-
Notifications
You must be signed in to change notification settings - Fork 1k
/
Copy pathlm_librispeech_word_gcnn_14B.arch
105 lines (105 loc) · 1.29 KB
/
lm_librispeech_word_gcnn_14B.arch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
# input in format (t, b, 1, 1)
V -1 0 1 1
# after emb (c, t, b, 1)
E 128 NLABEL
DO 0.1
# after fc (c, t, b, 1)
WN 0 L 128 512
RO 1 3 0 2
# shape (t, 1, c, b)
# res conv1
RES 3 1 1
DO 0.1
WN 3 AC 512 1024 5 1 -1 0
GLU 2
SKIP 0 4 0.7071
# res conv2
RO 2 0 3 1
# shape (c, t, b, 1)
RES 11 1 3
DO 0.1
WN 0 L 512 256
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 128 256 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 128 1024
GLU 0
SKIP 0 12 0.7071
# res conv3-1
RES 11 1 1
DO 0.1
WN 0 L 512 1024
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 512 1024 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 512 2048
GLU 0
SKIPL 0 12 1 0.7071
WN 0 L 512 1024
# res conv3-(2,3)
RES 11 1 2
DO 0.1
WN 0 L 1024 1024
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 512 1024 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 512 2048
GLU 0
SKIP 0 12 0.7071
# res conv4-1
RES 11 1 1
DO 0.1
WN 0 L 1024 2048
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 1024 2048 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 1024 4096
GLU 0
SKIPL 0 12 1 0.7071
WN 0 L 1024 2048
# res conv4-(2-5)
RES 11 1 5
DO 0.1
WN 0 L 2048 2048
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 1024 2048 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 1024 4096
GLU 0
SKIP 0 12 0.7071
# res conv5
RES 11 1 1
DO 0.1
WN 0 L 2048 2048
GLU 0
RO 1 3 0 2
DO 0.1
WN 3 AC 1024 2048 5 1 -1 0
GLU 2
RO 2 0 3 1
DO 0.1
WN 0 L 1024 8192
GLU 0
SKIPL 0 12 1 0.7071
WN 0 L 2048 4096
# shape (c, t, b, 1)