Skip to content

Commit 7f8911c

Browse files
committed
poetry
1 parent 6a9fc37 commit 7f8911c

28 files changed

+20533
-4142
lines changed

PatchEmbed.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -122,11 +122,11 @@ def restore_model(self, models):
122122
self.convolution.restore_model(models[-1])
123123

124124
class Position_Embedding(Embedding_layer):
125-
def __init__(self, context_length, vocab_size, embed_dim, adam = False):
125+
def __init__(self, context_length, vocab_size, embed_dim, adam = False, float32=False, float16 = False):
126126
self.context_length = context_length
127-
self.text_embedding = Embedding_layer(vocab_size, embedding_dim = embed_dim, adam = adam)
127+
self.text_embedding = Embedding_layer(vocab_size, embedding_dim = embed_dim, adam = adam, float32=float32, float16=float16)
128128
# self.pos_embedding = Position_Fixed(context_length, embed_dim)
129-
self.pos_embedding = Embedding_layer(context_length, embedding_dim = embed_dim, adam = adam)
129+
self.pos_embedding = Embedding_layer(context_length, embedding_dim = embed_dim, adam = adam, float32=float32, float16=float16)
130130
self.adam = adam
131131

132132
def forward(self, inputs):

README.md

+1,274-55
Large diffs are not rendered by default.

dataset/crsto10.json

+134
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,134 @@
1+
{
2+
"id2char":{
3+
"0":" ",
4+
"1":"!",
5+
"2":"\"",
6+
"3":"#",
7+
"4":"$",
8+
"5":"%",
9+
"6":"&",
10+
"7":"'",
11+
"8":"(",
12+
"9":")",
13+
"10":"*",
14+
"11":"+",
15+
"12":",",
16+
"13":"-",
17+
"14":".",
18+
"15":"/",
19+
"16":"0",
20+
"17":"1",
21+
"18":"2",
22+
"19":"3",
23+
"20":"4",
24+
"21":"5",
25+
"22":"6",
26+
"23":"7",
27+
"24":"8",
28+
"25":"9",
29+
"26":":",
30+
"27":";",
31+
"28":"<",
32+
"29":"=",
33+
"30":">",
34+
"31":"?",
35+
"32":"@",
36+
"33":"[",
37+
"34":"]",
38+
"35":"_",
39+
"36":"`",
40+
"37":"a",
41+
"38":"b",
42+
"39":"c",
43+
"40":"d",
44+
"41":"e",
45+
"42":"f",
46+
"43":"g",
47+
"44":"h",
48+
"45":"i",
49+
"46":"j",
50+
"47":"k",
51+
"48":"l",
52+
"49":"m",
53+
"50":"n",
54+
"51":"o",
55+
"52":"p",
56+
"53":"q",
57+
"54":"r",
58+
"55":"s",
59+
"56":"t",
60+
"57":"u",
61+
"58":"v",
62+
"59":"w",
63+
"60":"x",
64+
"61":"y",
65+
"62":"z",
66+
"63":"~"
67+
},
68+
"char2id":{
69+
" ":0,
70+
"!":1,
71+
"\"":2,
72+
"#":3,
73+
"$":4,
74+
"%":5,
75+
"&":6,
76+
"'":7,
77+
"(":8,
78+
")":9,
79+
"*":10,
80+
"+":11,
81+
",":12,
82+
"-":13,
83+
".":14,
84+
"/":15,
85+
"0":16,
86+
"1":17,
87+
"2":18,
88+
"3":19,
89+
"4":20,
90+
"5":21,
91+
"6":22,
92+
"7":23,
93+
"8":24,
94+
"9":25,
95+
":":26,
96+
";":27,
97+
"<":28,
98+
"=":29,
99+
">":30,
100+
"?":31,
101+
"@":32,
102+
"[":33,
103+
"]":34,
104+
"_":35,
105+
"`":36,
106+
"a":37,
107+
"b":38,
108+
"c":39,
109+
"d":40,
110+
"e":41,
111+
"f":42,
112+
"g":43,
113+
"h":44,
114+
"i":45,
115+
"j":46,
116+
"k":47,
117+
"l":48,
118+
"m":49,
119+
"n":50,
120+
"o":51,
121+
"p":52,
122+
"q":53,
123+
"r":54,
124+
"s":55,
125+
"t":56,
126+
"u":57,
127+
"v":58,
128+
"w":59,
129+
"x":60,
130+
"y":61,
131+
"z":62,
132+
"~":63
133+
}
134+
}

0 commit comments

Comments
 (0)