gpt english xiyouji poetry

Author: ZouJiu1

PatchEmbed.py

@@ -125,8 +125,8 @@ class Position_Embedding(Embedding_layer):
     def __init__(self, context_length, vocab_size,  embed_dim, adam = False):
         self.context_length = context_length
         self.text_embedding = Embedding_layer(vocab_size, embedding_dim = embed_dim, adam = adam)
-        self.pos_embedding  = Position_Fixed(context_length, embed_dim)
-        # self.pos_embedding = Embedding_layer(context_length, embedding_dim = embed_dim, adam = adam)
+        # self.pos_embedding  = Position_Fixed(context_length, embed_dim)
+        self.pos_embedding = Embedding_layer(context_length, embedding_dim = embed_dim, adam = adam)
         self.adam = adam
 
     def forward(self, inputs):

classify.py

@@ -12,7 +12,7 @@ def __init__(self, embed_dim, batch, n_patch, num_classes, cls_token = True, ada
         if cls_token:
             self.fc0 = fclayer(self.embed_dim, self.embed_dim, True, adam=adam, float32=float32)
         else:
-            self.fc0 = fclayer(self.embed_dim * (n_patch**2), self.embed_dim, True, adam=adam, float32=float32)
+            self.fc0 = fclayer(self.embed_dim * int(n_patch**2), self.embed_dim, True, adam=adam, float32=float32)
         self.relu    = ReLU()
         self.fc1 = fclayer(self.embed_dim, num_classes, True, adam=adam, float32=float32)
         self.reluact = relu