no message

Author: hyunwoongko

.idea/workspace.xml

@@ -14,15 +14,16 @@
 d_model = 512
 n_layers = 6
 n_heads = 8
-ffn_hidden = 256
+ffn_hidden = 2048
 drop_prob = 0.1
 
 # optimizer parameter setting
-init_lr = 1e-4
-factor = 0.8
+init_lr = 1e-5
+factor = 0.9
+min_lr = init_lr * 1e-12
 patience = 10
-warmup = 5
+warmup = 100
 weight_decay = 5e-4
-epoch = 2000
+epoch = 1000
 clip = 1
 inf = float('inf')

__pycache__/conf.cpython-36.pyc

@@ -8,7 +8,7 @@
 from util.tokenizer import Tokenizer
 
 tokenizer = Tokenizer()
-loader = DataLoader(ext=('.de', '.en'),
+loader = DataLoader(ext=('.en', '.de'),
                     tokenize_en=tokenizer.tokenize_en,
                     tokenize_de=tokenizer.tokenize_de,
                     init_token='<sos>',

__pycache__/data.cpython-36.pyc

@@ -15,7 +15,7 @@ def read(name):
     file = re.sub('\\]', '', file)
     f.close()
 
-    return [float(i) for idx, i in enumerate(file.split(',')) if idx <= 150]
+    return [float(i) for idx, i in enumerate(file.split(','))]
 
 
 def draw():