remove comments and replace original paths with generic paths

bpe-en-gl_emb.yaml

@@ -8,63 +8,48 @@ overwrite: True
 # Corpus opts:
 data:
     europarl:
-        path_src: ../DGTcorpora_tokenized/en_gl/europarl/partitions/en_train.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/europarl/partitions/gl_train.txt
+        path_src: corpora/europarl/partitions/en_train.txt
+        path_tgt: corpora/europarl/partitions/gl_train.txt
         transforms: [bpe, filtertoolong]
         weight: 120
     opensub:
-        path_src: ../DGTcorpora_tokenized/en_gl/opensub/partitions/en_train.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/opensub/partitions/gl_train.txt
+        path_src: corpora/opensub/partitions/en_train.txt
+        path_tgt: corpora/opensub/partitions/gl_train.txt
         transforms: [bpe, filtertoolong]
         weight: 152
     opus:
-        path_src: ../DGTcorpora_tokenized/en_gl/opus/partitions/en_train.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/opus/partitions/gl_train.txt
+        path_src: corpora/opus/partitions/en_train.txt
+        path_tgt: corpora/opus/partitions/gl_train.txt
         transforms: [bpe, filtertoolong]
         weight: 160
     ted2020:
-        path_src: ../DGTcorpora_tokenized/en_gl/ted2020/partitions/en_train.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/ted2020/partitions/gl_train.txt
+        path_src: corpora/ted2020/partitions/en_train.txt
+        path_tgt: corpora/ted2020/partitions/gl_train.txt
         transforms: [bpe, filtertoolong]
         weight: 10
     corgaback:
-        path_src: ../DGTcorpora_tokenized/en_gl/corgaback/partitions/en_train.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/corgaback/partitions/gl_train.txt
+        path_src: corpora/corgaback/partitions/en_train.txt
+        path_tgt: corpora/corgaback/partitions/gl_train.txt
         transforms: [bpe, filtertoolong]
         weight: 15
     ccmatrix:
-        path_src: ../DGTcorpora_tokenized/en_gl/ccmatrix/en_tok_dbo.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/ccmatrix/gl_tok_dbo.txt
+        path_src: corpora/ccmatrix/en_tok_dbo.txt
+        path_tgt: corpora/ccmatrix/gl_tok_dbo.txt
         transforms: [bpe, filtertoolong]
-        weight: 380 ##75 ## 25000000/13000000 = 2; 760/2 = 380 * 5 = 1900 (380/5=75)
+        weight: 380
     wikimatrix:
-        path_src: ../DGTcorpora_tokenized/en_gl/wikimatrix/en.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/wikimatrix/gl.txt
+        path_src: corpora/wikimatrix/en.txt
+        path_tgt: corpora/wikimatrix/gl.txt
         transforms: [bpe, filtertoolong]
-        weight: 70 #25000000/450000 = 55 ; 760/55 = 14 ; 14 * 5 = 70
+        weight: 70
     cluvi:
-        path_src: ../DGTcorpora_tokenized/en_gl/cluvi/en.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/cluvi/gl.txt
+        path_src: corpora/cluvi/en.txt
+        path_tgt: corpora/cluvi/gl.txt
         transforms: [bpe, filtertoolong]
-        weight: 70 #25000000/295000 = 84 ; 760/84 = 9 ; 9 * 10 = 90
-        #wikimedia:
-        # path_src: ../DGTcorpora_tokenized/en_gl/wikimedia/en.txt
-        #path_tgt: ../DGTcorpora_tokenized/en_gl/wikimedia/gl.txt
-        #transforms: [bpe, filtertoolong]
-        #weight: 4
-        # xlent:
-        #path_src: ../DGTcorpora_tokenized/en_gl/xlent/en.txt
-        #path_tgt: ../DGTcorpora_tokenized/en_gl/xlent/gl.txt
-        #transforms: [bpe, filtertoolong]
-        #weight: 50 #25000000/1600000=15; 760/15=50
-        #linux:
-        #path_src: ../DGTcorpora_tokenized/en_gl/linux/en.txt
-        #path_tgt: ../DGTcorpora_tokenized/en_gl/linux/gl.txt
-        #transforms: [bpe, filtertoolong]
-        #weight: 20 #25000000/150000=166; 760/166=5 * 5 = 20
+        weight: 70
     valid:
-        path_src: ../DGTcorpora_tokenized/en_gl/partitions/all-en_valid.txt
-        path_tgt: ../DGTcorpora_tokenized/en_gl/partitions/all-gl_valid.txt
+        path_src: corpora/partitions/all-en_valid.txt
+        path_tgt: corpora/partitions/all-gl_valid.txt
         transforms: [bpe, filtertoolong]
 
 ### Transform related opts:
@@ -73,8 +58,7 @@ src_subword_model: ./bpe/en.code
 tgt_subword_model: ./bpe/gl.code
 src_subword_vocab: ./run/bpe.vocab.src
 tgt_subword_vocab: ./run/bpe.vocab.tgt
-#src_subword_model: ../sentencepiece/en-gl/en.sp.model
-#tgt_subword_model: ../sentencepiece/en-gl/gl.sp.model
+
 src_subword_type: bpe
 tgt_subord_type: bpe
 
@@ -97,7 +81,7 @@ tgt_embeddings: ../embeddings/gl.emb.txt
 embeddings_type: "word2vec"
 
 # word_vec_size need to match with the pretrained embeddings dimensions
-word_vec_size: 300
+word_vec_size: 512
 
 
 
@@ -146,13 +130,9 @@ enc_layers: 6
 dec_layers: 6
 heads: 8
 rnn_size: 512
-word_vec_size: 512
 transformer_ff: 2048
 dropout_steps: [0]
 dropout: [0.1]
 attention_dropout: [0.1]
 share_decoder_embeddings: true
-share_embeddings: false
-
-
-
+share_embeddings: false