paddingid in all model

Author: dalinvip

DataLoader/handle_wordEmbedding2File.py

@@ -56,6 +56,8 @@ def clean_str(string):
             examples = []
             with open(path) as f:
                 a, b = 0, 0
+                # v = f.readlines()
+                # print(len(v))
                 for line in f.readlines():
                     sentence, flag = line.strip().split(' ||| ')
                     if char_data is True:
@@ -64,6 +66,7 @@ def clean_str(string):
                     # print(sentence)
                     # clear string in every sentence
                     sentence = clean_str(sentence)
+                    # print(sentence)
                     if line[-2] == '0':
                         a += 1
                         examples += [data.Example.fromlist([sentence, 'negative'], fields=fields)]

DataLoader/load_external_word_embedding.py

@@ -11,4 +11,6 @@
 
 # random seed number
 seed_num = 233
+pad = "<pad>"
+unk = "<unk>"
 # print(seed_num)