minor changes

Author: pdufter

evaluate.py

@@ -177,7 +177,7 @@ def evaluate_alignment(vectors, args):
 
 def load_perplexity(args):
     if not os.path.exists(os.path.join(args.model_name_or_path, "eval_results.txt")):
-        print("Warning: Perplexity not found.")
+        logger.warning("Perplexity not found.")
         return -1
     with open(os.path.join(args.model_name_or_path, "eval_results.txt"), "r") as fp:
         text = fp.read().strip()

modifyinput.py

@@ -3,7 +3,6 @@
 from sklearn.metrics.pairwise import cosine_distances
 import numpy as np
 VECMAP = None
-# TMPCOUNT = -1
 
 
 def get_is_shifted(inputids: Union[torch.Tensor, List], shift: int) -> Union[torch.Tensor, bool]:
@@ -85,4 +84,3 @@ def replace_with_nn(inputids: torch.Tensor, model: Any, indices_random: torch.Te
     nns = torch.LongTensor(np.argsort(dist, axis=1)[:, :replace_with_nn])
     choice = torch.randint(low=0, high=nns.shape[1], size=(nns.shape[0], 1))
     inputids[indices_random] = torch.gather(nns, 1, choice).squeeze()
-

requirements.txt

@@ -10,7 +10,7 @@ sentencepiece==0.1.85
 six==1.14.0
 sklearn==0.0
 tensorboard==2.1.1
-tensorflow==2.1.2
+tensorflow==2.1.0
 tensorflow-estimator==2.1.0
 tokenizers==0.5.2
 torch==1.4.0

shift.py

@@ -19,6 +19,7 @@ def add_shifted_input(original: List[List[int]], do_not_shift: Set[int], shift:
         to_add.append(shift_example(example, do_not_shift, shift))
     original.extend(to_add)
 
+
 def remove_parallel_data(original: List[List[int]]) -> None:
     if len(original) % 4 != 0:
         raise ValueError("Data not parallel at all?")