[test_all] TFGPT2Tokenizer

Author: LysandreJik

src/transformers/models/gpt2/__init__.py

@@ -24,6 +24,7 @@
     from .modeling_tf_gpt2 import *
     from .tokenization_gpt2 import *
     from .tokenization_gpt2_fast import *
+    from .tokenization_gpt2_tf import *
 else:
     import sys
 

src/transformers/models/gpt2/tokenization_gpt2_tf.py

@@ -102,3 +102,6 @@ def call(self, x, max_length: int = None):
                 )
 
         return {"attention_mask": attention_mask, "input_ids": input_ids}
+
+
+__all__ = ["TFGPT2Tokenizer"]