Move problems import to problems.py (from all_problems.py)

PiperOrigin-RevId: 201026560

Author: Ryan Sepassi

tensor2tensor/data_generators/all_problems.py

@@ -20,7 +20,7 @@
 import importlib
 import six
 
-modules = [
+MODULES = [
     "tensor2tensor.data_generators.algorithmic",
     "tensor2tensor.data_generators.algorithmic_math",
     "tensor2tensor.data_generators.audio",
@@ -67,6 +67,7 @@
     "tensor2tensor.data_generators.wikitext103",
     "tensor2tensor.data_generators.wsj_parsing",
 ]
+ALL_MODULES = list(MODULES)
 
 
 
@@ -94,10 +95,11 @@ def _handle_errors(errors):
       print("Did not import module: %s; Cause: %s" % (module, err_str))
 
 
-_errors = []
-for _module in modules:
-  try:
-    importlib.import_module(_module)
-  except ImportError as error:
-    _errors.append((_module, error))
-_handle_errors(_errors)
+def import_modules(modules):
+  errors = []
+  for module in modules:
+    try:
+      importlib.import_module(module)
+    except ImportError as error:
+      errors.append((module, error))
+  _handle_errors(errors)

tensor2tensor/problems.py

@@ -17,7 +17,7 @@
 from __future__ import division
 from __future__ import print_function
 
-from tensor2tensor.data_generators import all_problems  # pylint: disable=unused-import
+from tensor2tensor.data_generators import all_problems
 from tensor2tensor.utils import registry
 
 
@@ -27,3 +27,6 @@ def problem(name):
 
 def available():
   return sorted(registry.list_problems())
+
+
+all_problems.import_modules(all_problems.ALL_MODULES)

…sor/data_generators/all_problems_test.py tensor2tensor/problems_test.pytensor2tensor/data_generators/all_problems_test.py renamed to tensor2tensor/problems_test.py tensor2tensor/data_generators/all_problems_test.py renamed to tensor2tensor/problems_test.py

@@ -12,23 +12,20 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""Tests for Tensor2Tensor's all_problems.py."""
-
+"""tensor2tensor.problems test."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensor2tensor.data_generators import all_problems
+from tensor2tensor import problems
 
 import tensorflow as tf
 
 
-class AllProblemsTest(tf.test.TestCase):
+class ProblemsTest(tf.test.TestCase):
 
   def testImport(self):
-    """Make sure that importing all_problems doesn't break."""
-    self.assertIsNotNone(all_problems)
-
+    self.assertIsNotNone(problems)
 
-if __name__ == '__main__':
+if __name__ == "__main__":
   tf.test.main()