Adaptation to 1.1.7

Author: vthorsteinsson

tensor2tensor/bin/t2t-datagen

@@ -82,11 +82,6 @@ _SUPPORTED_PROBLEM_GENERATORS = {
     "algorithmic_algebra_inverse": (
         lambda: algorithmic_math.algebra_inverse(26, 0, 2, 100000),
         lambda: algorithmic_math.algebra_inverse(26, 3, 3, 10000)),
-    "ice_parsing_characters": (
-        lambda: wmt.tabbed_parsing_character_generator(
-            FLAGS.data_dir, FLAGS.tmp_dir, True),
-        lambda: wmt.tabbed_parsing_character_generator(
-            FLAGS.data_dir, FLAGS.tmp_dir, False)),
     "wmt_parsing_tokens_8k": (
         lambda: wmt.parsing_token_generator(
             FLAGS.data_dir, FLAGS.tmp_dir, True, 2**13),

tensor2tensor/data_generators/problem_hparams.py

@@ -511,8 +511,6 @@ def image_celeba(unused_model_hparams):
         lm1b_32k,
     "wiki_32k":
         wiki_32k,
-    "ice_parsing_characters":
-        wmt_parsing_characters,
     "wmt_parsing_tokens_8k":
         lambda p: wmt_parsing_tokens(p, 2**13),
     "wsj_parsing_tokens_16k":

tensor2tensor/data_generators/wmt.py

@@ -65,6 +65,7 @@ def use_subword_tokenizer(self):
 
 # Generic generators used later for multiple problems.
 
+
 def character_generator(source_path, target_path, character_vocab, eos=None):
   """Generator for sequence-to-sequence tasks that just uses characters.
 
@@ -654,5 +655,3 @@ def parsing_token_generator(data_dir, tmp_dir, train, vocab_size):
   tree_filepath = os.path.join(tmp_dir, filename)
   return wsj_parsing.token_generator(tree_filepath, symbolizer_vocab,
                                      symbolizer_vocab, EOS)
-
-

tensor2tensor/models/transformer.py

@@ -394,7 +394,7 @@ def transformer_parsing_big():
 @registry.register_hparams
 def transformer_parsing_ice():
   """Hparams for parsing and tagging Icelandic text."""
-  hparams = transformer.transformer_base_single_gpu()
+  hparams = transformer_base_single_gpu()
   hparams.batch_size = 4096
   hparams.shared_embedding_and_softmax_weights = int(False)
   return hparams