Merge pull request #181 from martinpopel/add_czech2

Simplify adding new translation language pairs

Author: lukaszkaiser

tensor2tensor/data_generators/problem.py

@@ -69,6 +69,10 @@ class SpaceID(object):
   ICE_PARSE_TOK = 19
   # Macedonian tokens
   MK_TOK = 20
+  # Czech tokens
+  CS_TOK = 21
+  # Czech characters
+  CS_CHR = 22
 
 
 class Problem(object):

tensor2tensor/data_generators/problem_hparams.py

@@ -180,6 +180,9 @@ def default_problem_hparams():
       #   17: Icelandic characters
       #   18: Icelandic tokens
       #   19: Icelandic parse tokens
+      #   20: Macedonian tokens
+      #   21: Czech tokens
+      #   22: Czech characters
       # Add more above if needed.
       input_space_id=0,
       target_space_id=0,