fix broken generate in 4.26.1

Author: mayank31398

.pre-commit-config.yaml

@@ -1,11 +1,11 @@
 repos:
   - repo: https://github.com/pycqa/isort
-    rev: 5.10.1
+    rev: 5.12.0
     hooks:
       - id: isort
         name: isort (python)
   - repo: https://github.com/psf/black
-    rev: 22.8.0
+    rev: 23.1.0
     hooks:
       - id: black
         args: [--line-length=119,--target-version=py35]

inference_server/utils/requests.py

@@ -10,24 +10,24 @@ class BaseResponse(BaseModel):
 
 class GenerateRequest(BaseModel):
     text: List[str] = None
-    min_length: int = None
-    do_sample: bool = None
-    early_stopping: bool = None
-    temperature: float = None
-    top_k: int = None
-    top_p: float = None
-    typical_p: float = None
-    repetition_penalty: float = None
+    min_length: int = 0
+    do_sample: bool = False
+    early_stopping: bool = False
+    temperature: float = 1
+    top_k: int = 50
+    top_p: float = 1
+    typical_p: float = 1
+    repetition_penalty: float = 1
     bos_token_id: int = None
     pad_token_id: int = None
     eos_token_id: int = None
-    length_penalty: float = None
-    no_repeat_ngram_size: int = None
-    encoder_no_repeat_ngram_size: int = None
+    length_penalty: float = 1
+    no_repeat_ngram_size: int = 0
+    encoder_no_repeat_ngram_size: int = 0
     max_time: float = None
     max_new_tokens: int = None
     decoder_start_token_id: int = None
-    diversity_penalty: float = None
+    diversity_penalty: float = 0
     forced_bos_token_id: int = None
     forced_eos_token_id: int = None
     exponential_decay_length_penalty: float = None