[Fix] Fix gen_kwargs in lagent_agent (#66)

InternLM · Apr 12, 2024 · 7769e0d · 7769e0d
1 parent c90f5da
commit 7769e0d
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/webui/modules/agents/lagent_agent.py b/webui/modules/agents/lagent_agent.py
@@ -69,7 +69,7 @@ def stream_completions(self, model: str, prompt: Union[str, List[Any]], **kwargs
             'suffix': None,
             'temperature': 0.7,
             'n': 1,
-            'max_tokens': 16,
+            'max_tokens': 1024,
             'stop': None,
             'top_p': 1.0,
             'top_k': 40,
@@ -78,6 +78,7 @@ def stream_completions(self, model: str, prompt: Union[str, List[Any]], **kwargs
             'session_id': -1,
             'ignore_eos': False,
             'stream': True,
+            'skip_special_tokens': False,
             **kwargs,
         }
         headers = {'content-type': 'application/json'}