Skip to content

Commit

Permalink
reverting using kobold 'memory' until further tested
Browse files Browse the repository at this point in the history
  • Loading branch information
neph1 committed Jan 7, 2024
1 parent 26c995e commit 3f4a192
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions tale/llm/llm_io.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,6 @@ def _do_process_result(self, url, io = None, wait: bool = False) -> str:
new_text = text[len(old_text):]
io.output_no_newline(new_text, new_paragraph=False)
old_text = text
#io.output_no_newline("</p>", new_paragraph=False)
return old_text

def _parse_kobold_result(self, result: str) -> str:
Expand All @@ -112,8 +111,6 @@ def _set_prompt(self, request_body: dict, prompt: str) -> dict:
if self.user_end_prompt:
prompt = prompt + self.user_end_prompt
if self.backend == 'kobold_cpp':
context = self._extract_context(prompt)
request_body['memory'] = context
request_body['prompt'] = prompt
else :
request_body['messages'][1]['content'] = prompt
Expand Down

0 comments on commit 3f4a192

Please sign in to comment.