Avoid emitting thinking tokens
This commit is contained in:
parent
95b38b506e
commit
3e5b88a736
|
@ -162,7 +162,7 @@ LLM_MESSAGE_FORMAT = """{issue}
|
||||||
|
|
||||||
Go ahead with the changes you deem appropriate without waiting for explicit approval.
|
Go ahead with the changes you deem appropriate without waiting for explicit approval.
|
||||||
|
|
||||||
Do not draft changes beforehand; only write code once prompted for a specific file.
|
Do not draft changes beforehand; produce changes only once prompted for a specific file.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
CODE_MODEL = None
|
CODE_MODEL = None
|
||||||
|
@ -364,6 +364,9 @@ def issue_solution_round(repository_path, issue_content):
|
||||||
|
|
||||||
return True
|
return True
|
||||||
|
|
||||||
|
def remove_thinking_tokens(text: str) -> str:
|
||||||
|
text = re.sub('^<think>.*?</think>', '', text, flags=re.MULTILINE)
|
||||||
|
return text.strip()
|
||||||
|
|
||||||
def run_ollama(cwd: Path, texts: list[str]) -> str:
|
def run_ollama(cwd: Path, texts: list[str]) -> str:
|
||||||
cmd = ['ollama', 'run', EVALUATOR_MODEL.removeprefix('ollama/')]
|
cmd = ['ollama', 'run', EVALUATOR_MODEL.removeprefix('ollama/')]
|
||||||
|
@ -377,6 +380,7 @@ def run_ollama(cwd: Path, texts: list[str]) -> str:
|
||||||
text=True,
|
text=True,
|
||||||
)
|
)
|
||||||
stdout, stderr = process.communicate('\n'.join(texts))
|
stdout, stderr = process.communicate('\n'.join(texts))
|
||||||
|
stdout = remove_thinking_tokens(stdout)
|
||||||
print(stdout)
|
print(stdout)
|
||||||
return stdout
|
return stdout
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user