Use weak model for the rest flows

This commit is contained in:
Trung Dinh
2024-12-08 21:51:29 +07:00
parent 936894e4d1
commit fc5dda0957
5 changed files with 5 additions and 5 deletions

View File

@ -114,7 +114,7 @@ class PRHelpMessage:
self.vars['snippets'] = docs_prompt.strip()
# run the AI model
response = await retry_with_fallback_models(self._prepare_prediction, model_type=ModelType.REGULAR)
response = await retry_with_fallback_models(self._prepare_prediction, model_type=ModelType.WEAK)
response_yaml = load_yaml(response)
response_str = response_yaml.get('response')
relevant_sections = response_yaml.get('relevant_sections')