Merge pull request #974 from brianteeman/repetition_penalty

repetition_penalty
This commit is contained in:
Tal
2024-06-17 08:39:16 +03:00
committed by GitHub

View File

@ -64,7 +64,7 @@ class LiteLLMAIHandler(BaseAiHandler):
if get_settings().get("OLLAMA.API_BASE", None):
litellm.api_base = get_settings().ollama.api_base
self.api_base = get_settings().ollama.api_base
if get_settings().get("HUGGINGFACE.REPITITION_PENALTY", None):
if get_settings().get("HUGGINGFACE.REPETITION_PENALTY", None):
self.repetition_penalty = float(get_settings().huggingface.repetition_penalty)
if get_settings().get("VERTEXAI.VERTEX_PROJECT", None):
litellm.vertex_project = get_settings().vertexai.vertex_project