Merge pull request #436 from rhyst/support-vertex-ai

Support Google's Vertex AI
This commit is contained in:
mrT23
2023-11-15 04:26:08 -08:00
committed by GitHub
5 changed files with 63 additions and 33 deletions

View File

@ -36,6 +36,10 @@ api_base = "" # the base url for your huggingface inference endpoint
[ollama]
api_base = "" # the base url for your local Llama 2, Code Llama, and other models inference endpoint. Acquire through https://ollama.ai/
[vertexai]
vertex_project = "" # the google cloud platform project name for your vertexai deployment
vertex_location = "" # the google cloud platform location for your vertexai deployment
[github]
# ---- Set the following only for deployment type == "user"
user_token = "" # A GitHub personal access token with 'repo' scope.