adding documentation on how to call local hf models

This commit is contained in:
Krrish Dholakia
2023-09-08 09:59:44 -07:00
parent e90c9e5853
commit 1b098aea13
2 changed files with 28 additions and 0 deletions

View File

@ -29,6 +29,9 @@ key = "" # Optional, uncomment if you want to use Replicate. Acquire through htt
key = "" # Optional, uncomment if you want to use Huggingface Inference API. Acquire through https://huggingface.co/docs/api-inference/quicktour
api_base = "" # the base url for your huggingface inference endpoint
[ollama]
api_base = "" # the base url for your huggingface inference endpoint
[github]
# ---- Set the following only for deployment type == "user"
user_token = "" # A GitHub personal access token with 'repo' scope.