feat: support OpenAI Flex Processing via [litellm] extra_body config

This commit is contained in:
Abhinav Kumar
2025-07-07 21:14:45 +05:30
parent 17a90c536f
commit 12af211c13
3 changed files with 24 additions and 0 deletions

View File

@ -16,6 +16,10 @@ key = "" # Acquire through https://platform.openai.com
#deployment_id = "" # The deployment name you chose when you deployed the engine
#fallback_deployments = [] # For each fallback model specified in configuration.toml in the [config] section, specify the appropriate deployment_id
# OpenAI Flex Processing (optional, for cost savings)
# [litellm]
# extra_body='{"processing_mode": "flex"}'
[pinecone]
api_key = "..."
environment = "gcp-starter"