add extra headers option

Ian Seabock (Centific Technologies Inc) · Ian Seabock (Centific Technologies Inc) · commit 21f0448389b4 · 2024-07-10T10:47:38.000-07:00
diff --git a/app.py b/app.py
@@ -230,6 +230,8 @@ def prepare_model_args(request_body, request_headers):
             ]
         }
 
+    model_args["extra_headers"] = {"is_external": "false", "chatgpt_key": app_settings.azure_openai.chatgpt_key, "chatgpt_url": "https://wed-aiq-aoai-ncus.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-05-01-preview"}
+
     model_args_clean = copy.deepcopy(model_args)
     if model_args_clean.get("extra_body"):
         secret_params = [
diff --git a/backend/settings.py b/backend/settings.py
@@ -122,6 +122,7 @@ class _AzureOpenAISettings(BaseSettings):
     embedding_endpoint: Optional[str] = None
     embedding_key: Optional[str] = None
     embedding_name: Optional[str] = None
+    chatgpt_key: Optional[str] = None
     
     @field_validator('tools', mode='before')
     @classmethod

Original file line number	Diff line number	Diff line change
`@@ -230,6 +230,8 @@ def prepare_model_args(request_body, request_headers):`
`230`	`230`	`]`
`231`	`231`	`}`
`232`	`232`
	`233`	`+ model_args["extra_headers"] = {"is_external": "false", "chatgpt_key": app_settings.azure_openai.chatgpt_key, "chatgpt_url": "https://wed-aiq-aoai-ncus.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-05-01-preview"}`
	`234`	`+`
`233`	`235`	`model_args_clean = copy.deepcopy(model_args)`
`234`	`236`	`if model_args_clean.get("extra_body"):`
`235`	`237`	`secret_params = [`