moved payload to sdk initialization

This commit is contained in:
Hunter Evangelista 2025-05-11 17:09:47 -07:00
parent 50710143eb
commit 970fd7ecbb

View file

@ -68,10 +68,11 @@ const parseHeadersJSON = (s: string | undefined): Record<string, string | null |
}
}
const newOpenAICompatibleSDK = async ({ settingsOfProvider, providerName, includeInPayload }: { settingsOfProvider: SettingsOfProvider, providerName: ProviderName, includeInPayload?: { [s: string]: any } }) => {
const newOpenAICompatibleSDK = async ({ settingsOfProvider, providerName, includeInPayload, additionalOpenAIPayload }: { settingsOfProvider: SettingsOfProvider, providerName: ProviderName, includeInPayload?: { [s: string]: any }, additionalOpenAIPayload?: { [s: string]: string } }) => {
const commonPayloadOpts: ClientOptions = {
dangerouslyAllowBrowser: true,
...includeInPayload,
...additionalOpenAIPayload
}
if (providerName === 'openAI') {
const thisConfig = settingsOfProvider[providerName]
@ -256,7 +257,7 @@ const _sendOpenAICompatibleChat = async ({ messages, onText, onFinalMessage, onE
: {}
// instance
const openai: OpenAI = await newOpenAICompatibleSDK({ providerName, settingsOfProvider, includeInPayload })
const openai: OpenAI = await newOpenAICompatibleSDK({ providerName, settingsOfProvider, includeInPayload, additionalOpenAIPayload })
const options: OpenAI.Chat.Completions.ChatCompletionCreateParamsStreaming = {
model: modelName,
messages: messages as any,