Skip to main content

Type Alias: GatewayInferenceInputCreatePromptCompletionRequest

type GatewayInferenceInputCreatePromptCompletionRequest =
| {
messages?: GatewayInferenceInputChatCompletionRequestMessage[];
model?: | string
| "gpt-5"
| "gpt-5-mini"
| "gpt-5-nano"
| "o4-mini"
| "o3"
| "o3-mini"
| "o1"
| "o1-mini"
| "gpt-4o"
| "gpt-4o-mini"
| "gpt-4o-2024-05-13"
| "gpt-4-turbo"
| "gpt-4-turbo-2024-04-09"
| "gpt-4-0125-preview"
| "gpt-4-turbo-preview"
| "gpt-4-1106-preview"
| "gpt-4-vision-preview"
| "gpt-4"
| "gpt-4-0314"
| "gpt-4-0613"
| "gpt-4-32k"
| "gpt-4-32k-0314"
| "gpt-4-32k-0613"
| "gpt-3.5-turbo"
| "gpt-3.5-turbo-16k"
| "gpt-3.5-turbo-0301"
| "gpt-3.5-turbo-0613"
| "gpt-3.5-turbo-1106"
| "gpt-3.5-turbo-0125"
| "gpt-3.5-turbo-16k-0613";
frequency_penalty?: number | null;
logit_bias?: | {
[key: string]: number;
}
| null;
logprobs?: boolean | null;
top_logprobs?: number | null;
max_tokens?: number | null;
max_completion_tokens?: number | null;
n?: number | null;
presence_penalty?: number | null;
response_format?: | GatewayInferenceInputResponseFormatText
| GatewayInferenceInputResponseFormatJsonSchema
| GatewayInferenceInputResponseFormatJsonObject;
seed?: number | null;
stop?: string | null | string[];
stream?: boolean;
stream_options?: GatewayInferenceInputChatCompletionStreamOptions;
thinking?: | {
type: "enabled" | "disabled";
budget_tokens?: number;
}
| null;
temperature?: number | null;
top_p?: number | null;
tools?: GatewayInferenceInputChatCompletionTool[];
tool_choice?: GatewayInferenceInputChatCompletionToolChoiceOption;
parallel_tool_calls?: GatewayInferenceInputParallelToolCalls;
user?: string;
function_call?: | "none"
| "auto"
| GatewayInferenceInputChatCompletionFunctionCallOption;
functions?: GatewayInferenceInputChatCompletionFunctions[];
variables: {
[key: string]: GatewayJsonValue;
};
}
| {
model?: string | "gpt-3.5-turbo-instruct" | "davinci-002" | "babbage-002";
prompt?: string | string[] | number[] | number[][] | null;
best_of?: number | null;
echo?: boolean | null;
frequency_penalty?: number | null;
logit_bias?: | {
[key: string]: number;
}
| null;
logprobs?: number | null;
max_tokens?: number | null;
n?: number | null;
presence_penalty?: number | null;
seed?: number | null;
stop?: string | null | string[] | null;
stream?: boolean;
stream_options?: GatewayInferenceInputChatCompletionStreamOptions;
suffix?: string | null;
temperature?: number | null;
top_p?: number | null;
user?: string;
variables: {
[key: string]: GatewayJsonValue;
};
};

Defined in: src/models/ai-gateway-inference.ts:199

Portkey CreatePromptCompletionRequest; strict modeled input with explicit JSON extension maps.

Example​

`GatewayInferenceInputCreatePromptCompletionRequestSchema.parse(value);`