Skip to main content

Type Alias: GatewayInferenceInputCreateChatCompletionRequest

type GatewayInferenceInputCreateChatCompletionRequest = {
  messages: GatewayInferenceInputChatCompletionRequestMessage[];
  model:   | string
     | "gpt-5"
     | "gpt-5-mini"
     | "gpt-5-nano"
     | "o4-mini"
     | "o3"
     | "o3-mini"
     | "o1"
     | "o1-mini"
     | "gpt-4o"
     | "gpt-4o-mini"
     | "gpt-4o-2024-05-13"
     | "gpt-4-turbo"
     | "gpt-4-turbo-2024-04-09"
     | "gpt-4-0125-preview"
     | "gpt-4-turbo-preview"
     | "gpt-4-1106-preview"
     | "gpt-4-vision-preview"
     | "gpt-4"
     | "gpt-4-0314"
     | "gpt-4-0613"
     | "gpt-4-32k"
     | "gpt-4-32k-0314"
     | "gpt-4-32k-0613"
     | "gpt-3.5-turbo"
     | "gpt-3.5-turbo-16k"
     | "gpt-3.5-turbo-0301"
     | "gpt-3.5-turbo-0613"
     | "gpt-3.5-turbo-1106"
     | "gpt-3.5-turbo-0125"
     | "gpt-3.5-turbo-16k-0613";
  frequency_penalty?: number | null;
  logit_bias?:   | {
   [key: string]: number;
   }
     | null;
  logprobs?: boolean | null;
  top_logprobs?: number | null;
  max_tokens?: number | null;
  max_completion_tokens?: number | null;
  n?: number | null;
  presence_penalty?: number | null;
  response_format?:   | GatewayInferenceInputResponseFormatText
     | GatewayInferenceInputResponseFormatJsonSchema
     | GatewayInferenceInputResponseFormatJsonObject;
  seed?: number | null;
  stop?: string | null | string[];
  stream?: boolean | null;
  stream_options?: GatewayInferenceInputChatCompletionStreamOptions;
  thinking?:   | {
     type: "enabled" | "disabled";
     budget_tokens?: number;
   }
     | null;
  temperature?: number | null;
  top_p?: number | null;
  tools?: GatewayInferenceInputChatCompletionTool[];
  tool_choice?: GatewayInferenceInputChatCompletionToolChoiceOption;
  parallel_tool_calls?: GatewayInferenceInputParallelToolCalls;
  user?: string;
  function_call?:   | "none"
     | "auto"
     | GatewayInferenceInputChatCompletionFunctionCallOption;
  functions?: GatewayInferenceInputChatCompletionFunctions[];
};

Defined in: src/models/ai-gateway-inference.ts:2053

Portkey CreateChatCompletionRequest; strict modeled input with explicit JSON extension maps.

Example​

`GatewayInferenceInputCreateChatCompletionRequestSchema.parse(value);`

Properties​

messages​

messages: GatewayInferenceInputChatCompletionRequestMessage[];

Defined in: src/models/ai-gateway-inference.ts:2054

model​

model: 
  | string
  | "gpt-5"
  | "gpt-5-mini"
  | "gpt-5-nano"
  | "o4-mini"
  | "o3"
  | "o3-mini"
  | "o1"
  | "o1-mini"
  | "gpt-4o"
  | "gpt-4o-mini"
  | "gpt-4o-2024-05-13"
  | "gpt-4-turbo"
  | "gpt-4-turbo-2024-04-09"
  | "gpt-4-0125-preview"
  | "gpt-4-turbo-preview"
  | "gpt-4-1106-preview"
  | "gpt-4-vision-preview"
  | "gpt-4"
  | "gpt-4-0314"
  | "gpt-4-0613"
  | "gpt-4-32k"
  | "gpt-4-32k-0314"
  | "gpt-4-32k-0613"
  | "gpt-3.5-turbo"
  | "gpt-3.5-turbo-16k"
  | "gpt-3.5-turbo-0301"
  | "gpt-3.5-turbo-0613"
  | "gpt-3.5-turbo-1106"
  | "gpt-3.5-turbo-0125"
  | "gpt-3.5-turbo-16k-0613";

Defined in: src/models/ai-gateway-inference.ts:2055

frequency_penalty?​

optional frequency_penalty?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2087

logit_bias?​

optional logit_bias?: 
  | {
[key: string]: number;
}
  | null;

Defined in: src/models/ai-gateway-inference.ts:2088

logprobs?​

optional logprobs?: boolean | null;

Defined in: src/models/ai-gateway-inference.ts:2089

top_logprobs?​

optional top_logprobs?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2090

max_tokens?​

optional max_tokens?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2091

max_completion_tokens?​

optional max_completion_tokens?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2092

n?​

optional n?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2093

presence_penalty?​

optional presence_penalty?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2094

response_format?​

optional response_format?: 
  | GatewayInferenceInputResponseFormatText
  | GatewayInferenceInputResponseFormatJsonSchema
  | GatewayInferenceInputResponseFormatJsonObject;

Defined in: src/models/ai-gateway-inference.ts:2095

seed?​

optional seed?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2099

stop?​

optional stop?: string | null | string[];

Defined in: src/models/ai-gateway-inference.ts:2100

stream?​

optional stream?: boolean | null;

Defined in: src/models/ai-gateway-inference.ts:2101

stream_options?​

optional stream_options?: GatewayInferenceInputChatCompletionStreamOptions;

Defined in: src/models/ai-gateway-inference.ts:2102

thinking?​

optional thinking?: 
  | {
  type: "enabled" | "disabled";
  budget_tokens?: number;
}
  | null;

Defined in: src/models/ai-gateway-inference.ts:2103

temperature?​

optional temperature?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2104

top_p?​

optional top_p?: number | null;

Defined in: src/models/ai-gateway-inference.ts:2105

tools?​

optional tools?: GatewayInferenceInputChatCompletionTool[];

Defined in: src/models/ai-gateway-inference.ts:2106

tool_choice?​

optional tool_choice?: GatewayInferenceInputChatCompletionToolChoiceOption;

Defined in: src/models/ai-gateway-inference.ts:2107

parallel_tool_calls?​

optional parallel_tool_calls?: GatewayInferenceInputParallelToolCalls;

Defined in: src/models/ai-gateway-inference.ts:2108

user?​

optional user?: string;

Defined in: src/models/ai-gateway-inference.ts:2109

function_call?​

optional function_call?: 
  | "none"
  | "auto"
  | GatewayInferenceInputChatCompletionFunctionCallOption;

Defined in: src/models/ai-gateway-inference.ts:2110

functions?​

optional functions?: GatewayInferenceInputChatCompletionFunctions[];

Defined in: src/models/ai-gateway-inference.ts:2111