OptionalAIModelTypeID
AIModelTypeID?: string
OptionalAssistantPrefill
AssistantPrefill?: string
OptionalCacheMatchType
CacheMatchType?: string
OptionalCacheMustMatchAgent
CacheMustMatchAgent?: boolean
OptionalCacheMustMatchConfig
CacheMustMatchConfig?: boolean
OptionalCacheMustMatchModel
CacheMustMatchModel?: boolean
OptionalCacheMustMatchVendor
CacheMustMatchVendor?: boolean
OptionalCacheSimilarityThreshold
CacheSimilarityThreshold?: number
OptionalCacheTTLSeconds
CacheTTLSeconds?: number
OptionalCategoryID
CategoryID?: string
OptionalDescription
Description?: string
OptionalEffortLevel
EffortLevel?: number
OptionalEnableCaching
EnableCaching?: boolean
OptionalFailoverDelaySeconds
FailoverDelaySeconds?: number
OptionalFailoverErrorScope
FailoverErrorScope?: string
OptionalFailoverMaxAttempts
FailoverMaxAttempts?: number
OptionalFailoverModelStrategy
FailoverModelStrategy?: string
OptionalFailoverStrategy
FailoverStrategy?: string
OptionalFrequencyPenalty
FrequencyPenalty?: number
OptionalIncludeLogProbs
IncludeLogProbs?: boolean
OptionalMaxRetries
MaxRetries?: number
OptionalMinP
MinP?: number
OptionalMinPowerRank
MinPowerRank?: number
ModelSpecificResponseFormat?: string
OptionalName
Name?: string
OptionalOutputExample
OutputExample?: string
OptionalOutputType
OutputType?: string
OptionalParallelConfigParam
ParallelConfigParam?: string
OptionalParallelCount
ParallelCount?: number
OptionalParallelizationMode
ParallelizationMode?: string
OptionalPowerPreference
PowerPreference?: string
OptionalPrefillFallbackMode
PrefillFallbackMode?: string
OptionalPresencePenalty
PresencePenalty?: number
OptionalPromptPosition
PromptPosition?: string
OptionalPromptRole
PromptRole?: string
OptionalRequireSpecificModels
RequireSpecificModels?: boolean
OptionalRestoreContext___
OptionalResultSelectorPromptID
ResultSelectorPromptID?: string
OptionalRetryDelayMS
RetryDelayMS?: number
OptionalRetryStrategy
RetryStrategy?: string
OptionalSeed
Seed?: number
OptionalSelectionStrategy
SelectionStrategy?: string
OptionalStatus
Status?: string
OptionalStopSequences
StopSequences?: string
OptionalTemperature
Temperature?: number
OptionalTemplateID
TemplateID?: string
OptionalTopK
TopK?: number
OptionalTopLogProbs
TopLogProbs?: number
OptionalTopP
TopP?: number
OptionalTypeID
TypeID?: string
OptionalValidationBehavior
ValidationBehavior?: string