AIModelTypeID
AIModelTypeID: string
AssistantPrefill
AssistantPrefill: string
OptionalCacheMatchType
CacheMatchType?: string
OptionalCacheMustMatchAgent
CacheMustMatchAgent?: boolean
OptionalCacheMustMatchConfig
CacheMustMatchConfig?: boolean
OptionalCacheMustMatchModel
CacheMustMatchModel?: boolean
OptionalCacheMustMatchVendor
CacheMustMatchVendor?: boolean
CacheSimilarityThreshold
CacheSimilarityThreshold: number
CacheTTLSeconds
CacheTTLSeconds: number
CategoryID
CategoryID: string
Description
Description: string
EffortLevel
EffortLevel: number
OptionalEnableCaching
EnableCaching?: boolean
OptionalFailoverDelaySeconds
FailoverDelaySeconds?: number
OptionalFailoverErrorScope
FailoverErrorScope?: string
OptionalFailoverMaxAttempts
FailoverMaxAttempts?: number
OptionalFailoverModelStrategy
FailoverModelStrategy?: string
OptionalFailoverStrategy
FailoverStrategy?: string
FrequencyPenalty
FrequencyPenalty: number
OptionalIncludeLogProbs
IncludeLogProbs?: boolean
OptionalMaxRetries
MaxRetries?: number
OptionalMinPowerRank
MinPowerRank?: number
ModelSpecificResponseFormat: string
OptionalName
Name?: string
OutputExample
OutputExample: string
OptionalOutputType
OutputType?: string
ParallelConfigParam
ParallelConfigParam: string
ParallelCount
ParallelCount: number
OptionalParallelizationMode
ParallelizationMode?: string
OptionalPowerPreference
PowerPreference?: string
OptionalPrefillFallbackMode
PrefillFallbackMode?: string
PresencePenalty
PresencePenalty: number
OptionalPromptPosition
PromptPosition?: string
OptionalPromptRole
PromptRole?: string
OptionalRequireSpecificModels
RequireSpecificModels?: boolean
OptionalRestoreContext___
ResultSelectorPromptID
ResultSelectorPromptID: string
OptionalRetryDelayMS
RetryDelayMS?: number
OptionalRetryStrategy
RetryStrategy?: string
OptionalSelectionStrategy
SelectionStrategy?: string
OptionalStatus
Status?: string
StopSequences
StopSequences: string
Temperature
Temperature: number
OptionalTemplateID
TemplateID?: string
TopLogProbs
TopLogProbs: number
OptionalTypeID
TypeID?: string
OptionalValidationBehavior
ValidationBehavior?: string