Member Junction
    Preparing search index...
    interface ConfidenceAndDivergenceInput {
        BaselineConfidences?: readonly number[];
        ConfidenceFloor?: number;
        EvaluationConfidences?: readonly number[];
        MaxBelowFloorRate?: number;
        MaxMeanAbsoluteScoreDelta?: number;
        MaxMeanConfidenceDrop?: number;
        MaxP95LatencyRatio?: number;
        MinAgreementRate?: number;
        MinSampleSize?: number;
        Pairs?: readonly ChampionChallengerPair[];
        ProblemType?: "classification" | "regression";
        ScoreAgreementTolerance?: number;
    }
    Index

    Properties

    BaselineConfidences?: readonly number[]
    ConfidenceFloor?: number

    Confidence floor threshold in [0, 1] (defaults to 0.60).

    EvaluationConfidences?: readonly number[]
    MaxBelowFloorRate?: number

    Maximum acceptable fraction of predictions falling below ConfidenceFloor (defaults to 0.20).

    MaxMeanAbsoluteScoreDelta?: number

    Maximum acceptable mean absolute score delta between champion and challenger (defaults to 0.15).

    MaxMeanConfidenceDrop?: number

    Maximum acceptable drop in mean confidence from baseline to evaluation (defaults to 0.10).

    MaxP95LatencyRatio?: number

    Maximum acceptable p95 challenger-to-champion latency ratio (defaults to 3.0).

    MinAgreementRate?: number

    Minimum acceptable label/band agreement rate between champion and challenger (defaults to 0.85).

    MinSampleSize?: number

    Minimum valid confidence observations required before flagging confidence degradation (defaults to 100).

    Pairs?: readonly ChampionChallengerPair[]
    ProblemType?: "classification" | "regression"

    Problem type for numeric score agreement ('classification' uses probability cut unless tolerance given; 'regression' uses tolerance band).

    ScoreAgreementTolerance?: number

    Maximum absolute difference between champion and challenger numeric scores counted as agreement in regression/tolerance mode.