@basetenlabs/client - v0.2.0
    Preparing search index...

    Interface ModelSpeculatorConfiguration

    interface ModelSpeculatorConfiguration {
        build?: ModelTRTLLMBuildConfiguration | null;
        checkpoint_repository?: CheckpointRepository | null;
        enable_b10_lookahead?: boolean | null;
        lookahead_ngram_size?: number | null;
        lookahead_verification_set_size?: number | null;
        lookahead_windows_size?: number | null;
        num_draft_tokens?: number | null;
        runtime?: ModelTRTLLMRuntimeConfiguration;
        speculative_decoding_mode?: ModelSpecDecMode;
        [k: string]: unknown;
    }

    Indexable

    • [k: string]: unknown
    Index
    checkpoint_repository?: CheckpointRepository | null
    enable_b10_lookahead?: boolean | null
    lookahead_ngram_size?: number | null
    lookahead_verification_set_size?: number | null
    lookahead_windows_size?: number | null
    num_draft_tokens?: number | null
    speculative_decoding_mode?: ModelSpecDecMode