@basetenlabs/client - v0.2.0
    Preparing search index...

    Interface ModelTRTLLMPluginConfiguration

    interface ModelTRTLLMPluginConfiguration {
        paged_kv_cache?: boolean;
        use_fp8_context_fmha?: boolean;
        use_paged_context_fmha?: boolean;
        [k: string]: unknown;
    }

    Indexable

    • [k: string]: unknown
    Index
    paged_kv_cache?: boolean
    use_fp8_context_fmha?: boolean
    use_paged_context_fmha?: boolean