Interface ModelTRTLLMPluginConfiguration

interface ModelTRTLLMPluginConfiguration {
    paged_kv_cache?: boolean;
    use_fp8_context_fmha?: boolean;
    use_paged_context_fmha?: boolean;
    [k: string]: unknown;
}

Indexable

[k: string]: unknown

Index

Properties

paged_kv_cache? use_fp8_context_fmha? use_paged_context_fmha?

Properties

`Optional`paged_kv_cache

paged_kv_cache?: boolean

`Optional`use_fp8_context_fmha

use_fp8_context_fmha?: boolean

`Optional`use_paged_context_fmha

use_paged_context_fmha?: boolean