Interface TRTLLMConfigurationV2

interface TRTLLMConfigurationV2 {
    build: ModelTRTLLMBuildConfiguration;
    inference_stack?: "v2";
    runtime: TRTLLMRuntimeConfigurationV2;
    version_overrides?: VersionsOverrides1;
    [k: string]: unknown;
}

Indexable

[k: string]: unknown

Index

Properties

build inference_stack? runtime version_overrides?

Properties

build

build: ModelTRTLLMBuildConfiguration

`Optional`inference_stack

inference_stack?: "v2"

runtime

runtime: TRTLLMRuntimeConfigurationV2

`Optional`version_overrides

version_overrides?: VersionsOverrides1