Interface TRTLLMConfigurationV1

interface TRTLLMConfigurationV1 {
    build: ModelTRTLLMBuildConfiguration;
    inference_stack?: "v1";
    runtime?: ModelTRTLLMRuntimeConfiguration1;
    version_overrides?: VersionsOverrides;
    [k: string]: unknown;
}

Indexable

[k: string]: unknown

Index

Properties

build inference_stack? runtime? version_overrides?

Properties

build

build: ModelTRTLLMBuildConfiguration

`Optional`inference_stack

inference_stack?: "v1"

`Optional`runtime

runtime?: ModelTRTLLMRuntimeConfiguration1

`Optional`version_overrides

version_overrides?: VersionsOverrides