@basetenlabs/client - v0.2.0
    Preparing search index...

    Interface Runtime

    Runtime settings for your model instance.

    interface Runtime {
        egress_restrictions?: EgressRestrictions | null;
        enable_debug_logs?: boolean;
        enable_tracing_data?: boolean;
        health_checks?: HealthChecks;
        is_websocket_endpoint?: boolean | null;
        oidc?: OIDC;
        predict_concurrency?: number;
        remote_ssh?: RemoteSSH;
        streaming_read_timeout?: number;
        transport?: HTTPOptions | WebsocketOptions | GRPCOptions;
        truss_server_version_override?: string | null;
        [k: string]: unknown;
    }

    Indexable

    • [k: string]: unknown
    Index
    egress_restrictions? enable_debug_logs? enable_tracing_data? health_checks? is_websocket_endpoint? oidc? predict_concurrency? remote_ssh? streaming_read_timeout? transport? truss_server_version_override?
    egress_restrictions?: EgressRestrictions | null

    Egress network restrictions for the model version. When unset, all egress is allowed (default).

    enable_debug_logs?: boolean

    If true, sets the Truss server log level to DEBUG instead of INFO.

    enable_tracing_data?: boolean

    If true, enables trace data export with built-in OTEL instrumentation. May add performance overhead.

    health_checks?: HealthChecks
    is_websocket_endpoint?: boolean | null

    DEPRECATED. Do not set manually. Automatically inferred from transport.kind == websocket.

    oidc?: OIDC
    predict_concurrency?: number

    The number of concurrent requests that can run in your model's predict method. Increase this if your model supports parallelism.

    remote_ssh?: RemoteSSH
    streaming_read_timeout?: number

    The timeout in seconds for streaming read operations.

    transport?: HTTPOptions | WebsocketOptions | GRPCOptions

    The transport protocol for your model. Supports http (default), websocket, and grpc.

    truss_server_version_override?: string | null

    By default, truss servers are built from the same release as the CLI used to push. This field allows specifying a pinned/specific version instead.

    Settings
    Member Visibility

    On This Page
    Properties