@basetenlabs/client - v0.2.0
Preparing search index...
modelconfig
ModelSpeculatorConfiguration
Interface ModelSpeculatorConfiguration
interface
ModelSpeculatorConfiguration
{
build
?:
ModelTRTLLMBuildConfiguration
|
null
;
checkpoint_repository
?:
CheckpointRepository
|
null
;
enable_b10_lookahead
?:
boolean
|
null
;
lookahead_ngram_size
?:
number
|
null
;
lookahead_verification_set_size
?:
number
|
null
;
lookahead_windows_size
?:
number
|
null
;
num_draft_tokens
?:
number
|
null
;
runtime
?:
ModelTRTLLMRuntimeConfiguration
;
speculative_decoding_mode
?:
ModelSpecDecMode
;
[
k
:
string
]:
unknown
;
}
Indexable
[
k
:
string
]:
unknown
Index
Properties
build?
checkpoint_
repository?
enable_
b10_
lookahead?
lookahead_
ngram_
size?
lookahead_
verification_
set_
size?
lookahead_
windows_
size?
num_
draft_
tokens?
runtime?
speculative_
decoding_
mode?
Properties
Optional
build
build
?:
ModelTRTLLMBuildConfiguration
|
null
Optional
checkpoint_
repository
checkpoint_repository
?:
CheckpointRepository
|
null
Optional
enable_
b10_
lookahead
enable_b10_lookahead
?:
boolean
|
null
Optional
lookahead_
ngram_
size
lookahead_ngram_size
?:
number
|
null
Optional
lookahead_
verification_
set_
size
lookahead_verification_set_size
?:
number
|
null
Optional
lookahead_
windows_
size
lookahead_windows_size
?:
number
|
null
Optional
num_
draft_
tokens
num_draft_tokens
?:
number
|
null
Optional
runtime
runtime
?:
ModelTRTLLMRuntimeConfiguration
Optional
speculative_
decoding_
mode
speculative_decoding_mode
?:
ModelSpecDecMode
Settings
Member Visibility
Protected
Inherited
External
Theme
OS
Light
Dark
On This Page
Properties
build
checkpoint_
repository
enable_
b10_
lookahead
lookahead_
ngram_
size
lookahead_
verification_
set_
size
lookahead_
windows_
size
num_
draft_
tokens
runtime
speculative_
decoding_
mode
@basetenlabs/client - v0.2.0
Loading...