diff --git a/config_sample.yml b/config_sample.yml index 9deb861..dd448f7 100644 --- a/config_sample.yml +++ b/config_sample.yml @@ -23,10 +23,6 @@ model: # A model can be loaded later via the API. model_name: A model name - # Set the following to enable speculative decoding - # draft_model_dir: your model directory path to use as draft model (path is independent from model_dir) - draft_rope_alpha: 1.0 (default: the draft model's alpha value is calculated automatically to scale to the size of the full model.) - # The below parameters apply only if model_name is set # Maximum model context length (default: 4096)