From 3e571250251be66ee81e016ba5e4a0cff250b0af Mon Sep 17 00:00:00 2001
From: Veden <veden@vedbyte.com>
Date: Sun, 17 Dec 2023 11:23:45 -0800
Subject: [PATCH] OAI: adding optional draft model properties for draft_rope
 alpha and scale (#28)

* OAI: adding optional draft model properties for draft_rope alpha and scale

* Forgot to set the properties to None
---
 OAI/types/model.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/OAI/types/model.py b/OAI/types/model.py
index f8922d9..ad7410d 100644
--- a/OAI/types/model.py
+++ b/OAI/types/model.py
@@ -25,8 +25,8 @@ class ModelList(BaseModel):
 
 class DraftModelLoadRequest(BaseModel):
     draft_model_name: str
-    draft_rope_alpha: float = 1.0
-    draft_rope_scale: float = 1.0
+    draft_rope_alpha: Optional[float] = None
+    draft_rope_scale: Optional[float] = None
 
 # TODO: Unify this with ModelCardParams
 class ModelLoadRequest(BaseModel):