fix oai protocol

Signed-off-by: Pengyun Lin <[email protected]>

Author: LinPoly

tensorrt_llm/serve/openai_protocol.py

@@ -187,7 +187,7 @@ def to_sampling_params(self) -> SamplingParams:
         sampling_params = SamplingParams(
             best_of=self.best_of,
             frequency_penalty=self.frequency_penalty,
-            return_log_probs=self.logprobs,
+            return_log_probs=False,
             max_tokens=self.max_tokens,
             n=self.n,
             presence_penalty=self.presence_penalty,
@@ -232,9 +232,8 @@ def check_beam_search(self):
     @model_validator(mode="before")
     @classmethod
     def check_logprobs(cls, data):
-        if ("top_logprobs" in data and data.get("top_logprobs")) or \
-            ("logprobs" in data and data.get("logprobs")):
-            raise ValueError("returning log probs is not supported")
+        if data.get("logprobs"):
+            raise ValueError("logprobs is not supported")
         return data
 
     @model_validator(mode="before")
@@ -268,15 +267,6 @@ def check_suffix(cls, data):
             raise ValueError("suffix is not supported")
         return data
 
-    @model_validator(mode="before")
-    @classmethod
-    def check_special_tokens(cls, data):
-        if data.get("skip_special_tokens") or data.get("add_special_tokens") or \
-            data.get("spaces_between_special_tokens"):
-            raise ValueError(
-                "special_tokens related settings are not supported")
-        return data
-
 
 class FunctionCall(OpenAIBaseModel):
     name: str
@@ -421,7 +411,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
     stop: Optional[Union[str, List[str]]] = Field(default_factory=list)
     stream: Optional[bool] = False
     stream_options: Optional[StreamOptions] = None
-    temperature: Optional[float] = 0.7
+    temperature: Optional[float] = 1.0
     top_p: Optional[float] = 1.0
     tools: Optional[List[ChatCompletionToolsParam]] = None
     tool_choice: Optional[Union[Literal["none"],
@@ -600,15 +590,6 @@ def check_suffix(cls, data):
             raise ValueError("suffix is not supported")
         return data
 
-    @model_validator(mode="before")
-    @classmethod
-    def check_special_tokens(cls, data):
-        if data.get("skip_special_tokens") or data.get("add_special_tokens") or \
-            data.get("spaces_between_special_tokens"):
-            raise ValueError(
-                "special_tokens related settings are not supported")
-        return data
-
 
 def encode_opaque_state(opaque_state: Optional[bytes]) -> Optional[str]:
     if opaque_state is None: