Spaces:

Wolf369
/

vllm

Runtime error

Wolf369 commited on Nov 26, 2023

Commit

963cfae

•

1 Parent(s): c04b7e9

Debug

Files changed (1) hide show

main.py CHANGED Viewed

@@ -16,7 +16,7 @@ def read_root(
         model: str = "mistralai/Mistral-7B-v0.1",
         temperature: float = 0.,
         max_tokens: int = 1024) -> List:
-    sampling_params = SamplingParams(temperature=temperature, max_tokens=max_tokens, tensor_parallel_size=None)
     llm = LLM(model=model)

         model: str = "mistralai/Mistral-7B-v0.1",
         temperature: float = 0.,
         max_tokens: int = 1024) -> List:
+    sampling_params = SamplingParams(temperature=temperature, max_tokens=max_tokens)
     llm = LLM(model=model)