diff --git a/fastchat/serve/lightllm_worker.py b/fastchat/serve/lightllm_worker.py index ed0e21b68..456e063e6 100644 --- a/fastchat/serve/lightllm_worker.py +++ b/fastchat/serve/lightllm_worker.py @@ -24,7 +24,7 @@ worker_id, ) -from lightllm.server.sampling_params import SamplingParams +from lightllm.server.core.objs.py_sampling_params import SamplingParams from lightllm.server.multimodal_params import MultimodalParams from lightllm.server.httpserver.manager import HttpServerManager from lightllm.server.detokenization.manager import start_detokenization_process