部署deepseek成功后，API Key验证过了没问题，但是"easy-byzerllm chat deepseek_chat "你好""测试报错

[ZhangMeiXian]

easy-byzerllm chat deepseek_chat "你好"
Command Line Arguments:

command : query
ray_address : auto
model : deepseek_chat
query : 你好
template : auto
file : None
output_file :

✓ Ray is already running
2025-02-10 17:35:59,576 INFO worker.py:1654 -- Connecting to existing Ray cluster at address: 127.0.0.1:6379...
2025-02-10 17:35:59,585 INFO worker.py:1832 -- Connected to Ray cluster. View the dashboard at 127.0.0.1:8265
Traceback (most recent call last):
File "/Users/zhangmeixian/anaconda3/bin/easy-byzerllm", line 8, in
sys.exit(main())
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/easy_byzerllm_command.py", line 138, in main
byzerllm_main(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/byzerllm_command.py", line 147, in main
resp = llm_client.chat_oai(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/client/byzerllm_client.py", line 1215, in chat_oai
res = self._query(model, v)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/client/byzerllm_client.py", line 1912, in _query
raise inst
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/client/byzerllm_client.py", line 1902, in _query
res = ray.get(worker.async_apply.remote(new_input_value))
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/ray/_private/auto_init_hook.py", line 21, in auto_init_wrapper
return fn(*args, **kwargs)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/ray/_private/client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/ray/_private/worker.py", line 2772, in get
values, debugger_breakpoint = worker.get_objects(object_refs, timeout=timeout)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/ray/_private/worker.py", line 919, in get_objects
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(JSONDecodeError): ray::UDFWorker.async_apply() (pid=96214, ip=127.0.0.1, actor_id=ba7a86961b8234521bd5b74b1a000000, repr=<pyjava.udf.udf_worker.UDFWorker object at 0x13a234130>)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/concurrent/futures/_base.py", line 446, in result
return self.__get_result()
File "/Users/zhangmeixian/anaconda3/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result
raise self._exception
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/pyjava/udf/udf_worker.py", line 65, in async_apply
resp = await self.apply_func(self.model, v)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/text_generator.py", line 183, in simple_predict_func
v = await llm.async_predict(item)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/text_generator.py", line 161, in async_predict
response = await self.model.async_stream_chat(self.tokenizer,
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/saas/official_openai/init.py", line 657, in async_stream_chat
raise e
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/saas/official_openai/init.py", line 617, in async_stream_chat
response = await asyncfy_with_semaphore(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/utils/langutil.py", line 99, in async_func
return await anyio.to_thread.run_sync(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/anyio/to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 2461, in run_sync_in_worker_thread
return await future
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 962, in run
result = context.run(func, *args)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/byzerllm/saas/official_openai/init.py", line 618, in
lambda: self.client.chat.completions.create(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_utils/_utils.py", line 279, in wrapper
return func(*args, **kwargs)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/resources/chat/completions.py", line 863, in create
return self._post(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_base_client.py", line 1283, in post
return cast(ResponseT, self.request(cast_to, opts, stream=stream, stream_cls=stream_cls))
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_base_client.py", line 960, in request
return self._request(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_base_client.py", line 1066, in _request
return self._process_response(
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_base_client.py", line 1165, in _process_response
return api_response.parse()
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_response.py", line 323, in parse
parsed = self._parse(to=to)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/openai/_response.py", line 265, in _parse
data = response.json()
File "/Users/zhangmeixian/anaconda3/lib/python3.9/site-packages/httpx/_models.py", line 832, in json
return jsonlib.loads(self.content, **kwargs)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/json/init.py", line 346, in loads
return _default_decoder.decode(s)
File "/Users/zhangmeixian/anaconda3/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/Users/zhangmeixian/anaconda3/lib/python3.9/json/decoder.py", line 355, in raw_decode
raise JSONDecodeError("Expecting value", s, err.value) from None
json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)