import os os.environ['CUDA_VISIBLE_DEVICES'] = '0,1,2,3' os.environ['SWIFT_DEBUG'] = '1' tools = [{ 'name': 'get_current_weather', 'description': 'Get the current weather in a given location', 'parameters': { 'type': 'object', 'properties': { 'location': { 'type': 'string', 'description': 'The city and state, e.g. San Francisco, CA' }, 'unit': { 'type': 'string', 'enum': ['celsius', 'fahrenheit'] } }, 'required': ['location'] } }] def _test_tool(pt_engine, system=None): messages = [ { 'role': 'user', 'content': "How's the weather in Beijing today?" }, { 'role': 'assistant', 'content': ('\n{"name": "get_current_weather", "arguments": ' '{"location": "Beijing, China", "unit": "celsius"}}\n') }, { 'role': 'tool', 'content': "{'temp': 25, 'description': 'Partly cloudy', 'status': 'success'}" }, ] request_config = RequestConfig(max_tokens=512, temperature=0) response = pt_engine.infer([InferRequest(messages=messages, tools=tools)], request_config=request_config) return response[0].choices[0].message.content def test_qwen2_5(): pt_engine = PtEngine('Qwen/Qwen2.5-7B-Instruct') response = _test_tool(pt_engine) assert response == 'Today in Beijing, the temperature is 25 degrees Celsius with partly cloudy skies.' def test_qwq(): pt_engine = PtEngine('Qwen/QwQ-32B') response = _test_tool(pt_engine) assert response[-100:] == ('weather in Beijing is **25°C** with **partly cloudy** skies. ' 'It looks like a mild day outside—enjoy!') def test_deepseek_r1_distill(): # TODO pt_engine = PtEngine('deepseek-ai/DeepSeek-R1-Distill-Qwen-7B') _test_tool(pt_engine, system='') if __name__ == '__main__': from swift.llm import PtEngine, RequestConfig, InferRequest from swift.utils import get_logger logger = get_logger() # test_qwen2_5() test_qwq() # test_deepseek_r1_distill()