audio_codebuddy/hardware-integration/pc-simulator/llm.py

# LLM 大模型对话模块

from openai import OpenAI
from config import Config


def chat(user_text: str, history: list = None) -> str:
    """
    调用 LLM 生成回复

    输入：用户文字 + 历史对话
    输出：LLM 回复文字
    """
    client = OpenAI(
        api_key=Config.LLM_API_KEY,
        base_url=Config.LLM_BASE_URL,
    )

    messages = [{'role': 'system', 'content': Config.SYSTEM_PROMPT}]

    if history:
        for msg in history:
            messages.append(msg)

    messages.append({'role': 'user', 'content': user_text})

    print('LLM 思考中...')
    response = client.chat.completions.create(
        model=Config.LLM_MODEL,
        messages=messages,
        max_tokens=200,
        temperature=0.7,
    )

    reply = response.choices[0].message.content.strip()
    print(f'LLM 回复: {reply}')
    return reply


if __name__ == '__main__':
    test_text = '你好，请介绍一下自己'
    reply = chat(test_text)
    print(f'\n回复: {reply}')