sales-assistant-py-new/app/llm.py

6 lines
278 B
Python

from langchain.chat_models import init_chat_model
from app.conf.app_config import app_config
llm = init_chat_model(model=app_config.llm.model_name, api_key=app_config.llm.api_key, base_url=app_config.llm.base_url ,temperature=1,extra_body={"thinking": {"type": "disabled"}},)