enterprise-kb-rag/2.1_Ollama大模型高效管理工具/01_ollama_chat_generate.py

from pathlib import Path
import sys

sys.path.append(str(Path(__file__).resolve().parents[1]))

from _chapter2_config import env_value, print_dependency_hint


try:
    import ollama
except ModuleNotFoundError as exc:
    print_dependency_hint(exc)
    raise SystemExit(1)


MODEL = env_value("OLLAMA_MODEL", default="qwen2.5:7b")
OLLAMA_HOST = env_value("OLLAMA_BASE_URL", default="http://127.0.0.1:11434")


def main() -> None:
    client = ollama.Client(host=OLLAMA_HOST)

    response = client.chat(
        model=MODEL,
        messages=[{"role": "user", "content": "为什么天空是蓝色的？"}],
    )
    print(response)
    print(response["message"]["content"])

    # 生成式调用，和课件中的注释示例一致。
    generate_response = client.generate(model=MODEL, prompt="为什么天空是蓝色的？")
    print(generate_response["response"])


if __name__ == "__main__":
    try:
        main()
    except Exception as exc:
        print(f"Ollama调用失败: {exc}")
        print("请确认 Ollama 已启动，并且 代码/.env 中的 OLLAMA_BASE_URL、OLLAMA_MODEL 可用。")