enterprise-kb-rag/2.1_Ollama大模型高效管理工具/02_ollama_remote_client.py

from pathlib import Path
import sys

sys.path.append(str(Path(__file__).resolve().parents[1]))

from _chapter2_config import env_value, print_dependency_hint


try:
    from ollama import Client
except ModuleNotFoundError as exc:
    print_dependency_hint(exc)
    raise SystemExit(1)


def main() -> None:
    # 远程调用时把 OLLAMA_BASE_URL 改成实际 Ollama 服务地址。
    client = Client(host=env_value("OLLAMA_BASE_URL", default="http://127.0.0.1:11434"))

    response = client.chat(
        model=env_value("OLLAMA_MODEL", default="qwen2.5:7b"),
        messages=[
            {
                "role": "user",
                "content": "为什么天空是蓝色的？",
            },
        ],
    )
    print(response["message"]["content"])


if __name__ == "__main__":
    try:
        main()
    except Exception as exc:
        print(f"Ollama远程Client调用失败: {exc}")