enterprise-kb-rag/2.1_Ollama大模型高效管理工具/03_ollama_stream_chat.py

from pathlib import Path
import sys

sys.path.append(str(Path(__file__).resolve().parents[1]))

from _chapter2_config import env_value, print_dependency_hint


try:
    import ollama
except ModuleNotFoundError as exc:
    print_dependency_hint(exc)
    raise SystemExit(1)


def main() -> None:
    client = ollama.Client(host=env_value("OLLAMA_BASE_URL", default="http://127.0.0.1:11434"))
    stream = client.chat(
        model=env_value("OLLAMA_MODEL", default="qwen2.5:7b"),
        messages=[{"role": "user", "content": "为什么天空是蓝色的？"}],
        stream=True,
    )

    for chunk in stream:
        print(chunk["message"]["content"], end="", flush=True)
    print()


if __name__ == "__main__":
    try:
        main()
    except Exception as exc:
        print(f"Ollama流式调用失败: {exc}")