2.1 Ollama大模型高效管理工具 2.html 47 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649
  1. <!doctype html>
  2. <html lang="zh" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html">
  7. <link rel="next" href="2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html">
  8. <link rel="icon" href="../img/AI.jpg">
  9. <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
  10. <title>2.1 Ollama大模型高效管理工具 - 企业知识库RAG智能问答项目V1.0</title>
  11. <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <link rel="stylesheet" href="../stylesheets/extra.css">
  16. <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  17. </head>
  18. <body dir="ltr">
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#_1" class="md-skip">
  24. 跳转至
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <header class="md-header md-header--shadow" data-md-component="header">
  30. <nav class="md-header__inner md-grid" aria-label="页眉">
  31. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  32. <img src="../img/AI.jpg" alt="logo">
  33. </a>
  34. <label class="md-header__button md-icon" for="__drawer">
  35. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
  36. </label>
  37. <div class="md-header__title" data-md-component="header-title">
  38. <div class="md-header__ellipsis">
  39. <div class="md-header__topic">
  40. <span class="md-ellipsis">
  41. 企业知识库RAG智能问答项目V1.0
  42. </span>
  43. </div>
  44. <div class="md-header__topic" data-md-component="header-topic">
  45. <span class="md-ellipsis">
  46. 2.1 Ollama大模型高效管理工具
  47. </span>
  48. </div>
  49. </div>
  50. </div>
  51. <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="查找">
  65. <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. 正在初始化搜索引擎
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  93. <img src="../img/AI.jpg" alt="logo">
  94. </a>
  95. 企业知识库RAG智能问答项目V1.0
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../index.html" class="md-nav__link">
  100. <span class="md-ellipsis">
  101. 知识库内容
  102. </span>
  103. </a>
  104. </li>
  105. <li class="md-nav__item md-nav__item--nested">
  106. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" >
  107. <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
  108. <span class="md-ellipsis">
  109. ① 项目概述
  110. </span>
  111. <span class="md-nav__icon md-icon"></span>
  112. </label>
  113. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
  114. <label class="md-nav__title" for="__nav_2">
  115. <span class="md-nav__icon md-icon"></span>
  116. ① 项目概述
  117. </label>
  118. <ul class="md-nav__list" data-md-scrollfix>
  119. <li class="md-nav__item">
  120. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
  121. <span class="md-ellipsis">
  122. 1.1 项目架构
  123. </span>
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
  128. <span class="md-ellipsis">
  129. 1.2 项目环境(window)
  130. </span>
  131. </a>
  132. </li>
  133. <li class="md-nav__item">
  134. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
  135. <span class="md-ellipsis">
  136. 1.3 项目环境(mac)
  137. </span>
  138. </a>
  139. </li>
  140. </ul>
  141. </nav>
  142. </li>
  143. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  144. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" checked>
  145. <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
  146. <span class="md-ellipsis">
  147. ② 项目工具
  148. </span>
  149. <span class="md-nav__icon md-icon"></span>
  150. </label>
  151. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="true">
  152. <label class="md-nav__title" for="__nav_3">
  153. <span class="md-nav__icon md-icon"></span>
  154. ② 项目工具
  155. </label>
  156. <ul class="md-nav__list" data-md-scrollfix>
  157. <li class="md-nav__item md-nav__item--active">
  158. <a href="2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link md-nav__link--active">
  159. <span class="md-ellipsis">
  160. 2.1 Ollama大模型高效管理工具
  161. </span>
  162. </a>
  163. </li>
  164. <li class="md-nav__item">
  165. <a href="2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
  166. <span class="md-ellipsis">
  167. 2.2 LangChain基础知识.md
  168. </span>
  169. </a>
  170. </li>
  171. <li class="md-nav__item">
  172. <a href="2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
  173. <span class="md-ellipsis">
  174. 2.3 向量索引:HNSW、IVF与IVF_PQ
  175. </span>
  176. </a>
  177. </li>
  178. <li class="md-nav__item">
  179. <a href="2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
  180. <span class="md-ellipsis">
  181. 2.4 Milvus向量数据库
  182. </span>
  183. </a>
  184. </li>
  185. </ul>
  186. </nav>
  187. </li>
  188. <li class="md-nav__item md-nav__item--nested">
  189. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
  190. <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
  191. <span class="md-ellipsis">
  192. ③ 基于Mysql库的问答系统
  193. </span>
  194. <span class="md-nav__icon md-icon"></span>
  195. </label>
  196. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
  197. <label class="md-nav__title" for="__nav_4">
  198. <span class="md-nav__icon md-icon"></span>
  199. ③ 基于Mysql库的问答系统
  200. </label>
  201. <ul class="md-nav__list" data-md-scrollfix>
  202. <li class="md-nav__item">
  203. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  204. <span class="md-ellipsis">
  205. 3.1 Python日志介绍与应用
  206. </span>
  207. </a>
  208. </li>
  209. <li class="md-nav__item">
  210. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  211. <span class="md-ellipsis">
  212. 3.2 Redis数据库简介与使用
  213. </span>
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
  218. <span class="md-ellipsis">
  219. 3.3 基于Mysql数据库实现问答系统
  220. </span>
  221. </a>
  222. </li>
  223. <li class="md-nav__item">
  224. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  225. <span class="md-ellipsis">
  226. 3.4 BM25算法简介与应用
  227. </span>
  228. </a>
  229. </li>
  230. </ul>
  231. </nav>
  232. </li>
  233. <li class="md-nav__item md-nav__item--nested">
  234. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" >
  235. <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
  236. <span class="md-ellipsis">
  237. ④ 基于Milvus库的问答系统
  238. </span>
  239. <span class="md-nav__icon md-icon"></span>
  240. </label>
  241. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
  242. <label class="md-nav__title" for="__nav_5">
  243. <span class="md-nav__icon md-icon"></span>
  244. ④ 基于Milvus库的问答系统
  245. </label>
  246. <ul class="md-nav__list" data-md-scrollfix>
  247. <li class="md-nav__item">
  248. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
  249. <span class="md-ellipsis">
  250. 4.1 整体架构与工程流程
  251. </span>
  252. </a>
  253. </li>
  254. <li class="md-nav__item">
  255. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  256. <span class="md-ellipsis">
  257. 4.2 基础模块
  258. </span>
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  263. <span class="md-ellipsis">
  264. 4.3 文档处理模块
  265. </span>
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
  270. <span class="md-ellipsis">
  271. 4.4 向量存储
  272. </span>
  273. </a>
  274. </li>
  275. <li class="md-nav__item">
  276. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
  277. <span class="md-ellipsis">
  278. 4.5 prompts设计与query意图识别
  279. </span>
  280. </a>
  281. </li>
  282. <li class="md-nav__item">
  283. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
  284. <span class="md-ellipsis">
  285. 4.6 检索策略与RAG系统设计
  286. </span>
  287. </a>
  288. </li>
  289. <li class="md-nav__item">
  290. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
  291. <span class="md-ellipsis">
  292. 4.7 RAG系统运行
  293. </span>
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  298. <span class="md-ellipsis">
  299. 4.8 文档解析工具(扩展资料)
  300. </span>
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  305. <span class="md-ellipsis">
  306. 4.9 RAG中的Query改写(扩展资料)
  307. </span>
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  312. <span class="md-ellipsis">
  313. 数据集生成与优化(扩展资料)
  314. </span>
  315. </a>
  316. </li>
  317. </ul>
  318. </nav>
  319. </li>
  320. <li class="md-nav__item md-nav__item--nested">
  321. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  322. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  323. <span class="md-ellipsis">
  324. ⑤ RAG系统评估
  325. </span>
  326. <span class="md-nav__icon md-icon"></span>
  327. </label>
  328. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  329. <label class="md-nav__title" for="__nav_6">
  330. <span class="md-nav__icon md-icon"></span>
  331. ⑤ RAG系统评估
  332. </label>
  333. <ul class="md-nav__list" data-md-scrollfix>
  334. <li class="md-nav__item">
  335. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  336. <span class="md-ellipsis">
  337. 5.1 RAG系统评估工具
  338. </span>
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
  343. <span class="md-ellipsis">
  344. 5.2 实现企业知识库RAG系统的评估
  345. </span>
  346. </a>
  347. </li>
  348. <li class="md-nav__item">
  349. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
  350. <span class="md-ellipsis">
  351. 5.3 RAG评估数据集的构造(扩展)
  352. </span>
  353. </a>
  354. </li>
  355. </ul>
  356. </nav>
  357. </li>
  358. <li class="md-nav__item md-nav__item--nested">
  359. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  360. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  361. <span class="md-ellipsis">
  362. ⑥ 融合Mysql的RAG系统
  363. </span>
  364. <span class="md-nav__icon md-icon"></span>
  365. </label>
  366. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  367. <label class="md-nav__title" for="__nav_7">
  368. <span class="md-nav__icon md-icon"></span>
  369. ⑥ 融合Mysql的RAG系统
  370. </label>
  371. <ul class="md-nav__list" data-md-scrollfix>
  372. <li class="md-nav__item">
  373. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
  374. <span class="md-ellipsis">
  375. 6.1 融合FQA和知识库查询
  376. </span>
  377. </a>
  378. </li>
  379. <li class="md-nav__item">
  380. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
  381. <span class="md-ellipsis">
  382. 6.2 融合FAQ 和知识库查询(优化版)
  383. </span>
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
  388. <span class="md-ellipsis">
  389. 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
  390. </span>
  391. </a>
  392. </li>
  393. <li class="md-nav__item">
  394. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  395. <span class="md-ellipsis">
  396. 6.4 FastAPI和Flask的区别和联系(扩展资料)
  397. </span>
  398. </a>
  399. </li>
  400. </ul>
  401. </nav>
  402. </li>
  403. <li class="md-nav__item md-nav__item--nested">
  404. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  405. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  406. <span class="md-ellipsis">
  407. ⑦ 企业级生产环境部署
  408. </span>
  409. <span class="md-nav__icon md-icon"></span>
  410. </label>
  411. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  412. <label class="md-nav__title" for="__nav_8">
  413. <span class="md-nav__icon md-icon"></span>
  414. ⑦ 企业级生产环境部署
  415. </label>
  416. <ul class="md-nav__list" data-md-scrollfix>
  417. <li class="md-nav__item">
  418. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  419. <span class="md-ellipsis">
  420. 7.1 Docker的原理和基本使用
  421. </span>
  422. </a>
  423. </li>
  424. <li class="md-nav__item">
  425. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
  426. <span class="md-ellipsis">
  427. 7.2 服务部署
  428. </span>
  429. </a>
  430. </li>
  431. </ul>
  432. </nav>
  433. </li>
  434. </ul>
  435. </nav>
  436. </div>
  437. </div>
  438. </div>
  439. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  440. <div class="md-sidebar__scrollwrap">
  441. <div class="md-sidebar__inner">
  442. <nav class="md-nav md-nav--secondary" aria-label="目录">
  443. <label class="md-nav__title" for="__toc">
  444. <span class="md-nav__icon md-icon"></span>
  445. 目录
  446. </label>
  447. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  448. <li class="md-nav__item">
  449. <a href="#_1" class="md-nav__link">
  450. <span class="md-ellipsis">
  451. 学习目标
  452. </span>
  453. </a>
  454. </li>
  455. <li class="md-nav__item">
  456. <a href="#ollama" class="md-nav__link">
  457. <span class="md-ellipsis">
  458. 一、Ollama概述
  459. </span>
  460. </a>
  461. <nav class="md-nav" aria-label="一、Ollama概述">
  462. <ul class="md-nav__list">
  463. <li class="md-nav__item">
  464. <a href="#1-ollama" class="md-nav__link">
  465. <span class="md-ellipsis">
  466. 1 Ollama简介
  467. </span>
  468. </a>
  469. </li>
  470. <li class="md-nav__item">
  471. <a href="#2-ollama" class="md-nav__link">
  472. <span class="md-ellipsis">
  473. 2 Ollama的安装
  474. </span>
  475. </a>
  476. <nav class="md-nav" aria-label="2 Ollama的安装">
  477. <ul class="md-nav__list">
  478. <li class="md-nav__item">
  479. <a href="#21-ollama" class="md-nav__link">
  480. <span class="md-ellipsis">
  481. 2.1 下载安装Ollama
  482. </span>
  483. </a>
  484. </li>
  485. <li class="md-nav__item">
  486. <a href="#22" class="md-nav__link">
  487. <span class="md-ellipsis">
  488. 2.2 环境配置
  489. </span>
  490. </a>
  491. </li>
  492. <li class="md-nav__item">
  493. <a href="#23-ollama" class="md-nav__link">
  494. <span class="md-ellipsis">
  495. 2.3 运行Ollama
  496. </span>
  497. </a>
  498. </li>
  499. </ul>
  500. </nav>
  501. </li>
  502. </ul>
  503. </nav>
  504. </li>
  505. <li class="md-nav__item">
  506. <a href="#ollama_1" class="md-nav__link">
  507. <span class="md-ellipsis">
  508. 二、Ollama应用
  509. </span>
  510. </a>
  511. <nav class="md-nav" aria-label="二、Ollama应用">
  512. <ul class="md-nav__list">
  513. <li class="md-nav__item">
  514. <a href="#1-python-ollama-api" class="md-nav__link">
  515. <span class="md-ellipsis">
  516. 1 在 Python 中使用 Ollama API
  517. </span>
  518. </a>
  519. </li>
  520. <li class="md-nav__item">
  521. <a href="#2-langchain" class="md-nav__link">
  522. <span class="md-ellipsis">
  523. 2 LangChain调用
  524. </span>
  525. </a>
  526. </li>
  527. <li class="md-nav__item">
  528. <a href="#3-requests" class="md-nav__link">
  529. <span class="md-ellipsis">
  530. 3 requests调用
  531. </span>
  532. </a>
  533. </li>
  534. </ul>
  535. </nav>
  536. </li>
  537. <li class="md-nav__item">
  538. <a href="#_2" class="md-nav__link">
  539. <span class="md-ellipsis">
  540. 本节小结
  541. </span>
  542. </a>
  543. </li>
  544. </ul>
  545. </nav>
  546. </div>
  547. </div>
  548. </div>
  549. <div class="md-content" data-md-component="content">
  550. <article class="md-content__inner md-typeset">
  551. <h1>2.1 Ollama大模型高效管理工具</h1>
  552. <h2 id="_1">学习目标<a class="headerlink" href="#_1" title="Permanent link">&para;</a></h2>
  553. <ul>
  554. <li>了解项目开发背景</li>
  555. <li>掌握融合本地知识的RAG系统实现过程</li>
  556. </ul>
  557. <h2 id="ollama">一、Ollama概述<a class="headerlink" href="#ollama" title="Permanent link">&para;</a></h2>
  558. <h3 id="1-ollama">1 Ollama简介<a class="headerlink" href="#1-ollama" title="Permanent link">&para;</a></h3>
  559. <p>随着人工智能技术的快速发展,大型语言模型 LLM 已成为NLP领域的重要工具。然而,这些模型的运行通常需要大量的计算资源和复杂的部署流程。为了解决这个问题,Ollama应运而生,成为了一个高效的本地大语言模型LLM运行专家。</p>
  560. <p>Ollama是一个开源的大型语言模型服务工具,它帮助用户快速在本地运行大模型。通过简单的安装指令,用户可以执行一条命令就在本地运行开源大型语言模型,如Llama 2。Ollama极大地简化了部署和管理LLM的过程,使得用户能够快速地在本地运行大型语言模型。</p>
  561. <hr />
  562. <h3 id="2-ollama">2 Ollama的安装<a class="headerlink" href="#2-ollama" title="Permanent link">&para;</a></h3>
  563. <h4 id="21-ollama">2.1 下载安装Ollama<a class="headerlink" href="#21-ollama" title="Permanent link">&para;</a></h4>
  564. <ul>
  565. <li>
  566. <p>Ollama主页:<a href="https://ollama.com/">https://ollama.com/</a> ,支持macOS, Linux 和 Windows 系统,如果是macOS、Linux系统,直接安装使用即可;如果是Windows,需要按照以下教程进行安装使用:</p>
  567. </li>
  568. <li>
  569. <p>点击下载按钮,获取<code>OllamaSetup.exe</code>安装程序。</p>
  570. </li>
  571. </ul>
  572. <div align=center><img src="../img/9-2-1.png" style="zoom:40%" ><img/></div>
  573. <div align=center><img src="../img/9-2-2.png" style="zoom:40%" ><img/></div>
  574. <ul>
  575. <li>双击安装文件,点击「Install」开始安装。目前的Ollama会默认安装到C盘,路径如下:<code>C:\Users\%username%\AppData\Local\Programs\Ollama</code>,并不会让用户自定义选择安装路径。</li>
  576. </ul>
  577. <div align=center><img src="../img/9-2-3.png" style="zoom:30%" ><img/></div>
  578. <div align=center><img src="../img/9-2-4.png" style="zoom:40%" ><img/></div>
  579. <ul>
  580. <li>安装完成后,会在电脑右下角出现Ollama图标,可以不用先启动Ollama,先退出做一些必要路径的配置!右键图标,会出现退出的按钮「Quit Ollama」,注意:一定要退出Ollama,否则下边的环境配置无法生效!</li>
  581. </ul>
  582. <div align=center><img src="../img/9-2-5.png" style="zoom:60%" ><img/></div>
  583. <hr />
  584. <h4 id="22">2.2 环境配置<a class="headerlink" href="#22" title="Permanent link">&para;</a></h4>
  585. <ul>
  586. <li>
  587. <p>关闭开机自启动(可选):</p>
  588. </li>
  589. <li>
  590. <p>Ollama 默认会随 Windows 自动启动,可以在「文件资源管理器」的地址栏中访问以下路径,删除其中的Ollama.lnk快捷方式文件,阻止它自动启动。</p>
  591. </li>
  592. </ul>
  593. <div class="highlight"><pre><span></span><code>%APPDATA%\Microsoft\Windows\Start Menu\Programs\Startup
  594. </code></pre></div>
  595. <div align=center><img src="../img/9-2-6.png" style="zoom:60%" ><img/></div>
  596. <ul>
  597. <li>
  598. <p>配置环境变量(必须):</p>
  599. </li>
  600. <li>
  601. <p>Ollama 的默认模型存储路径如下:C:\Users\%username%.ollama\models,无论 C 盘空间大小,需要安装多少模型,都建议换一个存放路径到其它盘,否则会影响电脑运行速度。</p>
  602. </li>
  603. <li>打开「系统环境变量」,新建一个系统变量OLLAMA_MODELS ,然后设置ollama模型的存储路径。</li>
  604. <li>变量名:OLLAMA_MODELS</li>
  605. <li>变量值(路径):D:\Work\ollama\models</li>
  606. </ul>
  607. <div align=center><img src="../img/9-2-7.png" style="zoom:60%" ><img/></div>
  608. <hr />
  609. <h4 id="23-ollama">2.3 运行Ollama<a class="headerlink" href="#23-ollama" title="Permanent link">&para;</a></h4>
  610. <ul>
  611. <li>将上述更改的环境变量保存后,在「开始」菜单中找到并重新启动 Ollama。找到ollama.exe的所在位置,在该位置打开cmd</li>
  612. </ul>
  613. <div align=center><img src="../img/9-2-8.png" style="zoom:60%" ><img/></div>
  614. <ul>
  615. <li>执行指令<code>ollama run &lt;模型名称&gt;</code>,首次执行会从模型库中下载模型,所需时间取决于你的网速和模型大小。模型库地址:<a href="https://ollama.org.cn/library">https://ollama.org.cn/library</a></li>
  616. </ul>
  617. <div align=center><img src="../img/9-2-10.png" style="zoom:60%" ><img/></div>
  618. <ul>
  619. <li>在Ollama模型库中,比较常用的LLM模型有:</li>
  620. </ul>
  621. <div align=center><img src="../img/9-2-9.png" style="zoom:60%" ><img/></div>
  622. <blockquote>
  623. <p>运行7B至少需要8GB显存,运行13B至少需要16G显存,如果没有GPU默认加载CPU;如果有默认加载GPU</p>
  624. </blockquote>
  625. <ul>
  626. <li>等待下载模型完成后,就可以使用了:</li>
  627. </ul>
  628. <div align=center><img src="../img/9-2-11.png" style="zoom:60%" ><img/></div>
  629. <h2 id="ollama_1">二、Ollama应用<a class="headerlink" href="#ollama_1" title="Permanent link">&para;</a></h2>
  630. <h3 id="1-python-ollama-api">1 在 Python 中使用 Ollama API<a class="headerlink" href="#1-python-ollama-api" title="Permanent link">&para;</a></h3>
  631. <ul>
  632. <li>环境准备</li>
  633. <li>在开始使用 Python 与 Ollama API 交互之前,请确保您的开发环境满足以下条件:</li>
  634. </ul>
  635. <div class="highlight"><pre><span></span><code><span class="na">安装ollama库</span><span class="o">:</span><span class="w"> </span><span class="s">pip install ollama</span>
  636. </code></pre></div>
  637. <ul>
  638. <li>
  639. <p>代码实现:</p>
  640. </li>
  641. <li>
  642. <p>方式1</p>
  643. </li>
  644. </ul>
  645. <div class="highlight"><pre><span></span><code><span class="kn">import</span><span class="w"> </span><span class="nn">ollama</span>
  646. <span class="c1"># 聊天式</span>
  647. <span class="n">response</span> <span class="o">=</span> <span class="n">ollama</span><span class="o">.</span><span class="n">chat</span><span class="p">(</span><span class="n">model</span><span class="o">=</span><span class="s1">&#39;qwen2:1.5b&#39;</span><span class="p">,</span>
  648. <span class="n">messages</span><span class="o">=</span><span class="p">[{</span><span class="s1">&#39;role&#39;</span><span class="p">:</span> <span class="s1">&#39;user&#39;</span><span class="p">,</span> <span class="s1">&#39;content&#39;</span><span class="p">:</span> <span class="s1">&#39;为什么天空是蓝色的?&#39;</span><span class="p">,</span> <span class="p">}])</span>
  649. <span class="nb">print</span><span class="p">(</span><span class="n">response</span><span class="p">)</span>
  650. <span class="nb">print</span><span class="p">(</span><span class="n">response</span><span class="p">[</span><span class="s1">&#39;message&#39;</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">])</span>
  651. <span class="c1"># 生成式</span>
  652. <span class="c1">## response = ollama.generate(model=&#39;qwen2:1.5b&#39;, prompt=&#39;为什么天空是蓝色的?&#39;)</span>
  653. </code></pre></div>
  654. <ul>
  655. <li>方式2</li>
  656. </ul>
  657. <div class="highlight"><pre><span></span><code><span class="c1"># 可以远程调用ollama</span>
  658. <span class="kn">from</span><span class="w"> </span><span class="nn">ollama</span><span class="w"> </span><span class="kn">import</span> <span class="n">Client</span>
  659. <span class="c1"># client = Client(host=&#39;http://192.168.1.100:11434&#39;)</span>
  660. <span class="n">client</span> <span class="o">=</span> <span class="n">Client</span><span class="p">(</span><span class="n">host</span><span class="o">=</span><span class="s1">&#39;http://127.0.0.1:11434&#39;</span><span class="p">)</span>
  661. <span class="n">response</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="p">(</span><span class="n">model</span><span class="o">=</span><span class="s1">&#39;qwen2:1.5b&#39;</span><span class="p">,</span> <span class="n">messages</span><span class="o">=</span><span class="p">[</span>
  662. <span class="p">{</span>
  663. <span class="s1">&#39;role&#39;</span><span class="p">:</span> <span class="s1">&#39;user&#39;</span><span class="p">,</span>
  664. <span class="s1">&#39;content&#39;</span><span class="p">:</span> <span class="s1">&#39;为什么天空是蓝色的?&#39;</span><span class="p">,</span>
  665. <span class="p">},</span>
  666. <span class="p">])</span>
  667. <span class="nb">print</span><span class="p">(</span><span class="n">response</span><span class="p">[</span><span class="s1">&#39;message&#39;</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">])</span>
  668. </code></pre></div>
  669. <ul>
  670. <li>方式3(了解)<ul>
  671. <li>可以通过设置 <code>stream=True</code> 启用响应流,使函数调用返回一个 Python 生成器,其中每个部分都是流中的一个对象。</li>
  672. </ul>
  673. </li>
  674. </ul>
  675. <div class="highlight"><pre><span></span><code><span class="kn">import</span><span class="w"> </span><span class="nn">ollama</span>
  676. <span class="n">stream</span> <span class="o">=</span> <span class="n">ollama</span><span class="o">.</span><span class="n">chat</span><span class="p">(</span>
  677. <span class="n">model</span><span class="o">=</span><span class="s1">&#39;qwen2:1.5b&#39;</span><span class="p">,</span>
  678. <span class="n">messages</span><span class="o">=</span><span class="p">[{</span><span class="s1">&#39;role&#39;</span><span class="p">:</span> <span class="s1">&#39;user&#39;</span><span class="p">,</span> <span class="s1">&#39;content&#39;</span><span class="p">:</span> <span class="s1">&#39;为什么天空是蓝色的?&#39;</span><span class="p">}],</span>
  679. <span class="n">stream</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
  680. <span class="p">)</span>
  681. <span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">stream</span><span class="p">:</span>
  682. <span class="nb">print</span><span class="p">(</span><span class="n">chunk</span><span class="p">[</span><span class="s1">&#39;message&#39;</span><span class="p">][</span><span class="s1">&#39;content&#39;</span><span class="p">],</span> <span class="n">end</span><span class="o">=</span><span class="s1">&#39;&#39;</span><span class="p">,</span> <span class="n">flush</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  683. </code></pre></div>
  684. <h3 id="2-langchain">2 LangChain调用<a class="headerlink" href="#2-langchain" title="Permanent link">&para;</a></h3>
  685. <ul>
  686. <li>
  687. <p>环境准备
  688. <div class="highlight"><pre><span></span><code><span class="na">安装langchain库</span><span class="o">:</span><span class="w"> </span><span class="s">pip install langchain</span>
  689. <span class="na">安装langchain_community库</span><span class="o">:</span><span class="w"> </span><span class="s">pip install langchain_community</span>
  690. </code></pre></div></p>
  691. </li>
  692. <li>
  693. <p>代码实现</p>
  694. </li>
  695. </ul>
  696. <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">langchain_community.llms</span><span class="w"> </span><span class="kn">import</span> <span class="n">Ollama</span>
  697. <span class="n">host</span><span class="o">=</span><span class="s2">&quot;xxx&quot;</span>
  698. <span class="n">port</span><span class="o">=</span><span class="s2">&quot;xxx&quot;</span> <span class="c1">#默认的端口号为11434</span>
  699. <span class="c1"># 如果自己本地系统有ollama服务,可以省略base_url</span>
  700. <span class="n">llm</span><span class="o">=</span><span class="n">Ollama</span><span class="p">(</span><span class="n">base_url</span><span class="o">=</span><span class="sa">f</span><span class="s2">&quot;http://</span><span class="si">{</span><span class="n">host</span><span class="si">}</span><span class="s2">:</span><span class="si">{</span><span class="n">port</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">,</span> <span class="n">model</span><span class="o">=</span><span class="s2">&quot;qwen2:1.5b&quot;</span><span class="p">,</span><span class="n">temperature</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
  701. <span class="n">res</span><span class="o">=</span><span class="n">llm</span><span class="o">.</span><span class="n">invoke</span><span class="p">(</span><span class="s2">&quot;你是谁&quot;</span><span class="p">)</span>
  702. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  703. </code></pre></div>
  704. <hr />
  705. <h3 id="3-requests">3 requests调用<a class="headerlink" href="#3-requests" title="Permanent link">&para;</a></h3>
  706. <ul>
  707. <li>
  708. <p>环境准备
  709. <div class="highlight"><pre><span></span><code><span class="na">安装requests库</span><span class="o">:</span><span class="w"> </span><span class="s">pip install requests</span>
  710. </code></pre></div></p>
  711. </li>
  712. <li>
  713. <p>代码实现</p>
  714. </li>
  715. </ul>
  716. <div class="highlight"><pre><span></span><code><span class="n">host</span><span class="o">=</span><span class="s2">&quot;xxx&quot;</span>
  717. <span class="n">port</span><span class="o">=</span><span class="s2">&quot;xxx&quot;</span>
  718. <span class="n">url</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;http://</span><span class="si">{</span><span class="n">host</span><span class="si">}</span><span class="s2">:</span><span class="si">{</span><span class="n">port</span><span class="si">}</span><span class="s2">/api/chat&quot;</span>
  719. <span class="n">model</span> <span class="o">=</span> <span class="s2">&quot;qwen2:1.5b&quot;</span>
  720. <span class="n">headers</span> <span class="o">=</span> <span class="p">{</span><span class="s2">&quot;Content-Type&quot;</span><span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">}</span>
  721. <span class="n">data</span> <span class="o">=</span> <span class="p">{</span>
  722. <span class="s2">&quot;model&quot;</span><span class="p">:</span> <span class="n">model</span><span class="p">,</span> <span class="c1">#模型选择</span>
  723. <span class="s2">&quot;options&quot;</span><span class="p">:</span> <span class="p">{</span>
  724. <span class="s2">&quot;temperature&quot;</span><span class="p">:</span> <span class="mf">0.</span> <span class="c1">#为0表示不让模型自由发挥,输出结果相对较固定,&gt;0的话,输出的结果会比较放飞自我</span>
  725. <span class="p">},</span>
  726. <span class="s2">&quot;stream&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span> <span class="c1">#流式输出</span>
  727. <span class="s2">&quot;messages&quot;</span><span class="p">:</span> <span class="p">[{</span>
  728. <span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;system&quot;</span><span class="p">,</span>
  729. <span class="s2">&quot;content&quot;</span><span class="p">:</span><span class="s2">&quot;你是谁?&quot;</span>
  730. <span class="p">}]</span> <span class="c1">#对话列表</span>
  731. <span class="p">}</span>
  732. <span class="n">response</span><span class="o">=</span><span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span><span class="n">url</span><span class="p">,</span><span class="n">json</span><span class="o">=</span><span class="n">data</span><span class="p">,</span><span class="n">headers</span><span class="o">=</span><span class="n">headers</span><span class="p">,</span><span class="n">timeout</span><span class="o">=</span><span class="mi">60</span><span class="p">)</span>
  733. <span class="n">res</span><span class="o">=</span><span class="n">response</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
  734. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  735. </code></pre></div>
  736. <h2 id="_2">本节小结<a class="headerlink" href="#_2" title="Permanent link">&para;</a></h2>
  737. <p>本章节主要介绍了利用Ollama工具实现本地大模型的基本应用。</p>
  738. </article>
  739. </div>
  740. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
  741. </div>
  742. </main>
  743. <footer class="md-footer">
  744. <div class="md-footer-meta md-typeset">
  745. <div class="md-footer-meta__inner md-grid">
  746. <div class="md-copyright">
  747. <div class="md-copyright__highlight">
  748. © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
  749. </div>
  750. Made with
  751. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  752. Material for MkDocs
  753. </a>
  754. </div>
  755. </div>
  756. </div>
  757. </footer>
  758. </div>
  759. <div class="md-dialog" data-md-component="dialog">
  760. <div class="md-dialog__inner md-typeset"></div>
  761. </div>
  762. <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
  763. <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
  764. <script src="../javascripts/extra.js"></script>
  765. <script src="../javascripts/mathjax.js"></script>
  766. <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
  767. <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
  768. </body>
  769. </html>