4.8 RAG系统运行.html 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743
  1. <!doctype html>
  2. <html lang="zh" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="4.7%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html">
  7. <link rel="next" href="4.9%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html">
  8. <link rel="icon" href="../img/AI.jpg">
  9. <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
  10. <title>4.8 RAG系统运行 - 企业知识库RAG智能问答项目V1.0</title>
  11. <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&amp;display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <link rel="stylesheet" href="../stylesheets/extra.css">
  16. <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  17. </head>
  18. <body dir="ltr">
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#_1" class="md-skip">
  24. 跳转至
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <header class="md-header md-header--shadow" data-md-component="header">
  30. <nav class="md-header__inner md-grid" aria-label="页眉">
  31. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  32. <img src="../img/AI.jpg" alt="logo">
  33. </a>
  34. <label class="md-header__button md-icon" for="__drawer">
  35. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
  36. </label>
  37. <div class="md-header__title" data-md-component="header-title">
  38. <div class="md-header__ellipsis">
  39. <div class="md-header__topic">
  40. <span class="md-ellipsis">
  41. 企业知识库RAG智能问答项目V1.0
  42. </span>
  43. </div>
  44. <div class="md-header__topic" data-md-component="header-topic">
  45. <span class="md-ellipsis">
  46. 4.8 RAG系统运行
  47. </span>
  48. </div>
  49. </div>
  50. </div>
  51. <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="查找">
  65. <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. 正在初始化搜索引擎
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  93. <img src="../img/AI.jpg" alt="logo">
  94. </a>
  95. 企业知识库RAG智能问答项目V1.0
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../index.html" class="md-nav__link">
  100. <span class="md-ellipsis">
  101. 知识库内容
  102. </span>
  103. </a>
  104. </li>
  105. <li class="md-nav__item md-nav__item--nested">
  106. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
  107. <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
  108. <span class="md-ellipsis">
  109. ① 项目概述
  110. </span>
  111. <span class="md-nav__icon md-icon"></span>
  112. </label>
  113. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
  114. <label class="md-nav__title" for="__nav_2">
  115. <span class="md-nav__icon md-icon"></span>
  116. ① 项目概述
  117. </label>
  118. <ul class="md-nav__list" data-md-scrollfix>
  119. <li class="md-nav__item">
  120. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
  121. <span class="md-ellipsis">
  122. 1.1 项目架构
  123. </span>
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
  128. <span class="md-ellipsis">
  129. 1.2 项目环境(window)
  130. </span>
  131. </a>
  132. </li>
  133. <li class="md-nav__item">
  134. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
  135. <span class="md-ellipsis">
  136. 1.3 项目环境(mac)
  137. </span>
  138. </a>
  139. </li>
  140. </ul>
  141. </nav>
  142. </li>
  143. <li class="md-nav__item md-nav__item--nested">
  144. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3">
  145. <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
  146. <span class="md-ellipsis">
  147. ② 项目工具
  148. </span>
  149. <span class="md-nav__icon md-icon"></span>
  150. </label>
  151. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
  152. <label class="md-nav__title" for="__nav_3">
  153. <span class="md-nav__icon md-icon"></span>
  154. ② 项目工具
  155. </label>
  156. <ul class="md-nav__list" data-md-scrollfix>
  157. <li class="md-nav__item">
  158. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  159. <span class="md-ellipsis">
  160. 2.1 Ollama大模型高效管理工具
  161. </span>
  162. </a>
  163. </li>
  164. <li class="md-nav__item">
  165. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
  166. <span class="md-ellipsis">
  167. 2.2 LangChain基础知识.md
  168. </span>
  169. </a>
  170. </li>
  171. <li class="md-nav__item">
  172. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
  173. <span class="md-ellipsis">
  174. 2.3 向量索引:HNSW、IVF与IVF_PQ
  175. </span>
  176. </a>
  177. </li>
  178. <li class="md-nav__item">
  179. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
  180. <span class="md-ellipsis">
  181. 2.4 Milvus向量数据库
  182. </span>
  183. </a>
  184. </li>
  185. </ul>
  186. </nav>
  187. </li>
  188. <li class="md-nav__item md-nav__item--nested">
  189. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4">
  190. <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
  191. <span class="md-ellipsis">
  192. ③ 基于Mysql库的问答系统
  193. </span>
  194. <span class="md-nav__icon md-icon"></span>
  195. </label>
  196. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
  197. <label class="md-nav__title" for="__nav_4">
  198. <span class="md-nav__icon md-icon"></span>
  199. ③ 基于Mysql库的问答系统
  200. </label>
  201. <ul class="md-nav__list" data-md-scrollfix>
  202. <li class="md-nav__item">
  203. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  204. <span class="md-ellipsis">
  205. 3.1 Python日志介绍与应用
  206. </span>
  207. </a>
  208. </li>
  209. <li class="md-nav__item">
  210. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  211. <span class="md-ellipsis">
  212. 3.2 Redis数据库简介与使用
  213. </span>
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
  218. <span class="md-ellipsis">
  219. 3.3 基于Mysql数据库实现问答系统
  220. </span>
  221. </a>
  222. </li>
  223. <li class="md-nav__item">
  224. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  225. <span class="md-ellipsis">
  226. 3.4 BM25算法简介与应用
  227. </span>
  228. </a>
  229. </li>
  230. </ul>
  231. </nav>
  232. </li>
  233. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  234. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked>
  235. <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
  236. <span class="md-ellipsis">
  237. ④ 基于Milvus库的问答系统
  238. </span>
  239. <span class="md-nav__icon md-icon"></span>
  240. </label>
  241. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true">
  242. <label class="md-nav__title" for="__nav_5">
  243. <span class="md-nav__icon md-icon"></span>
  244. ④ 基于Milvus库的问答系统
  245. </label>
  246. <ul class="md-nav__list" data-md-scrollfix>
  247. <li class="md-nav__item">
  248. <a href="4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
  249. <span class="md-ellipsis">
  250. 4.1 整体架构与工程流程
  251. </span>
  252. </a>
  253. </li>
  254. <li class="md-nav__item">
  255. <a href="4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  256. <span class="md-ellipsis">
  257. 4.2 基础模块
  258. </span>
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  263. <span class="md-ellipsis">
  264. 4.3 文档处理模块
  265. </span>
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
  270. <span class="md-ellipsis">
  271. 4.4 向量存储
  272. </span>
  273. </a>
  274. </li>
  275. <li class="md-nav__item"><a href="4.5%20BERT%E5%9F%BA%E7%A1%80%E4%B8%8E%E4%BB%BB%E5%8A%A1%E5%BE%AE%E8%B0%83.html" class="md-nav__link"><span class="md-ellipsis">4.5 BERT基础与任务微调</span></a></li><li class="md-nav__item">
  276. <a href="4.6%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
  277. <span class="md-ellipsis">
  278. 4.6 prompts设计与query意图识别
  279. </span>
  280. </a>
  281. </li>
  282. <li class="md-nav__item">
  283. <a href="4.7%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
  284. <span class="md-ellipsis">
  285. 4.7 检索策略与RAG系统设计
  286. </span>
  287. </a>
  288. </li>
  289. <li class="md-nav__item md-nav__item--active">
  290. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  291. <label class="md-nav__link md-nav__link--active" for="__toc">
  292. <span class="md-ellipsis">
  293. 4.8 RAG系统运行
  294. </span>
  295. <span class="md-nav__icon md-icon"></span>
  296. </label>
  297. <a href="4.8%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link md-nav__link--active">
  298. <span class="md-ellipsis">
  299. 4.8 RAG系统运行
  300. </span>
  301. </a>
  302. <nav class="md-nav md-nav--secondary" aria-label="目录">
  303. <label class="md-nav__title" for="__toc">
  304. <span class="md-nav__icon md-icon"></span>
  305. 目录
  306. </label>
  307. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  308. <li class="md-nav__item">
  309. <a href="#_1" class="md-nav__link">
  310. <span class="md-ellipsis">
  311. 学习目标:
  312. </span>
  313. </a>
  314. </li>
  315. <li class="md-nav__item">
  316. <a href="#_2" class="md-nav__link">
  317. <span class="md-ellipsis">
  318. 一、系统运行入口
  319. </span>
  320. </a>
  321. <nav class="md-nav" aria-label="一、系统运行入口">
  322. <ul class="md-nav__list">
  323. <li class="md-nav__item">
  324. <a href="#1" class="md-nav__link">
  325. <span class="md-ellipsis">
  326. 1 功能概述
  327. </span>
  328. </a>
  329. </li>
  330. <li class="md-nav__item">
  331. <a href="#2" class="md-nav__link">
  332. <span class="md-ellipsis">
  333. 2 实现细节
  334. </span>
  335. </a>
  336. </li>
  337. </ul>
  338. </nav>
  339. </li>
  340. <li class="md-nav__item">
  341. <a href="#rag" class="md-nav__link">
  342. <span class="md-ellipsis">
  343. 二、RAG系统运行
  344. </span>
  345. </a>
  346. <nav class="md-nav" aria-label="二、RAG系统运行">
  347. <ul class="md-nav__list">
  348. <li class="md-nav__item">
  349. <a href="#1_1" class="md-nav__link">
  350. <span class="md-ellipsis">
  351. 1 数据处理
  352. </span>
  353. </a>
  354. </li>
  355. <li class="md-nav__item">
  356. <a href="#2_1" class="md-nav__link">
  357. <span class="md-ellipsis">
  358. 2 查询模式
  359. </span>
  360. </a>
  361. </li>
  362. </ul>
  363. </nav>
  364. </li>
  365. <li class="md-nav__item">
  366. <a href="#_3" class="md-nav__link">
  367. <span class="md-ellipsis">
  368. 章节总结
  369. </span>
  370. </a>
  371. </li>
  372. </ul>
  373. </nav>
  374. </li>
  375. <li class="md-nav__item">
  376. <a href="4.9%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  377. <span class="md-ellipsis">
  378. 4.9 文档解析工具(扩展资料)
  379. </span>
  380. </a>
  381. </li>
  382. <li class="md-nav__item">
  383. <a href="4.10%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  384. <span class="md-ellipsis">
  385. 4.10 RAG中的Query改写(扩展资料)
  386. </span>
  387. </a>
  388. </li>
  389. <li class="md-nav__item">
  390. <a href="%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  391. <span class="md-ellipsis">
  392. 数据集生成与优化(扩展资料)
  393. </span>
  394. </a>
  395. </li>
  396. </ul>
  397. </nav>
  398. </li>
  399. <li class="md-nav__item md-nav__item--nested">
  400. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
  401. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  402. <span class="md-ellipsis">
  403. ⑤ RAG系统评估
  404. </span>
  405. <span class="md-nav__icon md-icon"></span>
  406. </label>
  407. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  408. <label class="md-nav__title" for="__nav_6">
  409. <span class="md-nav__icon md-icon"></span>
  410. ⑤ RAG系统评估
  411. </label>
  412. <ul class="md-nav__list" data-md-scrollfix>
  413. <li class="md-nav__item">
  414. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  415. <span class="md-ellipsis">
  416. 5.1 RAG系统评估工具
  417. </span>
  418. </a>
  419. </li>
  420. <li class="md-nav__item">
  421. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
  422. <span class="md-ellipsis">
  423. 5.2 实现企业知识库RAG系统的评估
  424. </span>
  425. </a>
  426. </li>
  427. <li class="md-nav__item">
  428. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
  429. <span class="md-ellipsis">
  430. 5.3 RAG评估数据集的构造(扩展)
  431. </span>
  432. </a>
  433. </li>
  434. </ul>
  435. </nav>
  436. </li>
  437. <li class="md-nav__item md-nav__item--nested">
  438. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7">
  439. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  440. <span class="md-ellipsis">
  441. ⑥ 融合Mysql的RAG系统
  442. </span>
  443. <span class="md-nav__icon md-icon"></span>
  444. </label>
  445. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  446. <label class="md-nav__title" for="__nav_7">
  447. <span class="md-nav__icon md-icon"></span>
  448. ⑥ 融合Mysql的RAG系统
  449. </label>
  450. <ul class="md-nav__list" data-md-scrollfix>
  451. <li class="md-nav__item">
  452. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
  453. <span class="md-ellipsis">
  454. 6.1 融合FQA和知识库查询
  455. </span>
  456. </a>
  457. </li>
  458. <li class="md-nav__item">
  459. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
  460. <span class="md-ellipsis">
  461. 6.2 融合FAQ 和知识库查询(优化版)
  462. </span>
  463. </a>
  464. </li>
  465. <li class="md-nav__item">
  466. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
  467. <span class="md-ellipsis">
  468. 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
  469. </span>
  470. </a>
  471. </li>
  472. <li class="md-nav__item">
  473. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  474. <span class="md-ellipsis">
  475. 6.4 FastAPI和Flask的区别和联系(扩展资料)
  476. </span>
  477. </a>
  478. </li>
  479. </ul>
  480. </nav>
  481. </li>
  482. <li class="md-nav__item md-nav__item--nested">
  483. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8">
  484. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  485. <span class="md-ellipsis">
  486. ⑦ 企业级生产环境部署
  487. </span>
  488. <span class="md-nav__icon md-icon"></span>
  489. </label>
  490. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  491. <label class="md-nav__title" for="__nav_8">
  492. <span class="md-nav__icon md-icon"></span>
  493. ⑦ 企业级生产环境部署
  494. </label>
  495. <ul class="md-nav__list" data-md-scrollfix>
  496. <li class="md-nav__item">
  497. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  498. <span class="md-ellipsis">
  499. 7.1 Docker的原理和基本使用
  500. </span>
  501. </a>
  502. </li>
  503. <li class="md-nav__item">
  504. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
  505. <span class="md-ellipsis">
  506. 7.2 服务部署
  507. </span>
  508. </a>
  509. </li>
  510. </ul>
  511. </nav>
  512. </li>
  513. </ul>
  514. </nav>
  515. </div>
  516. </div>
  517. </div>
  518. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
  519. <div class="md-sidebar__scrollwrap">
  520. <div class="md-sidebar__inner">
  521. <nav class="md-nav md-nav--secondary" aria-label="目录">
  522. <label class="md-nav__title" for="__toc">
  523. <span class="md-nav__icon md-icon"></span>
  524. 目录
  525. </label>
  526. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  527. <li class="md-nav__item">
  528. <a href="#_1" class="md-nav__link">
  529. <span class="md-ellipsis">
  530. 学习目标:
  531. </span>
  532. </a>
  533. </li>
  534. <li class="md-nav__item">
  535. <a href="#_2" class="md-nav__link">
  536. <span class="md-ellipsis">
  537. 一、系统运行入口
  538. </span>
  539. </a>
  540. <nav class="md-nav" aria-label="一、系统运行入口">
  541. <ul class="md-nav__list">
  542. <li class="md-nav__item">
  543. <a href="#1" class="md-nav__link">
  544. <span class="md-ellipsis">
  545. 1 功能概述
  546. </span>
  547. </a>
  548. </li>
  549. <li class="md-nav__item">
  550. <a href="#2" class="md-nav__link">
  551. <span class="md-ellipsis">
  552. 2 实现细节
  553. </span>
  554. </a>
  555. </li>
  556. </ul>
  557. </nav>
  558. </li>
  559. <li class="md-nav__item">
  560. <a href="#rag" class="md-nav__link">
  561. <span class="md-ellipsis">
  562. 二、RAG系统运行
  563. </span>
  564. </a>
  565. <nav class="md-nav" aria-label="二、RAG系统运行">
  566. <ul class="md-nav__list">
  567. <li class="md-nav__item">
  568. <a href="#1_1" class="md-nav__link">
  569. <span class="md-ellipsis">
  570. 1 数据处理
  571. </span>
  572. </a>
  573. </li>
  574. <li class="md-nav__item">
  575. <a href="#2_1" class="md-nav__link">
  576. <span class="md-ellipsis">
  577. 2 查询模式
  578. </span>
  579. </a>
  580. </li>
  581. </ul>
  582. </nav>
  583. </li>
  584. <li class="md-nav__item">
  585. <a href="#_3" class="md-nav__link">
  586. <span class="md-ellipsis">
  587. 章节总结
  588. </span>
  589. </a>
  590. </li>
  591. </ul>
  592. </nav>
  593. </div>
  594. </div>
  595. </div>
  596. <div class="md-content" data-md-component="content">
  597. <article class="md-content__inner md-typeset">
  598. <h1>4.8 RAG系统运行</h1>
  599. <h2 id="_1">学习目标:<a class="headerlink" href="#_1" title="Permanent link">¶</a></h2>
  600. <ul>
  601. <li>1.掌握如何通过命令行参数和增强的错误处理运行企业知识库RAG系统。</li>
  602. <li>2.了解整合核心的RAG逻辑。</li>
  603. </ul>
  604. <h2 id="_2">一、系统运行入口<a class="headerlink" href="#_2" title="Permanent link">¶</a></h2>
  605. <p><code>main.py</code>是企业知识库RAG系统的运行模块,涵盖错误处理、参数灵活性和日志记录等功能。<code>main.py</code>作为命令行入口,支持数据处理和交互式查询,适合开发和调试;该模块整合了前几章的核心逻辑,为用户提供了健壮的交互方式。</p>
  606. <h3 id="1">1 功能概述<a class="headerlink" href="#1" title="Permanent link">¶</a></h3>
  607. <p>main.py是企业知识库RAG系统的运行入口,提供两种运行模式:</p>
  608. <ul>
  609. <li><strong>数据处理模式</strong>:加载并向量化文档,构建向量数据库,支持多知识域目录处理。</li>
  610. <li><strong>查询模式</strong>:通过命令行交互式回答用户查询,支持知识域过滤。</li>
  611. <li>完整代码</li>
  612. </ul>
  613. <div class="highlight"><pre><span></span><code><span class="kn">import</span><span class="w"> </span><span class="nn">os</span>
  614. <span class="kn">import</span><span class="w"> </span><span class="nn">sys</span>
  615. <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
  616. <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
  617. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.document_processor</span><span class="w"> </span><span class="kn">import</span> <span class="n">process_documents</span> <span class="c1"># 导入处理文档的函数</span>
  618. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.vector_store</span><span class="w"> </span><span class="kn">import</span> <span class="n">VectorStore</span>
  619. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.rag_system</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGSystem</span>
  620. <span class="kn">from</span><span class="w"> </span><span class="nn">openai</span><span class="w"> </span><span class="kn">import</span> <span class="n">OpenAI</span> <span class="c1"># 使用 OpenAI 接口</span>
  621. <span class="k">def</span><span class="w"> </span><span class="nf">main</span><span class="p">(</span><span class="n">query_mode</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">directory_path</span><span class="o">=</span><span class="s2">"data"</span><span class="p">):</span>
  622. <span class="c1"># 初始化 DashScope API 客户端 (通过 OpenAI 接口)</span>
  623. <span class="c1"># 确保环境变量 DASHSCOPE_API_KEY 和 DASHSCOPE_BASE_URL 已设置</span>
  624. <span class="k">try</span><span class="p">:</span>
  625. <span class="n">client</span> <span class="o">=</span> <span class="n">OpenAI</span><span class="p">(</span><span class="n">api_key</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">DASHSCOPE_API_KEY</span><span class="p">,</span>
  626. <span class="n">base_url</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">DASHSCOPE_BASE_URL</span><span class="p">)</span>
  627. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  628. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"初始化 OpenAI 客户端失败 (请检查 API Key 和 Base URL): </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  629. <span class="c1"># 如果客户端初始化失败,可能无法继续,取决于模式</span>
  630. <span class="k">if</span> <span class="n">query_mode</span><span class="p">:</span> <span class="c1"># 查询模式下必须要有 LLM</span>
  631. <span class="nb">print</span><span class="p">(</span><span class="s2">"错误:无法初始化语言模型客户端,无法进入查询模式。"</span><span class="p">)</span>
  632. <span class="k">return</span>
  633. <span class="c1"># 数据处理模式可能不需要 LLM,可以继续,但最好记录错误</span>
  634. <span class="n">client</span> <span class="o">=</span> <span class="kc">None</span> <span class="c1"># 标记客户端不可用</span>
  635. <span class="c1"># 定义 LLM 调用函数 (仅在需要时定义和使用)</span>
  636. <span class="k">def</span><span class="w"> </span><span class="nf">call_dashscope</span><span class="p">(</span><span class="n">prompt</span><span class="p">):</span>
  637. <span class="k">if</span> <span class="ow">not</span> <span class="n">client</span><span class="p">:</span> <span class="c1"># 检查客户端是否可用</span>
  638. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"LLM 客户端未初始化,无法调用 call_dashscope"</span><span class="p">)</span>
  639. <span class="k">return</span> <span class="sa">f</span><span class="s2">"错误: LLM客户端不可用"</span>
  640. <span class="k">try</span><span class="p">:</span>
  641. <span class="n">completion</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="o">.</span><span class="n">completions</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
  642. <span class="n">model</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">LLM_MODEL</span><span class="p">,</span>
  643. <span class="n">messages</span><span class="o">=</span><span class="p">[</span>
  644. <span class="p">{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"system"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="s2">"你是一个有用的助手."</span><span class="p">},</span>
  645. <span class="p">{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"user"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="n">prompt</span><span class="p">},</span>
  646. <span class="p">]</span>
  647. <span class="c1"># 可以添加 temperature 等参数</span>
  648. <span class="p">)</span>
  649. <span class="k">if</span> <span class="n">completion</span><span class="o">.</span><span class="n">choices</span> <span class="ow">and</span> <span class="n">completion</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">message</span><span class="p">:</span>
  650. <span class="k">return</span> <span class="n">completion</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">message</span><span class="o">.</span><span class="n">content</span>
  651. <span class="k">else</span><span class="p">:</span>
  652. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"LLM API 调用返回无效响应或空消息"</span><span class="p">)</span>
  653. <span class="k">return</span> <span class="s2">"错误: LLM返回无效响应"</span>
  654. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  655. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"LLM API (call_dashscope) 调用失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  656. <span class="k">return</span> <span class="sa">f</span><span class="s2">"错误: 调用LLM失败 - </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span>
  657. <span class="c1"># 初始化 VectorStore</span>
  658. <span class="k">try</span><span class="p">:</span>
  659. <span class="n">vector_store</span> <span class="o">=</span> <span class="n">VectorStore</span><span class="p">(</span>
  660. <span class="n">collection_name</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_COLLECTION_NAME</span><span class="p">,</span>
  661. <span class="n">host</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_HOST</span><span class="p">,</span>
  662. <span class="n">port</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_PORT</span><span class="p">,</span>
  663. <span class="n">database</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_DATABASE_NAME</span><span class="p">,</span>
  664. <span class="p">)</span>
  665. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  666. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"初始化 VectorStore 失败 (请检查 Milvus 连接配置): </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  667. <span class="nb">print</span><span class="p">(</span><span class="s2">"错误:无法连接到向量数据库,程序无法继续。"</span><span class="p">)</span>
  668. <span class="k">return</span>
  669. <span class="c1"># 根据模式执行不同操作</span>
  670. <span class="k">if</span> <span class="ow">not</span> <span class="n">query_mode</span><span class="p">:</span>
  671. <span class="c1"># --- 数据处理模式 ---</span>
  672. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"进入数据处理模式..."</span><span class="p">)</span>
  673. <span class="n">total_chunks_added</span> <span class="o">=</span> <span class="mi">0</span>
  674. <span class="k">for</span> <span class="n">source_dir</span> <span class="ow">in</span> <span class="n">conf</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">:</span>
  675. <span class="n">dir_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">directory_path</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">source_dir</span><span class="si">}</span><span class="s2">_data"</span><span class="p">)</span>
  676. <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">dir_path</span><span class="p">):</span>
  677. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"开始处理目录: </span><span class="si">{</span><span class="n">dir_path</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  678. <span class="k">try</span><span class="p">:</span>
  679. <span class="n">chunks</span> <span class="o">=</span> <span class="n">process_documents</span><span class="p">(</span>
  680. <span class="n">dir_path</span><span class="p">,</span>
  681. <span class="n">conf</span><span class="o">.</span><span class="n">PARENT_CHUNK_SIZE</span><span class="p">,</span>
  682. <span class="n">conf</span><span class="o">.</span><span class="n">CHILD_CHUNK_SIZE</span><span class="p">,</span>
  683. <span class="n">conf</span><span class="o">.</span><span class="n">CHUNK_OVERLAP</span><span class="p">,</span>
  684. <span class="p">)</span>
  685. <span class="k">if</span> <span class="n">chunks</span><span class="p">:</span>
  686. <span class="n">vector_store</span><span class="o">.</span><span class="n">add_documents</span><span class="p">(</span><span class="n">chunks</span><span class="p">)</span>
  687. <span class="n">total_chunks_added</span> <span class="o">+=</span> <span class="nb">len</span><span class="p">(</span><span class="n">chunks</span><span class="p">)</span>
  688. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"成功处理目录 </span><span class="si">{</span><span class="n">dir_path</span><span class="si">}</span><span class="s2">,添加了 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">chunks</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档块"</span><span class="p">)</span>
  689. <span class="k">else</span><span class="p">:</span>
  690. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"目录 </span><span class="si">{</span><span class="n">dir_path</span><span class="si">}</span><span class="s2"> 未发现有效文档或处理结果为空"</span><span class="p">)</span>
  691. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  692. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"处理目录 </span><span class="si">{</span><span class="n">dir_path</span><span class="si">}</span><span class="s2"> 时出错: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  693. <span class="k">else</span><span class="p">:</span>
  694. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"目录 </span><span class="si">{</span><span class="n">dir_path</span><span class="si">}</span><span class="s2"> 不存在,跳过处理"</span><span class="p">)</span>
  695. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"数据处理完成,共添加了 </span><span class="si">{</span><span class="n">total_chunks_added</span><span class="si">}</span><span class="s2"> 个文档块到向量存储"</span><span class="p">)</span>
  696. <span class="k">else</span><span class="p">:</span>
  697. <span class="c1"># --- 交互式查询模式 ---</span>
  698. <span class="k">if</span> <span class="ow">not</span> <span class="n">client</span><span class="p">:</span> <span class="c1"># 再次检查 LLM 客户端是否必须且可用</span>
  699. <span class="nb">print</span><span class="p">(</span><span class="s2">"错误:查询模式需要语言模型客户端,但初始化失败。"</span><span class="p">)</span>
  700. <span class="k">return</span>
  701. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"进入交互式查询模式..."</span><span class="p">)</span>
  702. <span class="k">try</span><span class="p">:</span>
  703. <span class="n">rag_system</span> <span class="o">=</span> <span class="n">RAGSystem</span><span class="p">(</span><span class="n">vector_store</span><span class="p">,</span> <span class="n">call_dashscope</span><span class="p">)</span>
  704. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  705. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"初始化 RAGSystem 失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  706. <span class="nb">print</span><span class="p">(</span><span class="s2">"错误:无法初始化 RAG 系统,无法进入查询模式。"</span><span class="p">)</span>
  707. <span class="k">return</span>
  708. <span class="n">valid_sources</span> <span class="o">=</span> <span class="n">conf</span><span class="o">.</span><span class="n">VALID_SOURCES</span>
  709. <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">欢迎使用 EnterpriseKB-RAG 交互式查询系统!"</span><span class="p">)</span>
  710. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"支持的知识域:</span><span class="si">{</span><span class="n">valid_sources</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  711. <span class="nb">print</span><span class="p">(</span><span class="s2">"输入您的问题,或输入 'exit' 退出。"</span><span class="p">)</span>
  712. <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
  713. <span class="n">query</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">请输入您的问题:"</span><span class="p">)</span>
  714. <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"exit"</span><span class="p">:</span>
  715. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"用户退出查询模式"</span><span class="p">)</span>
  716. <span class="nb">print</span><span class="p">(</span><span class="s2">"再见!"</span><span class="p">)</span>
  717. <span class="k">break</span>
  718. <span class="n">source_filter_input</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="sa">f</span><span class="s2">"请输入知识域 (</span><span class="si">{</span><span class="s1">'/'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">valid_sources</span><span class="p">)</span><span class="si">}</span><span class="s2">) (直接回车默认不过滤):"</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  719. <span class="n">source_filter</span> <span class="o">=</span> <span class="kc">None</span> <span class="c1"># 默认不过滤</span>
  720. <span class="k">if</span> <span class="n">source_filter_input</span><span class="p">:</span>
  721. <span class="k">if</span> <span class="n">source_filter_input</span> <span class="ow">in</span> <span class="n">valid_sources</span><span class="p">:</span>
  722. <span class="n">source_filter</span> <span class="o">=</span> <span class="n">source_filter_input</span>
  723. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"用户选择了知识域过滤: </span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  724. <span class="k">else</span><span class="p">:</span>
  725. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
  726. <span class="sa">f</span><span class="s2">"无效的知识域 '</span><span class="si">{</span><span class="n">source_filter_input</span><span class="si">}</span><span class="s2">',将不过滤"</span>
  727. <span class="p">)</span>
  728. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"提示:输入的知识域 '</span><span class="si">{</span><span class="n">source_filter_input</span><span class="si">}</span><span class="s2">' 无效,将不过滤。"</span><span class="p">)</span>
  729. <span class="k">try</span><span class="p">:</span>
  730. <span class="nb">print</span><span class="p">(</span><span class="s2">"正在生成答案,请稍候..."</span><span class="p">)</span>
  731. <span class="n">answer</span> <span class="o">=</span> <span class="n">rag_system</span><span class="o">.</span><span class="n">generate_answer</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">)</span>
  732. <span class="nb">print</span><span class="p">(</span><span class="s2">"-"</span> <span class="o">*</span> <span class="mi">30</span><span class="p">)</span>
  733. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"问题: </span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  734. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"回答: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  735. <span class="nb">print</span><span class="p">(</span><span class="s2">"-"</span> <span class="o">*</span> <span class="mi">30</span><span class="p">)</span>
  736. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  737. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"处理查询 '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">' 时失败: </span><span class="si">{</span><span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
  738. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"抱歉,处理您的问题时遇到了错误,请稍后重试或联系管理员。</span><span class="se">\n</span><span class="s2">"</span><span class="p">)</span>
  739. <span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
  740. <span class="c1"># 默认进入查询模式</span>
  741. <span class="c1"># 若要执行数据处理,可以修改调用方式,例如:</span>
  742. <span class="c1"># main(query_mode=False)</span>
  743. <span class="c1"># 或者通过命令行参数控制</span>
  744. <span class="kn">import</span><span class="w"> </span><span class="nn">argparse</span>
  745. <span class="n">parser</span> <span class="o">=</span> <span class="n">argparse</span><span class="o">.</span><span class="n">ArgumentParser</span><span class="p">(</span><span class="n">description</span><span class="o">=</span><span class="s2">"EnterpriseKB-RAG System Main Entry Point"</span><span class="p">)</span>
  746. <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s1">'--data-processing'</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="s1">'store_true'</span><span class="p">,</span> <span class="n">help</span><span class="o">=</span><span class="s1">'Run in data processing mode instead of query mode.'</span><span class="p">)</span>
  747. <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s1">'--data-dir'</span><span class="p">,</span> <span class="nb">type</span><span class="o">=</span><span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="s1">'./data'</span><span class="p">,</span> <span class="n">help</span><span class="o">=</span><span class="s1">'Path to the data directory.'</span><span class="p">)</span>
  748. <span class="n">args</span> <span class="o">=</span> <span class="n">parser</span><span class="o">.</span><span class="n">parse_args</span><span class="p">()</span>
  749. <span class="n">main</span><span class="p">(</span><span class="n">query_mode</span><span class="o">=</span><span class="p">(</span><span class="ow">not</span> <span class="n">args</span><span class="o">.</span><span class="n">data_processing</span><span class="p">),</span> <span class="n">directory_path</span><span class="o">=</span><span class="n">args</span><span class="o">.</span><span class="n">data_dir</span><span class="p">)</span>
  750. </code></pre></div>
  751. <h3 id="2">2 实现细节<a class="headerlink" href="#2" title="Permanent link">¶</a></h3>
  752. <ol>
  753. <li><strong>环境变量加载</strong>:</li>
  754. <li>使用<code>Config</code>文件,确保API密钥等配置从环境变量读取。</li>
  755. <li><strong>LLM客户端初始化</strong>:</li>
  756. <li>增强错误处理,若初始化失败,在查询模式下退出,数据处理模式可继续。</li>
  757. <li>定义<code>call_dashscope</code>函数,封装DashScope API调用,包含详细异常处理。</li>
  758. <li><strong>VectorStore初始化</strong>:</li>
  759. <li>使用显式参数初始化,确保配置可控,若失败则终止程序。</li>
  760. <li><strong>数据处理模式</strong>:</li>
  761. <li>遍历<code>VALID_SOURCES</code>,处理每个知识域目录,记录处理的文档块数量。</li>
  762. <li>支持自定义分块参数(如<code>PARENT_CHUNK_SIZE</code>)。</li>
  763. <li><strong>查询模式</strong>:</li>
  764. <li>显示支持的知识域,提供输入提示。</li>
  765. <li>校验<code>source_filter</code>,若无效则提示并忽略。</li>
  766. <li>输出格式化答案,增强用户体验。</li>
  767. <li><strong>命令行参数</strong>:</li>
  768. <li>使用<code>argparse</code>支持<code>--data-processing</code>和<code>--data-dir</code>,提高灵活性。</li>
  769. </ol>
  770. <hr>
  771. <h2 id="rag">二、RAG系统运行<a class="headerlink" href="#rag" title="Permanent link">¶</a></h2>
  772. <h3 id="1_1">1 数据处理<a class="headerlink" href="#1_1" title="Permanent link">¶</a></h3>
  773. <div class="highlight"><pre><span></span><code>python<span class="w"> </span>main.py<span class="w"> </span>--data-processing<span class="w"> </span>--data-dir<span class="w"> </span>./data
  774. </code></pre></div>
  775. <h3 id="2_1">2 查询模式<a class="headerlink" href="#2_1" title="Permanent link">¶</a></h3>
  776. <p></p><div class="highlight"><pre><span></span><code>python<span class="w"> </span>main.py
  777. </code></pre></div>
  778. 示例输出:
  779. <div class="highlight"><pre><span></span><code>欢迎使用 EnterpriseKB-RAG 交互式查询系统!
  780. 支持的知识域:['ai', 'java', 'test', 'ops', 'bigdata']
  781. 输入您的问题,或输入 'exit' 退出。
  782. 请输入您的问题:AI知识域报销标准是多少?
  783. 请输入知识域 (ai/java/test/ops/bigdata) (直接回车默认不过滤):ai
  784. 正在生成答案,请稍候...
  785. ------------------------------
  786. 问题: AI知识域报销标准是多少?
  787. 回答: ...
  788. ------------------------------
  789. </code></pre></div>
  790. <hr>
  791. <h2 id="_3">章节总结<a class="headerlink" href="#_3" title="Permanent link">¶</a></h2>
  792. <p>本章节详细介绍了RAG系统运行的<code>main.py</code>:</p>
  793. <ul>
  794. <li><strong><code>main.py</code></strong>:命令行入口,支持数据处理和交互式查询。</li>
  795. </ul>
  796. </article>
  797. </div>
  798. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
  799. </div>
  800. </main>
  801. <footer class="md-footer">
  802. <div class="md-footer-meta md-typeset">
  803. <div class="md-footer-meta__inner md-grid">
  804. <div class="md-copyright">
  805. <div class="md-copyright__highlight">
  806. © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
  807. </div>
  808. Made with
  809. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  810. Material for MkDocs
  811. </a>
  812. </div>
  813. </div>
  814. </div>
  815. </footer>
  816. </div>
  817. <div class="md-dialog" data-md-component="dialog">
  818. <div class="md-dialog__inner md-typeset"></div>
  819. </div>
  820. <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
  821. <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
  822. <script src="../javascripts/extra.js"></script>
  823. <script src="../javascripts/mathjax.js"></script>
  824. <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
  825. <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
  826. </body>
  827. </html>