6.1 融合FQA和知识库查询 2.html 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747
  1. <!doctype html>
  2. <html lang="zh" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html">
  7. <link rel="next" href="6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html">
  8. <link rel="icon" href="../img/AI.jpg">
  9. <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
  10. <title>6.1 融合FQA和知识库查询 - 企业知识库RAG智能问答项目V1.0</title>
  11. <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <link rel="stylesheet" href="../stylesheets/extra.css">
  16. <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  17. </head>
  18. <body dir="ltr">
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#_1" class="md-skip">
  24. 跳转至
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <header class="md-header md-header--shadow" data-md-component="header">
  30. <nav class="md-header__inner md-grid" aria-label="页眉">
  31. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  32. <img src="../img/AI.jpg" alt="logo">
  33. </a>
  34. <label class="md-header__button md-icon" for="__drawer">
  35. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
  36. </label>
  37. <div class="md-header__title" data-md-component="header-title">
  38. <div class="md-header__ellipsis">
  39. <div class="md-header__topic">
  40. <span class="md-ellipsis">
  41. 企业知识库RAG智能问答项目V1.0
  42. </span>
  43. </div>
  44. <div class="md-header__topic" data-md-component="header-topic">
  45. <span class="md-ellipsis">
  46. 6.1 融合FQA和知识库查询
  47. </span>
  48. </div>
  49. </div>
  50. </div>
  51. <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="查找">
  65. <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. 正在初始化搜索引擎
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  93. <img src="../img/AI.jpg" alt="logo">
  94. </a>
  95. 企业知识库RAG智能问答项目V1.0
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../index.html" class="md-nav__link">
  100. <span class="md-ellipsis">
  101. 知识库内容
  102. </span>
  103. </a>
  104. </li>
  105. <li class="md-nav__item md-nav__item--nested">
  106. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" >
  107. <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
  108. <span class="md-ellipsis">
  109. ① 项目概述
  110. </span>
  111. <span class="md-nav__icon md-icon"></span>
  112. </label>
  113. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
  114. <label class="md-nav__title" for="__nav_2">
  115. <span class="md-nav__icon md-icon"></span>
  116. ① 项目概述
  117. </label>
  118. <ul class="md-nav__list" data-md-scrollfix>
  119. <li class="md-nav__item">
  120. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
  121. <span class="md-ellipsis">
  122. 1.1 项目架构
  123. </span>
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
  128. <span class="md-ellipsis">
  129. 1.2 项目环境(window)
  130. </span>
  131. </a>
  132. </li>
  133. <li class="md-nav__item">
  134. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
  135. <span class="md-ellipsis">
  136. 1.3 项目环境(mac)
  137. </span>
  138. </a>
  139. </li>
  140. </ul>
  141. </nav>
  142. </li>
  143. <li class="md-nav__item md-nav__item--nested">
  144. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" >
  145. <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
  146. <span class="md-ellipsis">
  147. ② 项目工具
  148. </span>
  149. <span class="md-nav__icon md-icon"></span>
  150. </label>
  151. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
  152. <label class="md-nav__title" for="__nav_3">
  153. <span class="md-nav__icon md-icon"></span>
  154. ② 项目工具
  155. </label>
  156. <ul class="md-nav__list" data-md-scrollfix>
  157. <li class="md-nav__item">
  158. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  159. <span class="md-ellipsis">
  160. 2.1 Ollama大模型高效管理工具
  161. </span>
  162. </a>
  163. </li>
  164. <li class="md-nav__item">
  165. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
  166. <span class="md-ellipsis">
  167. 2.2 LangChain基础知识.md
  168. </span>
  169. </a>
  170. </li>
  171. <li class="md-nav__item">
  172. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
  173. <span class="md-ellipsis">
  174. 2.3 向量索引:HNSW、IVF与IVF_PQ
  175. </span>
  176. </a>
  177. </li>
  178. <li class="md-nav__item">
  179. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
  180. <span class="md-ellipsis">
  181. 2.4 Milvus向量数据库
  182. </span>
  183. </a>
  184. </li>
  185. </ul>
  186. </nav>
  187. </li>
  188. <li class="md-nav__item md-nav__item--nested">
  189. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
  190. <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
  191. <span class="md-ellipsis">
  192. ③ 基于Mysql库的问答系统
  193. </span>
  194. <span class="md-nav__icon md-icon"></span>
  195. </label>
  196. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
  197. <label class="md-nav__title" for="__nav_4">
  198. <span class="md-nav__icon md-icon"></span>
  199. ③ 基于Mysql库的问答系统
  200. </label>
  201. <ul class="md-nav__list" data-md-scrollfix>
  202. <li class="md-nav__item">
  203. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  204. <span class="md-ellipsis">
  205. 3.1 Python日志介绍与应用
  206. </span>
  207. </a>
  208. </li>
  209. <li class="md-nav__item">
  210. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  211. <span class="md-ellipsis">
  212. 3.2 Redis数据库简介与使用
  213. </span>
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
  218. <span class="md-ellipsis">
  219. 3.3 基于Mysql数据库实现问答系统
  220. </span>
  221. </a>
  222. </li>
  223. <li class="md-nav__item">
  224. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  225. <span class="md-ellipsis">
  226. 3.4 BM25算法简介与应用
  227. </span>
  228. </a>
  229. </li>
  230. </ul>
  231. </nav>
  232. </li>
  233. <li class="md-nav__item md-nav__item--nested">
  234. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" >
  235. <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
  236. <span class="md-ellipsis">
  237. ④ 基于Milvus库的问答系统
  238. </span>
  239. <span class="md-nav__icon md-icon"></span>
  240. </label>
  241. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
  242. <label class="md-nav__title" for="__nav_5">
  243. <span class="md-nav__icon md-icon"></span>
  244. ④ 基于Milvus库的问答系统
  245. </label>
  246. <ul class="md-nav__list" data-md-scrollfix>
  247. <li class="md-nav__item">
  248. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
  249. <span class="md-ellipsis">
  250. 4.1 整体架构与工程流程
  251. </span>
  252. </a>
  253. </li>
  254. <li class="md-nav__item">
  255. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  256. <span class="md-ellipsis">
  257. 4.2 基础模块
  258. </span>
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  263. <span class="md-ellipsis">
  264. 4.3 文档处理模块
  265. </span>
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
  270. <span class="md-ellipsis">
  271. 4.4 向量存储
  272. </span>
  273. </a>
  274. </li>
  275. <li class="md-nav__item">
  276. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
  277. <span class="md-ellipsis">
  278. 4.5 prompts设计与query意图识别
  279. </span>
  280. </a>
  281. </li>
  282. <li class="md-nav__item">
  283. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
  284. <span class="md-ellipsis">
  285. 4.6 检索策略与RAG系统设计
  286. </span>
  287. </a>
  288. </li>
  289. <li class="md-nav__item">
  290. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
  291. <span class="md-ellipsis">
  292. 4.7 RAG系统运行
  293. </span>
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  298. <span class="md-ellipsis">
  299. 4.8 文档解析工具(扩展资料)
  300. </span>
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  305. <span class="md-ellipsis">
  306. 4.9 RAG中的Query改写(扩展资料)
  307. </span>
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  312. <span class="md-ellipsis">
  313. 数据集生成与优化(扩展资料)
  314. </span>
  315. </a>
  316. </li>
  317. </ul>
  318. </nav>
  319. </li>
  320. <li class="md-nav__item md-nav__item--nested">
  321. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  322. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  323. <span class="md-ellipsis">
  324. ⑤ RAG系统评估
  325. </span>
  326. <span class="md-nav__icon md-icon"></span>
  327. </label>
  328. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  329. <label class="md-nav__title" for="__nav_6">
  330. <span class="md-nav__icon md-icon"></span>
  331. ⑤ RAG系统评估
  332. </label>
  333. <ul class="md-nav__list" data-md-scrollfix>
  334. <li class="md-nav__item">
  335. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  336. <span class="md-ellipsis">
  337. 5.1 RAG系统评估工具
  338. </span>
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
  343. <span class="md-ellipsis">
  344. 5.2 实现企业知识库RAG系统的评估
  345. </span>
  346. </a>
  347. </li>
  348. <li class="md-nav__item">
  349. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
  350. <span class="md-ellipsis">
  351. 5.3 RAG评估数据集的构造(扩展)
  352. </span>
  353. </a>
  354. </li>
  355. </ul>
  356. </nav>
  357. </li>
  358. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  359. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" checked>
  360. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  361. <span class="md-ellipsis">
  362. ⑥ 融合Mysql的RAG系统
  363. </span>
  364. <span class="md-nav__icon md-icon"></span>
  365. </label>
  366. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="true">
  367. <label class="md-nav__title" for="__nav_7">
  368. <span class="md-nav__icon md-icon"></span>
  369. ⑥ 融合Mysql的RAG系统
  370. </label>
  371. <ul class="md-nav__list" data-md-scrollfix>
  372. <li class="md-nav__item md-nav__item--active">
  373. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  374. <label class="md-nav__link md-nav__link--active" for="__toc">
  375. <span class="md-ellipsis">
  376. 6.1 融合FQA和知识库查询
  377. </span>
  378. <span class="md-nav__icon md-icon"></span>
  379. </label>
  380. <a href="6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link md-nav__link--active">
  381. <span class="md-ellipsis">
  382. 6.1 融合FQA和知识库查询
  383. </span>
  384. </a>
  385. <nav class="md-nav md-nav--secondary" aria-label="目录">
  386. <label class="md-nav__title" for="__toc">
  387. <span class="md-nav__icon md-icon"></span>
  388. 目录
  389. </label>
  390. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  391. <li class="md-nav__item">
  392. <a href="#_1" class="md-nav__link">
  393. <span class="md-ellipsis">
  394. 学习目标:
  395. </span>
  396. </a>
  397. </li>
  398. <li class="md-nav__item">
  399. <a href="#_2" class="md-nav__link">
  400. <span class="md-ellipsis">
  401. 一、查询流程图
  402. </span>
  403. </a>
  404. </li>
  405. <li class="md-nav__item">
  406. <a href="#_3" class="md-nav__link">
  407. <span class="md-ellipsis">
  408. 二、流程说明
  409. </span>
  410. </a>
  411. </li>
  412. <li class="md-nav__item">
  413. <a href="#_4" class="md-nav__link">
  414. <span class="md-ellipsis">
  415. 三、代码介绍
  416. </span>
  417. </a>
  418. <nav class="md-nav" aria-label="三、代码介绍">
  419. <ul class="md-nav__list">
  420. <li class="md-nav__item">
  421. <a href="#1" class="md-nav__link">
  422. <span class="md-ellipsis">
  423. 1 导入必备的工具包
  424. </span>
  425. </a>
  426. </li>
  427. <li class="md-nav__item">
  428. <a href="#2" class="md-nav__link">
  429. <span class="md-ellipsis">
  430. 2 系统初始化
  431. </span>
  432. </a>
  433. </li>
  434. <li class="md-nav__item">
  435. <a href="#3-dashscope-api" class="md-nav__link">
  436. <span class="md-ellipsis">
  437. 3 调用 DashScope API
  438. </span>
  439. </a>
  440. </li>
  441. <li class="md-nav__item">
  442. <a href="#4" class="md-nav__link">
  443. <span class="md-ellipsis">
  444. 4 查询处理
  445. </span>
  446. </a>
  447. </li>
  448. <li class="md-nav__item">
  449. <a href="#5" class="md-nav__link">
  450. <span class="md-ellipsis">
  451. 5 命令行交互
  452. </span>
  453. </a>
  454. </li>
  455. </ul>
  456. </nav>
  457. </li>
  458. <li class="md-nav__item">
  459. <a href="#_5" class="md-nav__link">
  460. <span class="md-ellipsis">
  461. 章节小结
  462. </span>
  463. </a>
  464. </li>
  465. </ul>
  466. </nav>
  467. </li>
  468. <li class="md-nav__item">
  469. <a href="6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
  470. <span class="md-ellipsis">
  471. 6.2 融合FAQ 和知识库查询(优化版)
  472. </span>
  473. </a>
  474. </li>
  475. <li class="md-nav__item">
  476. <a href="6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
  477. <span class="md-ellipsis">
  478. 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
  479. </span>
  480. </a>
  481. </li>
  482. <li class="md-nav__item">
  483. <a href="6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  484. <span class="md-ellipsis">
  485. 6.4 FastAPI和Flask的区别和联系(扩展资料)
  486. </span>
  487. </a>
  488. </li>
  489. </ul>
  490. </nav>
  491. </li>
  492. <li class="md-nav__item md-nav__item--nested">
  493. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  494. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  495. <span class="md-ellipsis">
  496. ⑦ 企业级生产环境部署
  497. </span>
  498. <span class="md-nav__icon md-icon"></span>
  499. </label>
  500. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  501. <label class="md-nav__title" for="__nav_8">
  502. <span class="md-nav__icon md-icon"></span>
  503. ⑦ 企业级生产环境部署
  504. </label>
  505. <ul class="md-nav__list" data-md-scrollfix>
  506. <li class="md-nav__item">
  507. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  508. <span class="md-ellipsis">
  509. 7.1 Docker的原理和基本使用
  510. </span>
  511. </a>
  512. </li>
  513. <li class="md-nav__item">
  514. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
  515. <span class="md-ellipsis">
  516. 7.2 服务部署
  517. </span>
  518. </a>
  519. </li>
  520. </ul>
  521. </nav>
  522. </li>
  523. </ul>
  524. </nav>
  525. </div>
  526. </div>
  527. </div>
  528. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  529. <div class="md-sidebar__scrollwrap">
  530. <div class="md-sidebar__inner">
  531. <nav class="md-nav md-nav--secondary" aria-label="目录">
  532. <label class="md-nav__title" for="__toc">
  533. <span class="md-nav__icon md-icon"></span>
  534. 目录
  535. </label>
  536. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  537. <li class="md-nav__item">
  538. <a href="#_1" class="md-nav__link">
  539. <span class="md-ellipsis">
  540. 学习目标:
  541. </span>
  542. </a>
  543. </li>
  544. <li class="md-nav__item">
  545. <a href="#_2" class="md-nav__link">
  546. <span class="md-ellipsis">
  547. 一、查询流程图
  548. </span>
  549. </a>
  550. </li>
  551. <li class="md-nav__item">
  552. <a href="#_3" class="md-nav__link">
  553. <span class="md-ellipsis">
  554. 二、流程说明
  555. </span>
  556. </a>
  557. </li>
  558. <li class="md-nav__item">
  559. <a href="#_4" class="md-nav__link">
  560. <span class="md-ellipsis">
  561. 三、代码介绍
  562. </span>
  563. </a>
  564. <nav class="md-nav" aria-label="三、代码介绍">
  565. <ul class="md-nav__list">
  566. <li class="md-nav__item">
  567. <a href="#1" class="md-nav__link">
  568. <span class="md-ellipsis">
  569. 1 导入必备的工具包
  570. </span>
  571. </a>
  572. </li>
  573. <li class="md-nav__item">
  574. <a href="#2" class="md-nav__link">
  575. <span class="md-ellipsis">
  576. 2 系统初始化
  577. </span>
  578. </a>
  579. </li>
  580. <li class="md-nav__item">
  581. <a href="#3-dashscope-api" class="md-nav__link">
  582. <span class="md-ellipsis">
  583. 3 调用 DashScope API
  584. </span>
  585. </a>
  586. </li>
  587. <li class="md-nav__item">
  588. <a href="#4" class="md-nav__link">
  589. <span class="md-ellipsis">
  590. 4 查询处理
  591. </span>
  592. </a>
  593. </li>
  594. <li class="md-nav__item">
  595. <a href="#5" class="md-nav__link">
  596. <span class="md-ellipsis">
  597. 5 命令行交互
  598. </span>
  599. </a>
  600. </li>
  601. </ul>
  602. </nav>
  603. </li>
  604. <li class="md-nav__item">
  605. <a href="#_5" class="md-nav__link">
  606. <span class="md-ellipsis">
  607. 章节小结
  608. </span>
  609. </a>
  610. </li>
  611. </ul>
  612. </nav>
  613. </div>
  614. </div>
  615. </div>
  616. <div class="md-content" data-md-component="content">
  617. <article class="md-content__inner md-typeset">
  618. <h1>6.1 融合FQA和知识库查询</h1>
  619. <h2 id="_1">学习目标:<a class="headerlink" href="#_1" title="Permanent link">&para;</a></h2>
  620. <ul>
  621. <li>理解智能问答系统的端到端工作流程。</li>
  622. <li>掌握 MySQL FAQ 和 RAG 系统的集成与协调。</li>
  623. <li>学习如何通过日志记录和错误处理提升系统健壮性。</li>
  624. </ul>
  625. <h2 id="_2">一、查询流程图<a class="headerlink" href="#_2" title="Permanent link">&para;</a></h2>
  626. <p><code>old_main.py</code> 是一个融合 MySQL FAQ 和 RAG 系统的交互式问答程序,专注于快速、精准的答案生成。它通过 MySQL 提供结构化数据的高效查询,通过 RAG 系统处理复杂问题,同时配备日志记录和用户友好的命令行界面,适合知识库场景的实时问答需求。</p>
  627. <p>以下是智能问答系统的查询流程图,展示从用户输入到答案输出的完整逻辑。</p>
  628. <div align=center><img src="../img/lc_01.png" style="zoom:50%" ><img/></div>
  629. <h2 id="_3">二、流程说明<a class="headerlink" href="#_3" title="Permanent link">&para;</a></h2>
  630. <ol>
  631. <li><strong>输入处理</strong>:用户提供查询 (<code>query</code>) 和可选的知识域过滤 (<code>source_filter</code>)。</li>
  632. <li><strong>BM25 搜索</strong>:使用 BM25 算法在 MySQL 知识库中搜索,设置相似度阈值 0.85。</li>
  633. <li><strong>答案判断</strong>:</li>
  634. <li>若找到可靠答案(相似度 &gt; 0.85),直接返回。</li>
  635. <li>若无可靠答案且需要 RAG,调用 RAG 系统生成答案。</li>
  636. <li>若无需 RAG,返回“未找到答案”。</li>
  637. <li><strong>日志记录</strong>:记录查询内容、答案和处理时间,便于调试和性能分析。</li>
  638. <li><strong>输出</strong>:将答案返回给用户。</li>
  639. </ol>
  640. <h2 id="_4">三、代码介绍<a class="headerlink" href="#_4" title="Permanent link">&para;</a></h2>
  641. <p>以下是 <code>old_main.py</code> 的完整代码,包含详细注释,逐行解析功能与实现逻辑。</p>
  642. <h3 id="1">1 导入必备的工具包<a class="headerlink" href="#1" title="Permanent link">&para;</a></h3>
  643. <div class="highlight"><pre><span></span><code><span class="c1"># 导入 MySQL 系统组件,用于数据库操作和搜索</span>
  644. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.cache.redis_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">RedisClient</span>
  645. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.db.mysql_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">MySQLClient</span>
  646. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.retrieval.bm25_search</span><span class="w"> </span><span class="kn">import</span> <span class="n">BM25Search</span>
  647. <span class="c1"># 导入 RAG 系统组件,用于知识库检索和答案生成</span>
  648. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.vector_store</span><span class="w"> </span><span class="kn">import</span> <span class="n">VectorStore</span>
  649. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.rag_system</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGSystem</span>
  650. <span class="c1"># 导入配置和日志工具,用于系统配置和日志记录</span>
  651. <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
  652. <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
  653. <span class="c1"># 导入 OpenAI 客户端,用于调用 DashScope API</span>
  654. <span class="kn">from</span><span class="w"> </span><span class="nn">openai</span><span class="w"> </span><span class="kn">import</span> <span class="n">OpenAI</span>
  655. <span class="c1"># 导入时间库,用于记录处理时间</span>
  656. <span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
  657. </code></pre></div>
  658. <h3 id="2">2 系统初始化<a class="headerlink" href="#2" title="Permanent link">&para;</a></h3>
  659. <ul>
  660. <li>(<code>__init__</code>) 初始化方法</li>
  661. <li><strong>功能</strong>:初始化日志、配置、数据库客户端、搜索模块、向量存储和 RAG 系统。</li>
  662. <li><strong>关键点</strong>:通过 Config 管理 API 密钥和模型参数,异常处理确保 OpenAI 客户端初始化成功。</li>
  663. </ul>
  664. <div class="highlight"><pre><span></span><code><span class="k">class</span><span class="w"> </span><span class="nc">IntegratedQASystem</span><span class="p">:</span>
  665. <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
  666. <span class="c1"># 初始化日志工具,用于记录系统运行信息</span>
  667. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span> <span class="o">=</span> <span class="n">logger</span>
  668. <span class="c1"># 初始化配置对象,加载系统参数</span>
  669. <span class="bp">self</span><span class="o">.</span><span class="n">config</span> <span class="o">=</span> <span class="n">config</span>
  670. <span class="c1"># 初始化 MySQL 客户端,用于数据库操作</span>
  671. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span> <span class="o">=</span> <span class="n">MySQLClient</span><span class="p">()</span>
  672. <span class="c1"># 初始化 Redis 客户端,用于缓存管理</span>
  673. <span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span> <span class="o">=</span> <span class="n">RedisClient</span><span class="p">()</span>
  674. <span class="c1"># 初始化 BM25 搜索模块,结合 MySQL 和 Redis</span>
  675. <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span> <span class="o">=</span> <span class="n">BM25Search</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="p">)</span>
  676. <span class="k">try</span><span class="p">:</span>
  677. <span class="c1"># 初始化 OpenAI 客户端,连接 DashScope API</span>
  678. <span class="bp">self</span><span class="o">.</span><span class="n">client</span> <span class="o">=</span> <span class="n">OpenAI</span><span class="p">(</span><span class="n">api_key</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_API_KEY</span><span class="p">,</span> <span class="n">base_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_BASE_URL</span><span class="p">)</span>
  679. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  680. <span class="c1"># 记录 OpenAI 初始化失败的错误日志</span>
  681. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;OpenAI 客户端初始化失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  682. <span class="c1"># 抛出异常,终止初始化</span>
  683. <span class="k">raise</span>
  684. <span class="c1"># 初始化向量存储,用于 RAG 系统的知识库管理</span>
  685. <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span> <span class="o">=</span> <span class="n">VectorStore</span><span class="p">()</span>
  686. <span class="c1"># 初始化 RAG 系统,传入向量存储和 DashScope API 调用函数</span>
  687. <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span> <span class="o">=</span> <span class="n">RAGSystem</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">call_dashscope</span><span class="p">)</span>
  688. </code></pre></div>
  689. <h3 id="3-dashscope-api">3 调用 DashScope API<a class="headerlink" href="#3-dashscope-api" title="Permanent link">&para;</a></h3>
  690. <ul>
  691. <li>(<code>call_dashscope</code>) 方法</li>
  692. <li><strong>功能</strong>:通过 OpenAI 客户端调用 DashScope API,基于用户提示生成答案。</li>
  693. <li><strong>关键点</strong>:设置系统提示为“你是一个有用的助手”,异常处理捕获 API 调用失败,返回错误信息。</li>
  694. </ul>
  695. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">call_dashscope</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">):</span>
  696. <span class="c1"># 定义调用 DashScope API 的方法,生成自然语言答案</span>
  697. <span class="k">try</span><span class="p">:</span>
  698. <span class="c1"># 创建聊天完成请求,调用 DashScope API</span>
  699. <span class="n">completion</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="o">.</span><span class="n">completions</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
  700. <span class="n">model</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">LLM_MODEL</span><span class="p">,</span> <span class="c1"># 使用配置中的语言模型</span>
  701. <span class="n">messages</span><span class="o">=</span><span class="p">[</span>
  702. <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;system&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="s2">&quot;你是一个有用的助手。&quot;</span><span class="p">},</span> <span class="c1"># 系统提示</span>
  703. <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;user&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">prompt</span><span class="p">},</span> <span class="c1"># 用户输入的提示</span>
  704. <span class="p">]</span>
  705. <span class="p">)</span>
  706. <span class="c1"># 检查响应是否有效,返回答案内容</span>
  707. <span class="k">return</span> <span class="n">completion</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">message</span><span class="o">.</span><span class="n">content</span> <span class="k">if</span> <span class="n">completion</span><span class="o">.</span><span class="n">choices</span> <span class="k">else</span> <span class="s2">&quot;错误:无效的 LLM 响应&quot;</span>
  708. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  709. <span class="c1"># 记录 API 调用失败的错误日志</span>
  710. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;LLM 调用失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  711. <span class="c1"># 返回错误信息,便于调试</span>
  712. <span class="k">return</span> <span class="sa">f</span><span class="s2">&quot;错误:LLM 调用失败 - </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span>
  713. </code></pre></div>
  714. <h3 id="4">4 查询处理<a class="headerlink" href="#4" title="Permanent link">&para;</a></h3>
  715. <ul>
  716. <li>(<code>query</code>) 方法</li>
  717. <li><strong>功能</strong>:处理用户查询,优先通过 BM25 搜索 MySQL,若无可靠答案则回退到 RAG 系统。</li>
  718. <li><strong>关键点</strong>:设置 BM25 相似度阈值 0.85,记录查询和处理时间,支持知识域过滤。</li>
  719. </ul>
  720. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">query</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
  721. <span class="c1"># 定义查询方法,处理用户输入的查询</span>
  722. <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="c1"># 记录查询开始时间</span>
  723. <span class="c1"># 记录查询信息到日志</span>
  724. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;处理查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;&quot;</span><span class="p">)</span>
  725. <span class="c1"># 执行 BM25 搜索,获取答案和是否需要 RAG 的标志</span>
  726. <span class="n">answer</span><span class="p">,</span> <span class="n">need_rag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.85</span><span class="p">)</span>
  727. <span class="k">if</span> <span class="n">answer</span><span class="p">:</span>
  728. <span class="c1"># 如果找到可靠答案,记录答案到日志</span>
  729. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;MySQL 答案: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  730. <span class="c1"># 计算处理时间</span>
  731. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  732. <span class="c1"># 记录处理时间到日志</span>
  733. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  734. <span class="c1"># 返回 MySQL 答案</span>
  735. <span class="k">return</span> <span class="n">answer</span>
  736. <span class="k">elif</span> <span class="n">need_rag</span><span class="p">:</span>
  737. <span class="c1"># 如果需要 RAG,记录回退信息到日志</span>
  738. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;无可靠 MySQL 答案,回退到 RAG&quot;</span><span class="p">)</span>
  739. <span class="c1"># 调用 RAG 系统生成答案,支持知识域过滤</span>
  740. <span class="n">answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span><span class="o">.</span><span class="n">generate_answer</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">)</span>
  741. <span class="c1"># 记录 RAG 答案到日志</span>
  742. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;RAG 答案: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  743. <span class="c1"># 计算处理时间</span>
  744. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  745. <span class="c1"># 记录处理时间到日志</span>
  746. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  747. <span class="c1"># 返回 RAG 答案</span>
  748. <span class="k">return</span> <span class="n">answer</span>
  749. <span class="k">else</span><span class="p">:</span>
  750. <span class="c1"># 如果无答案,记录信息到日志</span>
  751. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;未找到答案&quot;</span><span class="p">)</span>
  752. <span class="c1"># 计算处理时间</span>
  753. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  754. <span class="c1"># 记录处理时间到日志</span>
  755. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  756. <span class="c1"># 返回默认答案</span>
  757. <span class="k">return</span> <span class="s2">&quot;未找到答案&quot;</span>
  758. </code></pre></div>
  759. <h3 id="5">5 命令行交互<a class="headerlink" href="#5" title="Permanent link">&para;</a></h3>
  760. <ul>
  761. <li>(<code>main</code>) 函数</li>
  762. <li><strong>功能</strong>:提供交互式命令行界面,接受用户查询和知识域过滤,显示答案。</li>
  763. <li><strong>关键点</strong>:验证知识域过滤的有效性,异常处理和资源清理确保系统健壮。</li>
  764. </ul>
  765. <div class="highlight"><pre><span></span><code><span class="k">def</span><span class="w"> </span><span class="nf">main</span><span class="p">():</span>
  766. <span class="c1"># 定义主函数,提供命令行交互界面</span>
  767. <span class="n">qa_system</span> <span class="o">=</span> <span class="n">IntegratedQASystem</span><span class="p">()</span> <span class="c1"># 初始化问答系统</span>
  768. <span class="k">try</span><span class="p">:</span>
  769. <span class="c1"># 打印欢迎信息</span>
  770. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">欢迎使用集成问答系统!&quot;</span><span class="p">)</span>
  771. <span class="c1"># 打印支持的知识域</span>
  772. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;支持的来源: </span><span class="si">{</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  773. <span class="c1"># 提示用户输入查询或退出</span>
  774. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;输入查询进行问答,输入 &#39;exit&#39; 退出。&quot;</span><span class="p">)</span>
  775. <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
  776. <span class="c1"># 获取用户输入的查询</span>
  777. <span class="n">query</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">输入查询: &quot;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  778. <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">&quot;exit&quot;</span><span class="p">:</span>
  779. <span class="c1"># 如果用户输入 exit,记录退出日志</span>
  780. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;退出系统&quot;</span><span class="p">)</span>
  781. <span class="c1"># 打印退出信息</span>
  782. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;再见!&quot;</span><span class="p">)</span>
  783. <span class="c1"># 退出循环</span>
  784. <span class="k">break</span>
  785. <span class="c1"># 获取用户输入的知识域过滤</span>
  786. <span class="n">source_filter</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;输入来源过滤 (</span><span class="si">{</span><span class="s1">&#39;/&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">)</span><span class="si">}</span><span class="s2">) (按 Enter 跳过): &quot;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  787. <span class="k">if</span> <span class="n">source_filter</span> <span class="ow">and</span> <span class="n">source_filter</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">:</span>
  788. <span class="c1"># 如果知识域过滤无效,记录警告日志</span>
  789. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;无效来源 &#39;</span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">&#39;,忽略过滤&quot;</span><span class="p">)</span>
  790. <span class="c1"># 打印无效信息,忽略过滤</span>
  791. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;无效来源 &#39;</span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">&#39;,继续无过滤。&quot;</span><span class="p">)</span>
  792. <span class="n">source_filter</span> <span class="o">=</span> <span class="kc">None</span>
  793. <span class="c1"># 执行查询,获取答案</span>
  794. <span class="n">answer</span> <span class="o">=</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="p">)</span>
  795. <span class="c1"># 打印答案</span>
  796. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">答案: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  797. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  798. <span class="c1"># 记录系统错误日志</span>
  799. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;系统错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  800. <span class="c1"># 打印错误信息</span>
  801. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;发生错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  802. <span class="k">finally</span><span class="p">:</span>
  803. <span class="c1"># 无论是否发生错误,关闭 MySQL 连接</span>
  804. <span class="n">qa_system</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
  805. <span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">&quot;__main__&quot;</span><span class="p">:</span>
  806. <span class="c1"># 如果脚本作为主程序运行,调用 main 函数</span>
  807. <span class="n">main</span><span class="p">()</span>
  808. </code></pre></div>
  809. <h2 id="_5">章节小结<a class="headerlink" href="#_5" title="Permanent link">&para;</a></h2>
  810. <p>本章展示了如何通过 <code>old_main.py</code> 构建一个融合 MySQL FAQ 和 RAG 的智能问答系统。系统利用 BM25 算法快速匹配结构化数据,RAG 系统处理复杂查询,配备日志记录和错误处理,适合知识库场景下的实时问答需求。</p>
  811. </article>
  812. </div>
  813. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
  814. </div>
  815. </main>
  816. <footer class="md-footer">
  817. <div class="md-footer-meta md-typeset">
  818. <div class="md-footer-meta__inner md-grid">
  819. <div class="md-copyright">
  820. <div class="md-copyright__highlight">
  821. © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
  822. </div>
  823. Made with
  824. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  825. Material for MkDocs
  826. </a>
  827. </div>
  828. </div>
  829. </div>
  830. </footer>
  831. </div>
  832. <div class="md-dialog" data-md-component="dialog">
  833. <div class="md-dialog__inner md-typeset"></div>
  834. </div>
  835. <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
  836. <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
  837. <script src="../javascripts/extra.js"></script>
  838. <script src="../javascripts/mathjax.js"></script>
  839. <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
  840. <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
  841. </body>
  842. </html>