6.2 融合FAQ 和知识库查询(优化版) 2.html 128 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303
  1. <!doctype html>
  2. <html lang="zh" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html">
  7. <link rel="next" href="6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html">
  8. <link rel="icon" href="../img/AI.jpg">
  9. <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
  10. <title>6.2 融合FAQ 和知识库查询(优化版) - 企业知识库RAG智能问答项目V1.0</title>
  11. <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <link rel="stylesheet" href="../stylesheets/extra.css">
  16. <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  17. </head>
  18. <body dir="ltr">
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#_1" class="md-skip">
  24. 跳转至
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <header class="md-header md-header--shadow" data-md-component="header">
  30. <nav class="md-header__inner md-grid" aria-label="页眉">
  31. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  32. <img src="../img/AI.jpg" alt="logo">
  33. </a>
  34. <label class="md-header__button md-icon" for="__drawer">
  35. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
  36. </label>
  37. <div class="md-header__title" data-md-component="header-title">
  38. <div class="md-header__ellipsis">
  39. <div class="md-header__topic">
  40. <span class="md-ellipsis">
  41. 企业知识库RAG智能问答项目V1.0
  42. </span>
  43. </div>
  44. <div class="md-header__topic" data-md-component="header-topic">
  45. <span class="md-ellipsis">
  46. 6.2 融合FAQ 和知识库查询(优化版)
  47. </span>
  48. </div>
  49. </div>
  50. </div>
  51. <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="查找">
  65. <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. 正在初始化搜索引擎
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  93. <img src="../img/AI.jpg" alt="logo">
  94. </a>
  95. 企业知识库RAG智能问答项目V1.0
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../index.html" class="md-nav__link">
  100. <span class="md-ellipsis">
  101. 知识库内容
  102. </span>
  103. </a>
  104. </li>
  105. <li class="md-nav__item md-nav__item--nested">
  106. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" >
  107. <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
  108. <span class="md-ellipsis">
  109. ① 项目概述
  110. </span>
  111. <span class="md-nav__icon md-icon"></span>
  112. </label>
  113. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
  114. <label class="md-nav__title" for="__nav_2">
  115. <span class="md-nav__icon md-icon"></span>
  116. ① 项目概述
  117. </label>
  118. <ul class="md-nav__list" data-md-scrollfix>
  119. <li class="md-nav__item">
  120. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
  121. <span class="md-ellipsis">
  122. 1.1 项目架构
  123. </span>
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
  128. <span class="md-ellipsis">
  129. 1.2 项目环境(window)
  130. </span>
  131. </a>
  132. </li>
  133. <li class="md-nav__item">
  134. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
  135. <span class="md-ellipsis">
  136. 1.3 项目环境(mac)
  137. </span>
  138. </a>
  139. </li>
  140. </ul>
  141. </nav>
  142. </li>
  143. <li class="md-nav__item md-nav__item--nested">
  144. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" >
  145. <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
  146. <span class="md-ellipsis">
  147. ② 项目工具
  148. </span>
  149. <span class="md-nav__icon md-icon"></span>
  150. </label>
  151. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
  152. <label class="md-nav__title" for="__nav_3">
  153. <span class="md-nav__icon md-icon"></span>
  154. ② 项目工具
  155. </label>
  156. <ul class="md-nav__list" data-md-scrollfix>
  157. <li class="md-nav__item">
  158. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  159. <span class="md-ellipsis">
  160. 2.1 Ollama大模型高效管理工具
  161. </span>
  162. </a>
  163. </li>
  164. <li class="md-nav__item">
  165. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
  166. <span class="md-ellipsis">
  167. 2.2 LangChain基础知识.md
  168. </span>
  169. </a>
  170. </li>
  171. <li class="md-nav__item">
  172. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
  173. <span class="md-ellipsis">
  174. 2.3 向量索引:HNSW、IVF与IVF_PQ
  175. </span>
  176. </a>
  177. </li>
  178. <li class="md-nav__item">
  179. <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
  180. <span class="md-ellipsis">
  181. 2.4 Milvus向量数据库
  182. </span>
  183. </a>
  184. </li>
  185. </ul>
  186. </nav>
  187. </li>
  188. <li class="md-nav__item md-nav__item--nested">
  189. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
  190. <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
  191. <span class="md-ellipsis">
  192. ③ 基于Mysql库的问答系统
  193. </span>
  194. <span class="md-nav__icon md-icon"></span>
  195. </label>
  196. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
  197. <label class="md-nav__title" for="__nav_4">
  198. <span class="md-nav__icon md-icon"></span>
  199. ③ 基于Mysql库的问答系统
  200. </label>
  201. <ul class="md-nav__list" data-md-scrollfix>
  202. <li class="md-nav__item">
  203. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  204. <span class="md-ellipsis">
  205. 3.1 Python日志介绍与应用
  206. </span>
  207. </a>
  208. </li>
  209. <li class="md-nav__item">
  210. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  211. <span class="md-ellipsis">
  212. 3.2 Redis数据库简介与使用
  213. </span>
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
  218. <span class="md-ellipsis">
  219. 3.3 基于Mysql数据库实现问答系统
  220. </span>
  221. </a>
  222. </li>
  223. <li class="md-nav__item">
  224. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  225. <span class="md-ellipsis">
  226. 3.4 BM25算法简介与应用
  227. </span>
  228. </a>
  229. </li>
  230. </ul>
  231. </nav>
  232. </li>
  233. <li class="md-nav__item md-nav__item--nested">
  234. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" >
  235. <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
  236. <span class="md-ellipsis">
  237. ④ 基于Milvus库的问答系统
  238. </span>
  239. <span class="md-nav__icon md-icon"></span>
  240. </label>
  241. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
  242. <label class="md-nav__title" for="__nav_5">
  243. <span class="md-nav__icon md-icon"></span>
  244. ④ 基于Milvus库的问答系统
  245. </label>
  246. <ul class="md-nav__list" data-md-scrollfix>
  247. <li class="md-nav__item">
  248. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
  249. <span class="md-ellipsis">
  250. 4.1 整体架构与工程流程
  251. </span>
  252. </a>
  253. </li>
  254. <li class="md-nav__item">
  255. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  256. <span class="md-ellipsis">
  257. 4.2 基础模块
  258. </span>
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  263. <span class="md-ellipsis">
  264. 4.3 文档处理模块
  265. </span>
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
  270. <span class="md-ellipsis">
  271. 4.4 向量存储
  272. </span>
  273. </a>
  274. </li>
  275. <li class="md-nav__item">
  276. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
  277. <span class="md-ellipsis">
  278. 4.5 prompts设计与query意图识别
  279. </span>
  280. </a>
  281. </li>
  282. <li class="md-nav__item">
  283. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
  284. <span class="md-ellipsis">
  285. 4.6 检索策略与RAG系统设计
  286. </span>
  287. </a>
  288. </li>
  289. <li class="md-nav__item">
  290. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
  291. <span class="md-ellipsis">
  292. 4.7 RAG系统运行
  293. </span>
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  298. <span class="md-ellipsis">
  299. 4.8 文档解析工具(扩展资料)
  300. </span>
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  305. <span class="md-ellipsis">
  306. 4.9 RAG中的Query改写(扩展资料)
  307. </span>
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  312. <span class="md-ellipsis">
  313. 数据集生成与优化(扩展资料)
  314. </span>
  315. </a>
  316. </li>
  317. </ul>
  318. </nav>
  319. </li>
  320. <li class="md-nav__item md-nav__item--nested">
  321. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  322. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  323. <span class="md-ellipsis">
  324. ⑤ RAG系统评估
  325. </span>
  326. <span class="md-nav__icon md-icon"></span>
  327. </label>
  328. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  329. <label class="md-nav__title" for="__nav_6">
  330. <span class="md-nav__icon md-icon"></span>
  331. ⑤ RAG系统评估
  332. </label>
  333. <ul class="md-nav__list" data-md-scrollfix>
  334. <li class="md-nav__item">
  335. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  336. <span class="md-ellipsis">
  337. 5.1 RAG系统评估工具
  338. </span>
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
  343. <span class="md-ellipsis">
  344. 5.2 实现企业知识库RAG系统的评估
  345. </span>
  346. </a>
  347. </li>
  348. <li class="md-nav__item">
  349. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
  350. <span class="md-ellipsis">
  351. 5.3 RAG评估数据集的构造(扩展)
  352. </span>
  353. </a>
  354. </li>
  355. </ul>
  356. </nav>
  357. </li>
  358. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  359. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" checked>
  360. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  361. <span class="md-ellipsis">
  362. ⑥ 融合Mysql的RAG系统
  363. </span>
  364. <span class="md-nav__icon md-icon"></span>
  365. </label>
  366. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="true">
  367. <label class="md-nav__title" for="__nav_7">
  368. <span class="md-nav__icon md-icon"></span>
  369. ⑥ 融合Mysql的RAG系统
  370. </label>
  371. <ul class="md-nav__list" data-md-scrollfix>
  372. <li class="md-nav__item">
  373. <a href="6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
  374. <span class="md-ellipsis">
  375. 6.1 融合FQA和知识库查询
  376. </span>
  377. </a>
  378. </li>
  379. <li class="md-nav__item md-nav__item--active">
  380. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  381. <label class="md-nav__link md-nav__link--active" for="__toc">
  382. <span class="md-ellipsis">
  383. 6.2 融合FAQ 和知识库查询(优化版)
  384. </span>
  385. <span class="md-nav__icon md-icon"></span>
  386. </label>
  387. <a href="6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link md-nav__link--active">
  388. <span class="md-ellipsis">
  389. 6.2 融合FAQ 和知识库查询(优化版)
  390. </span>
  391. </a>
  392. <nav class="md-nav md-nav--secondary" aria-label="目录">
  393. <label class="md-nav__title" for="__toc">
  394. <span class="md-nav__icon md-icon"></span>
  395. 目录
  396. </label>
  397. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  398. <li class="md-nav__item">
  399. <a href="#_1" class="md-nav__link">
  400. <span class="md-ellipsis">
  401. 学习目标:
  402. </span>
  403. </a>
  404. </li>
  405. <li class="md-nav__item">
  406. <a href="#_2" class="md-nav__link">
  407. <span class="md-ellipsis">
  408. 一、查询流程图
  409. </span>
  410. </a>
  411. </li>
  412. <li class="md-nav__item">
  413. <a href="#_3" class="md-nav__link">
  414. <span class="md-ellipsis">
  415. 二、流程说明
  416. </span>
  417. </a>
  418. </li>
  419. <li class="md-nav__item">
  420. <a href="#_4" class="md-nav__link">
  421. <span class="md-ellipsis">
  422. 三、代码介绍
  423. </span>
  424. </a>
  425. <nav class="md-nav" aria-label="三、代码介绍">
  426. <ul class="md-nav__list">
  427. <li class="md-nav__item">
  428. <a href="#1" class="md-nav__link">
  429. <span class="md-ellipsis">
  430. 1 导入必备的工具包
  431. </span>
  432. </a>
  433. </li>
  434. <li class="md-nav__item">
  435. <a href="#2" class="md-nav__link">
  436. <span class="md-ellipsis">
  437. 2 系统初始化
  438. </span>
  439. </a>
  440. </li>
  441. <li class="md-nav__item">
  442. <a href="#3" class="md-nav__link">
  443. <span class="md-ellipsis">
  444. 3 对话历史表初始化
  445. </span>
  446. </a>
  447. </li>
  448. <li class="md-nav__item">
  449. <a href="#4-dashscope-api" class="md-nav__link">
  450. <span class="md-ellipsis">
  451. 4 调用 DashScope API
  452. </span>
  453. </a>
  454. </li>
  455. <li class="md-nav__item">
  456. <a href="#5" class="md-nav__link">
  457. <span class="md-ellipsis">
  458. 5 获取最近对话历史
  459. </span>
  460. </a>
  461. </li>
  462. <li class="md-nav__item">
  463. <a href="#6" class="md-nav__link">
  464. <span class="md-ellipsis">
  465. 6 更新会话历史
  466. </span>
  467. </a>
  468. </li>
  469. <li class="md-nav__item">
  470. <a href="#7" class="md-nav__link">
  471. <span class="md-ellipsis">
  472. 7 获取会话历史
  473. </span>
  474. </a>
  475. </li>
  476. <li class="md-nav__item">
  477. <a href="#8" class="md-nav__link">
  478. <span class="md-ellipsis">
  479. 8 清除会话历史
  480. </span>
  481. </a>
  482. </li>
  483. <li class="md-nav__item">
  484. <a href="#9" class="md-nav__link">
  485. <span class="md-ellipsis">
  486. 9 查询处理
  487. </span>
  488. </a>
  489. </li>
  490. <li class="md-nav__item">
  491. <a href="#10-rag_system" class="md-nav__link">
  492. <span class="md-ellipsis">
  493. 10 改造rag_system
  494. </span>
  495. </a>
  496. </li>
  497. <li class="md-nav__item">
  498. <a href="#11" class="md-nav__link">
  499. <span class="md-ellipsis">
  500. 11 命令行交互
  501. </span>
  502. </a>
  503. </li>
  504. </ul>
  505. </nav>
  506. </li>
  507. <li class="md-nav__item">
  508. <a href="#_5" class="md-nav__link">
  509. <span class="md-ellipsis">
  510. 章节小结
  511. </span>
  512. </a>
  513. </li>
  514. </ul>
  515. </nav>
  516. </li>
  517. <li class="md-nav__item">
  518. <a href="6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
  519. <span class="md-ellipsis">
  520. 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
  521. </span>
  522. </a>
  523. </li>
  524. <li class="md-nav__item">
  525. <a href="6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  526. <span class="md-ellipsis">
  527. 6.4 FastAPI和Flask的区别和联系(扩展资料)
  528. </span>
  529. </a>
  530. </li>
  531. </ul>
  532. </nav>
  533. </li>
  534. <li class="md-nav__item md-nav__item--nested">
  535. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  536. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  537. <span class="md-ellipsis">
  538. ⑦ 企业级生产环境部署
  539. </span>
  540. <span class="md-nav__icon md-icon"></span>
  541. </label>
  542. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  543. <label class="md-nav__title" for="__nav_8">
  544. <span class="md-nav__icon md-icon"></span>
  545. ⑦ 企业级生产环境部署
  546. </label>
  547. <ul class="md-nav__list" data-md-scrollfix>
  548. <li class="md-nav__item">
  549. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  550. <span class="md-ellipsis">
  551. 7.1 Docker的原理和基本使用
  552. </span>
  553. </a>
  554. </li>
  555. <li class="md-nav__item">
  556. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
  557. <span class="md-ellipsis">
  558. 7.2 服务部署
  559. </span>
  560. </a>
  561. </li>
  562. </ul>
  563. </nav>
  564. </li>
  565. </ul>
  566. </nav>
  567. </div>
  568. </div>
  569. </div>
  570. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  571. <div class="md-sidebar__scrollwrap">
  572. <div class="md-sidebar__inner">
  573. <nav class="md-nav md-nav--secondary" aria-label="目录">
  574. <label class="md-nav__title" for="__toc">
  575. <span class="md-nav__icon md-icon"></span>
  576. 目录
  577. </label>
  578. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  579. <li class="md-nav__item">
  580. <a href="#_1" class="md-nav__link">
  581. <span class="md-ellipsis">
  582. 学习目标:
  583. </span>
  584. </a>
  585. </li>
  586. <li class="md-nav__item">
  587. <a href="#_2" class="md-nav__link">
  588. <span class="md-ellipsis">
  589. 一、查询流程图
  590. </span>
  591. </a>
  592. </li>
  593. <li class="md-nav__item">
  594. <a href="#_3" class="md-nav__link">
  595. <span class="md-ellipsis">
  596. 二、流程说明
  597. </span>
  598. </a>
  599. </li>
  600. <li class="md-nav__item">
  601. <a href="#_4" class="md-nav__link">
  602. <span class="md-ellipsis">
  603. 三、代码介绍
  604. </span>
  605. </a>
  606. <nav class="md-nav" aria-label="三、代码介绍">
  607. <ul class="md-nav__list">
  608. <li class="md-nav__item">
  609. <a href="#1" class="md-nav__link">
  610. <span class="md-ellipsis">
  611. 1 导入必备的工具包
  612. </span>
  613. </a>
  614. </li>
  615. <li class="md-nav__item">
  616. <a href="#2" class="md-nav__link">
  617. <span class="md-ellipsis">
  618. 2 系统初始化
  619. </span>
  620. </a>
  621. </li>
  622. <li class="md-nav__item">
  623. <a href="#3" class="md-nav__link">
  624. <span class="md-ellipsis">
  625. 3 对话历史表初始化
  626. </span>
  627. </a>
  628. </li>
  629. <li class="md-nav__item">
  630. <a href="#4-dashscope-api" class="md-nav__link">
  631. <span class="md-ellipsis">
  632. 4 调用 DashScope API
  633. </span>
  634. </a>
  635. </li>
  636. <li class="md-nav__item">
  637. <a href="#5" class="md-nav__link">
  638. <span class="md-ellipsis">
  639. 5 获取最近对话历史
  640. </span>
  641. </a>
  642. </li>
  643. <li class="md-nav__item">
  644. <a href="#6" class="md-nav__link">
  645. <span class="md-ellipsis">
  646. 6 更新会话历史
  647. </span>
  648. </a>
  649. </li>
  650. <li class="md-nav__item">
  651. <a href="#7" class="md-nav__link">
  652. <span class="md-ellipsis">
  653. 7 获取会话历史
  654. </span>
  655. </a>
  656. </li>
  657. <li class="md-nav__item">
  658. <a href="#8" class="md-nav__link">
  659. <span class="md-ellipsis">
  660. 8 清除会话历史
  661. </span>
  662. </a>
  663. </li>
  664. <li class="md-nav__item">
  665. <a href="#9" class="md-nav__link">
  666. <span class="md-ellipsis">
  667. 9 查询处理
  668. </span>
  669. </a>
  670. </li>
  671. <li class="md-nav__item">
  672. <a href="#10-rag_system" class="md-nav__link">
  673. <span class="md-ellipsis">
  674. 10 改造rag_system
  675. </span>
  676. </a>
  677. </li>
  678. <li class="md-nav__item">
  679. <a href="#11" class="md-nav__link">
  680. <span class="md-ellipsis">
  681. 11 命令行交互
  682. </span>
  683. </a>
  684. </li>
  685. </ul>
  686. </nav>
  687. </li>
  688. <li class="md-nav__item">
  689. <a href="#_5" class="md-nav__link">
  690. <span class="md-ellipsis">
  691. 章节小结
  692. </span>
  693. </a>
  694. </li>
  695. </ul>
  696. </nav>
  697. </div>
  698. </div>
  699. </div>
  700. <div class="md-content" data-md-component="content">
  701. <article class="md-content__inner md-typeset">
  702. <h1>6.2 融合FAQ 和知识库查询(优化版)</h1>
  703. <h2 id="_1">学习目标:<a class="headerlink" href="#_1" title="Permanent link">&para;</a></h2>
  704. <ul>
  705. <li>深入理解优化后的智能问答系统,掌握端到端工作流程。</li>
  706. <li>学习如何通过对话历史和流式输出提升用户交互体验。</li>
  707. <li>掌握 MySQL FAQ 和 RAG 系统的集成,以及健壮的错误处理和日志记录。</li>
  708. </ul>
  709. <h2 id="_2">一、查询流程图<a class="headerlink" href="#_2" title="Permanent link">&para;</a></h2>
  710. <p><code>new_main.py</code> 是对 <code>old_main.py</code> 的优化版本,新增了对话历史管理和流式输出功能,增强了交互性和实时性。系统整合了 MySQL 的 FAQ 精确匹配、RAG 的知识库检索、MySQL 对话历史存储,以及流式答案生成,适用于知识库场景下的实时问答需求。</p>
  711. <p>以下是优化后的智能问答系统查询流程图,展示用户输入到答案输出的处理逻辑,包括对话历史和流式输出。</p>
  712. <div align=center><img src="../img/lc_002.png" style="zoom:80%" ><img/></div>
  713. <h2 id="_3">二、流程说明<a class="headerlink" href="#_3" title="Permanent link">&para;</a></h2>
  714. <ol>
  715. <li><strong>输入处理</strong>:用户提供查询 (<code>query</code>)、会话 ID (<code>session_id</code>) 和可选的知识域过滤 (<code>source_filter</code>)。</li>
  716. <li><strong>会话管理</strong>:若提供 <code>session_id</code>,从 MySQL 获取最近 5 轮对话历史;否则生成新的 UUID。</li>
  717. <li><strong>BM25 搜索</strong>:使用 BM25 算法搜索 MySQL 知识库,设置相似度阈值 0.85。</li>
  718. <li><strong>答案判断</strong>:</li>
  719. <li>若找到可靠答案(相似度 &gt; 0.85),一次性返回。</li>
  720. <li>若无可靠答案且需要 RAG,调用 RAG 系统以流式方式生成答案。</li>
  721. <li>若无需 RAG,返回“未找到答案”。</li>
  722. <li><strong>历史更新</strong>:将查询和答案存入 MySQL 的 <code>conversations</code> 表,保留最近 5 轮对话。</li>
  723. <li><strong>输出</strong>:通过流式输出(RAG)或一次性输出(MySQL)返回答案,并展示对话历史。</li>
  724. </ol>
  725. <h2 id="_4">三、代码介绍<a class="headerlink" href="#_4" title="Permanent link">&para;</a></h2>
  726. <p>以下是 <code>new_main.py</code> 的完整代码,包含逐行注释,详细解析功能与实现逻辑。</p>
  727. <h3 id="1">1 导入必备的工具包<a class="headerlink" href="#1" title="Permanent link">&para;</a></h3>
  728. <div class="highlight"><pre><span></span><code><span class="c1"># 导入 MySQL 系统组件,用于数据库操作和搜索</span>
  729. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.cache.redis_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">RedisClient</span>
  730. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.db.mysql_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">MySQLClient</span>
  731. <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.retrieval.bm25_search</span><span class="w"> </span><span class="kn">import</span> <span class="n">BM25Search</span>
  732. <span class="c1"># 导入 RAG 系统组件,用于知识库检索和答案生成</span>
  733. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.vector_store</span><span class="w"> </span><span class="kn">import</span> <span class="n">VectorStore</span>
  734. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.new_rag_system</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGSystem</span>
  735. <span class="c1"># 导入配置和日志工具,用于系统配置和日志记录</span>
  736. <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
  737. <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
  738. <span class="c1"># 导入 OpenAI 客户端,用于调用 DashScope API</span>
  739. <span class="kn">from</span><span class="w"> </span><span class="nn">openai</span><span class="w"> </span><span class="kn">import</span> <span class="n">OpenAI</span>
  740. <span class="c1"># 导入时间库,用于记录处理时间</span>
  741. <span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
  742. <span class="kn">import</span><span class="w"> </span><span class="nn">pymysql</span>
  743. <span class="kn">import</span><span class="w"> </span><span class="nn">uuid</span>
  744. </code></pre></div>
  745. <h3 id="2">2 系统初始化<a class="headerlink" href="#2" title="Permanent link">&para;</a></h3>
  746. <ul>
  747. <li>(<code>__init__</code>) 初始化方法</li>
  748. <li><strong>功能</strong>:初始化日志、配置、数据库客户端、搜索模块、向量存储、RAG 系统和对话历史表。</li>
  749. <li><strong>关键点</strong>:通过 Config 管理 API 密钥和模型参数,异常处理确保 OpenAI 客户端初始化成功。</li>
  750. </ul>
  751. <div class="highlight"><pre><span></span><code><span class="k">class</span><span class="w"> </span><span class="nc">IntegratedQASystem</span><span class="p">:</span>
  752. <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
  753. <span class="c1"># 初始化日志工具,用于记录系统运行信息</span>
  754. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span> <span class="o">=</span> <span class="n">logger</span>
  755. <span class="bp">self</span><span class="o">.</span><span class="n">config</span> <span class="o">=</span> <span class="n">config</span>
  756. <span class="c1"># 初始化 MySQL 客户端,用于数据库操作</span>
  757. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span> <span class="o">=</span> <span class="n">MySQLClient</span><span class="p">()</span>
  758. <span class="c1"># 初始化 Redis 客户端,用于缓存管理</span>
  759. <span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span> <span class="o">=</span> <span class="n">RedisClient</span><span class="p">()</span>
  760. <span class="c1"># 初始化 BM25 搜索模块,结合 MySQL 和 Redis</span>
  761. <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span> <span class="o">=</span> <span class="n">BM25Search</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="p">)</span>
  762. <span class="k">try</span><span class="p">:</span>
  763. <span class="c1"># 初始化 OpenAI 客户端,连接 DashScope API</span>
  764. <span class="bp">self</span><span class="o">.</span><span class="n">client</span> <span class="o">=</span> <span class="n">OpenAI</span><span class="p">(</span><span class="n">api_key</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_API_KEY</span><span class="p">,</span>
  765. <span class="n">base_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_BASE_URL</span><span class="p">)</span>
  766. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  767. <span class="c1"># 记录 OpenAI 初始化失败的错误日志</span>
  768. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;OpenAI 客户端初始化失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  769. <span class="c1"># 抛出异常,终止初始化</span>
  770. <span class="k">raise</span>
  771. <span class="c1"># 初始化向量存储,用于 RAG 系统的知识库管理</span>
  772. <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span> <span class="o">=</span> <span class="n">VectorStore</span><span class="p">()</span>
  773. <span class="c1"># 初始化 RAG 系统,传入向量存储和 DashScope API 调用函数</span>
  774. <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span> <span class="o">=</span> <span class="n">RAGSystem</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">call_dashscope</span><span class="p">)</span>
  775. <span class="c1"># 初始化对话历史表,用于存储会话记录</span>
  776. <span class="bp">self</span><span class="o">.</span><span class="n">init_conversation_table</span><span class="p">()</span>
  777. </code></pre></div>
  778. <h3 id="3">3 对话历史表初始化<a class="headerlink" href="#3" title="Permanent link">&para;</a></h3>
  779. <ul>
  780. <li>(<code>init_conversation_table</code>) 方法</li>
  781. <li><strong>功能</strong>:在 MySQL 中创建 <code>conversations</code> 表,存储会话 ID、问题、答案和时间戳,添加索引优化查询。</li>
  782. <li><strong>关键点</strong>:使用 <code>IF NOT EXISTS</code> 避免重复创建,异常处理确保健壮性。</li>
  783. </ul>
  784. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">init_conversation_table</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
  785. <span class="w"> </span><span class="sd">&quot;&quot;&quot;初始化MySQL中的conversations表,用于存储对话历史&quot;&quot;&quot;</span>
  786. <span class="k">try</span><span class="p">:</span>
  787. <span class="c1"># 创建 conversations 表,包含会话 ID、问题、答案和时间戳</span>
  788. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">&quot;&quot;&quot;</span>
  789. <span class="s2"> CREATE TABLE IF NOT EXISTS conversations (</span>
  790. <span class="s2"> id INT AUTO_INCREMENT PRIMARY KEY,</span>
  791. <span class="s2"> session_id VARCHAR(36) NOT NULL,</span>
  792. <span class="s2"> question TEXT NOT NULL,</span>
  793. <span class="s2"> answer TEXT NOT NULL,</span>
  794. <span class="s2"> timestamp DATETIME NOT NULL,</span>
  795. <span class="s2"> INDEX idx_session_id (session_id)</span>
  796. <span class="s2"> )</span>
  797. <span class="s2"> &quot;&quot;&quot;</span><span class="p">)</span>
  798. <span class="c1"># 提交数据库事务</span>
  799. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
  800. <span class="c1"># 记录表初始化成功的日志</span>
  801. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;对话历史表初始化成功&quot;</span><span class="p">)</span>
  802. <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  803. <span class="c1"># 记录表初始化失败的错误日志</span>
  804. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;初始化对话历史表失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  805. <span class="c1"># 抛出异常,终止初始化</span>
  806. <span class="k">raise</span>
  807. </code></pre></div>
  808. <h3 id="4-dashscope-api">4 调用 DashScope API<a class="headerlink" href="#4-dashscope-api" title="Permanent link">&para;</a></h3>
  809. <ul>
  810. <li>(<code>call_dashscope</code>) 方法</li>
  811. <li><strong>功能</strong>:通过 OpenAI 客户端调用 DashScope API,支持流式输出,逐 token 返回答案。</li>
  812. <li><strong>关键点</strong>:启用 <code>stream=True</code> 实现流式输出,异常处理捕获 API 调用失败,支持前端实时显示。</li>
  813. </ul>
  814. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">call_dashscope</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">):</span>
  815. <span class="w"> </span><span class="sd">&quot;&quot;&quot;调用DashScope API生成答案(流式输出)&quot;&quot;&quot;</span>
  816. <span class="k">try</span><span class="p">:</span>
  817. <span class="c1"># 创建聊天完成请求,启用流式输出</span>
  818. <span class="n">completion</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="o">.</span><span class="n">completions</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
  819. <span class="n">model</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">LLM_MODEL</span><span class="p">,</span> <span class="c1"># 使用配置中的语言模型</span>
  820. <span class="n">messages</span><span class="o">=</span><span class="p">[</span>
  821. <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;system&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="s2">&quot;你是一个有用的助手。&quot;</span><span class="p">},</span> <span class="c1"># 系统提示</span>
  822. <span class="p">{</span><span class="s2">&quot;role&quot;</span><span class="p">:</span> <span class="s2">&quot;user&quot;</span><span class="p">,</span> <span class="s2">&quot;content&quot;</span><span class="p">:</span> <span class="n">prompt</span><span class="p">},</span> <span class="c1"># 用户输入的提示</span>
  823. <span class="p">],</span>
  824. <span class="n">timeout</span><span class="o">=</span><span class="mi">30</span><span class="p">,</span> <span class="c1"># 设置 30 秒超时</span>
  825. <span class="n">stream</span><span class="o">=</span><span class="kc">True</span> <span class="c1"># 启用流式输出</span>
  826. <span class="p">)</span>
  827. <span class="c1"># 初始化收集流式输出的字符串</span>
  828. <span class="n">collected_content</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
  829. <span class="c1"># 遍历流式输出的每个 chunk</span>
  830. <span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">completion</span><span class="p">:</span>
  831. <span class="k">if</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span> <span class="ow">and</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">delta</span><span class="o">.</span><span class="n">content</span><span class="p">:</span>
  832. <span class="c1"># 获取当前 chunk 的内容</span>
  833. <span class="n">content</span> <span class="o">=</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">delta</span><span class="o">.</span><span class="n">content</span>
  834. <span class="c1"># 累积内容</span>
  835. <span class="n">collected_content</span> <span class="o">+=</span> <span class="n">content</span>
  836. <span class="c1"># 逐 token 返回,供前端实时显示</span>
  837. <span class="k">yield</span> <span class="n">content</span>
  838. <span class="c1"># 返回完整答案</span>
  839. <span class="k">return</span> <span class="n">collected_content</span>
  840. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  841. <span class="c1"># 记录 API 调用失败的错误日志</span>
  842. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;LLM调用失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  843. <span class="c1"># 返回错误信息</span>
  844. <span class="k">return</span> <span class="sa">f</span><span class="s2">&quot;错误:LLM调用失败 - </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span>
  845. </code></pre></div>
  846. <h3 id="5">5 获取最近对话历史<a class="headerlink" href="#5" title="Permanent link">&para;</a></h3>
  847. <ul>
  848. <li>(<code>_fetch_recent_history</code>) 方法</li>
  849. <li><strong>功能</strong>:从 MySQL 的 <code>conversations</code> 表获取指定 <code>session_id</code> 的最近 5 轮对话历史。</li>
  850. <li><strong>关键点</strong>:使用参数化查询防止 SQL 注入,返回结果按时间正序,异常处理确保健壮性。</li>
  851. </ul>
  852. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">_fetch_recent_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">list</span><span class="p">:</span>
  853. <span class="w"> </span><span class="sd">&quot;&quot;&quot;获取最近5轮对话历史&quot;&quot;&quot;</span>
  854. <span class="k">try</span><span class="p">:</span>
  855. <span class="c1"># 执行 SQL 查询,获取最近 5 轮对话</span>
  856. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">&quot;&quot;&quot;</span>
  857. <span class="s2"> SELECT question, answer</span>
  858. <span class="s2"> FROM conversations</span>
  859. <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
  860. <span class="s2"> ORDER BY timestamp DESC</span>
  861. <span class="s2"> LIMIT </span><span class="si">%s</span>
  862. <span class="s2"> &quot;&quot;&quot;</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="mi">5</span><span class="p">))</span>
  863. <span class="c1"># 将查询结果转换为字典列表</span>
  864. <span class="n">history</span> <span class="o">=</span> <span class="p">[{</span><span class="s2">&quot;question&quot;</span><span class="p">:</span> <span class="n">row</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s2">&quot;answer&quot;</span><span class="p">:</span> <span class="n">row</span><span class="p">[</span><span class="mi">1</span><span class="p">]}</span> <span class="k">for</span> <span class="n">row</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">fetchall</span><span class="p">()]</span>
  865. <span class="c1"># 反转结果,按时间正序返回</span>
  866. <span class="k">return</span> <span class="n">history</span><span class="p">[::</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
  867. <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  868. <span class="c1"># 记录查询失败的错误日志</span>
  869. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;获取对话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  870. <span class="c1"># 返回空列表</span>
  871. <span class="k">return</span> <span class="p">[]</span>
  872. </code></pre></div>
  873. <h3 id="6">6 更新会话历史<a class="headerlink" href="#6" title="Permanent link">&para;</a></h3>
  874. <ul>
  875. <li>(<code>update_session_history</code>) 方法</li>
  876. <li><strong>功能</strong>:将新问题和答案插入 <code>conversations</code> 表,保留最近 5 轮对话,删除旧记录。</li>
  877. <li><strong>关键点</strong>:使用事务确保数据一致性,子查询删除超出限制的记录,日志记录操作结果。</li>
  878. </ul>
  879. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">update_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">question</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">answer</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">list</span><span class="p">:</span>
  880. <span class="w"> </span><span class="sd">&quot;&quot;&quot;更新会话历史到MySQL,保留最近5轮对话&quot;&quot;&quot;</span>
  881. <span class="k">try</span><span class="p">:</span>
  882. <span class="c1"># 插入新的对话记录</span>
  883. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">&quot;&quot;&quot;</span>
  884. <span class="s2"> INSERT INTO conversations (session_id, question, answer, timestamp)</span>
  885. <span class="s2"> VALUES (</span><span class="si">%s</span><span class="s2">, </span><span class="si">%s</span><span class="s2">, </span><span class="si">%s</span><span class="s2">, NOW())</span>
  886. <span class="s2"> &quot;&quot;&quot;</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">question</span><span class="p">,</span> <span class="n">answer</span><span class="p">))</span>
  887. <span class="c1"># 获取更新后的对话历史</span>
  888. <span class="n">history</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_fetch_recent_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
  889. <span class="c1"># 删除超出 5 轮的旧记录</span>
  890. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">&quot;&quot;&quot;</span>
  891. <span class="s2"> DELETE FROM conversations</span>
  892. <span class="s2"> WHERE session_id = </span><span class="si">%s</span><span class="s2"> AND id NOT IN (</span>
  893. <span class="s2"> SELECT id FROM (</span>
  894. <span class="s2"> SELECT id</span>
  895. <span class="s2"> FROM conversations</span>
  896. <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
  897. <span class="s2"> ORDER BY timestamp DESC</span>
  898. <span class="s2"> LIMIT </span><span class="si">%s</span>
  899. <span class="s2"> ) AS sub</span>
  900. <span class="s2"> )</span>
  901. <span class="s2"> &quot;&quot;&quot;</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">session_id</span><span class="p">,</span> <span class="mi">5</span><span class="p">))</span>
  902. <span class="c1"># 提交事务</span>
  903. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
  904. <span class="c1"># 记录更新成功的日志</span>
  905. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;会话 </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2"> 历史更新成功&quot;</span><span class="p">)</span>
  906. <span class="c1"># 返回更新后的历史</span>
  907. <span class="k">return</span> <span class="n">history</span>
  908. <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  909. <span class="c1"># 记录数据库操作失败的错误日志</span>
  910. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;更新会话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  911. <span class="c1"># 回滚事务</span>
  912. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
  913. <span class="c1"># 抛出异常</span>
  914. <span class="k">raise</span>
  915. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  916. <span class="c1"># 记录意外错误的日志</span>
  917. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;更新会话历史意外错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  918. <span class="c1"># 回滚事务</span>
  919. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
  920. <span class="c1"># 抛出异常</span>
  921. <span class="k">raise</span>
  922. </code></pre></div>
  923. <h3 id="7">7 获取会话历史<a class="headerlink" href="#7" title="Permanent link">&para;</a></h3>
  924. <ul>
  925. <li>(<code>get_session_history</code>) 方法</li>
  926. <li><strong>功能</strong>:从 MySQL 获取指定 <code>session_id</code> 的对话历史,复用 <code>_fetch_recent_history</code>。</li>
  927. <li><strong>关键点</strong>:保持代码简洁,适合外部调用(如 API 或界面展示)。</li>
  928. </ul>
  929. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">get_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">list</span><span class="p">:</span>
  930. <span class="w"> </span><span class="sd">&quot;&quot;&quot;从MySQL获取会话历史&quot;&quot;&quot;</span>
  931. <span class="c1"># 调用 _fetch_recent_history 获取对话历史</span>
  932. <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_fetch_recent_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
  933. </code></pre></div>
  934. <h3 id="8">8 清除会话历史<a class="headerlink" href="#8" title="Permanent link">&para;</a></h3>
  935. <ul>
  936. <li>(<code>clear_session_history</code>) 方法</li>
  937. <li><strong>功能</strong>:删除指定 <code>session_id</code> 的所有对话历史记录。</li>
  938. <li><strong>关键点</strong>:使用参数化查询防止 SQL 注入,事务管理确保操作原子性,返回布尔值表示成功或失败。</li>
  939. </ul>
  940. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">clear_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
  941. <span class="w"> </span><span class="sd">&quot;&quot;&quot;清除指定会话历史&quot;&quot;&quot;</span>
  942. <span class="k">try</span><span class="p">:</span>
  943. <span class="c1"># 删除指定 session_id 的所有对话记录</span>
  944. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">&quot;&quot;&quot;</span>
  945. <span class="s2"> DELETE FROM conversations</span>
  946. <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
  947. <span class="s2"> &quot;&quot;&quot;</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,))</span>
  948. <span class="c1"># 提交事务</span>
  949. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
  950. <span class="c1"># 记录清除成功的日志</span>
  951. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;会话 </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2"> 历史已清除&quot;</span><span class="p">)</span>
  952. <span class="c1"># 返回 True 表示成功</span>
  953. <span class="k">return</span> <span class="kc">True</span>
  954. <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  955. <span class="c1"># 记录清除失败的错误日志</span>
  956. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;清除会话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  957. <span class="c1"># 回滚事务</span>
  958. <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
  959. <span class="c1"># 返回 False 表示失败</span>
  960. <span class="k">return</span> <span class="kc">False</span>
  961. </code></pre></div>
  962. <h3 id="9">9 查询处理<a class="headerlink" href="#9" title="Permanent link">&para;</a></h3>
  963. <ul>
  964. <li>
  965. <p>(<code>query</code>) 方法</p>
  966. </li>
  967. <li>
  968. <p><strong>功能</strong>:处理用户查询,优先使用 BM25 搜索 MySQL,若无可靠答案则回退到 RAG,支持流式输出和对话历史。</p>
  969. </li>
  970. <li>
  971. <p><strong>关键点</strong>:通过生成器逐 token 返回 RAG 答案,记录处理时间,支持知识域过滤。</p>
  972. </li>
  973. <li>
  974. <blockquote>
  975. <p>注意:1.修改generate_answer方法添加history参数,2.修改rag_prompt方法的提示词</p>
  976. </blockquote>
  977. </li>
  978. </ul>
  979. <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">query</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">session_id</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
  980. <span class="w"> </span><span class="sd">&quot;&quot;&quot;查询集成系统,支持对话历史和流式输出&quot;&quot;&quot;</span>
  981. <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="c1"># 记录查询开始时间</span>
  982. <span class="c1"># 记录查询信息到日志</span>
  983. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;处理查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39; (会话ID: </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2">)&quot;</span><span class="p">)</span>
  984. <span class="c1"># 获取对话历史,若无 session_id 则返回空列表</span>
  985. <span class="n">history</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span> <span class="k">if</span> <span class="n">session_id</span> <span class="k">else</span> <span class="p">[]</span>
  986. <span class="c1"># 执行 BM25 搜索,获取答案和是否需要 RAG 的标志</span>
  987. <span class="n">answer</span><span class="p">,</span> <span class="n">need_rag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.85</span><span class="p">)</span>
  988. <span class="k">if</span> <span class="n">answer</span><span class="p">:</span>
  989. <span class="c1"># 如果找到可靠答案,记录答案到日志</span>
  990. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;MySQL答案: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  991. <span class="k">if</span> <span class="n">session_id</span><span class="p">:</span>
  992. <span class="c1"># 更新对话历史</span>
  993. <span class="bp">self</span><span class="o">.</span><span class="n">update_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">answer</span><span class="p">)</span>
  994. <span class="c1"># 计算处理时间</span>
  995. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  996. <span class="c1"># 记录处理时间到日志</span>
  997. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  998. <span class="c1"># 一次性返回答案,标记为完整</span>
  999. <span class="k">yield</span> <span class="n">answer</span><span class="p">,</span> <span class="kc">True</span>
  1000. <span class="k">elif</span> <span class="n">need_rag</span><span class="p">:</span>
  1001. <span class="c1"># 如果需要 RAG,记录回退信息到日志</span>
  1002. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;无可靠MySQL答案,回退到RAG&quot;</span><span class="p">)</span>
  1003. <span class="c1"># 初始化收集完整答案的字符串</span>
  1004. <span class="n">collected_answer</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
  1005. <span class="c1"># 从 RAG 系统获取流式输出</span>
  1006. <span class="k">for</span> <span class="n">token</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span><span class="o">.</span><span class="n">generate_answer</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="n">history</span><span class="p">):</span>
  1007. <span class="c1"># 累积答案</span>
  1008. <span class="n">collected_answer</span> <span class="o">+=</span> <span class="n">token</span>
  1009. <span class="c1"># 逐 token 返回,标记为部分答案</span>
  1010. <span class="k">yield</span> <span class="n">token</span><span class="p">,</span> <span class="kc">False</span>
  1011. <span class="k">if</span> <span class="n">session_id</span><span class="p">:</span>
  1012. <span class="c1"># 更新对话历史,存储完整答案</span>
  1013. <span class="bp">self</span><span class="o">.</span><span class="n">update_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">collected_answer</span><span class="p">)</span>
  1014. <span class="c1"># 计算处理时间</span>
  1015. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  1016. <span class="c1"># 记录处理时间到日志</span>
  1017. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  1018. <span class="c1"># 返回空字符串,标记流结束</span>
  1019. <span class="k">yield</span> <span class="s2">&quot;&quot;</span><span class="p">,</span> <span class="kc">True</span>
  1020. <span class="k">else</span><span class="p">:</span>
  1021. <span class="c1"># 如果无答案,记录信息到日志</span>
  1022. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;未找到答案&quot;</span><span class="p">)</span>
  1023. <span class="c1"># 计算处理时间</span>
  1024. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  1025. <span class="c1"># 记录处理时间到日志</span>
  1026. <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒&quot;</span><span class="p">)</span>
  1027. <span class="c1"># 一次性返回默认答案,标记为完整</span>
  1028. <span class="k">yield</span> <span class="s2">&quot;未找到答案&quot;</span><span class="p">,</span> <span class="kc">True</span>
  1029. </code></pre></div>
  1030. <h3 id="10-rag_system">10 改造rag_system<a class="headerlink" href="#10-rag_system" title="Permanent link">&para;</a></h3>
  1031. <p>上述代码中我们构建了一个RAGSystem,传入了历史对话变量,并进行查询,很明显原来的功能无法支持。</p>
  1032. <p>我们这里新建一个new_rag_system,重写查询相关逻辑。</p>
  1033. <p>在修改rag_system之前,我们首先需要做的是在Augment的提示词模板中加入history部分,目前只有context和query,修改后如下:</p>
  1034. <div class="highlight"><pre><span></span><code><span class="c1"># core/prompts.py</span>
  1035. <span class="c1"># 定义 RAGPrompts 类,用于管理所有 Prompt 模板</span>
  1036. <span class="k">class</span><span class="w"> </span><span class="nc">RAGPrompts</span><span class="p">:</span>
  1037. <span class="c1"># 定义 RAG 提示模板</span>
  1038. <span class="nd">@staticmethod</span>
  1039. <span class="k">def</span><span class="w"> </span><span class="nf">rag_prompt</span><span class="p">():</span>
  1040. <span class="c1"># 创建并返回 PromptTemplate 对象</span>
  1041. <span class="k">return</span> <span class="n">PromptTemplate</span><span class="p">(</span>
  1042. <span class="n">template</span><span class="o">=</span><span class="s2">&quot;&quot;&quot; </span>
  1043. <span class="s2"> 你是一个智能助手,帮助用户回答问题。请参考用户的助手的对话历史和上下文回答问题。</span>
  1044. <span class="s2"> 如果提供了上下文,请基于上下文回答;如果没有上下文,请直接根据你的知识回答。 </span>
  1045. <span class="s2"> 如果答案来源于检索到的文档,请在回答中说明。</span>
  1046. <span class="s2"> 对话历史: </span><span class="si">{history}</span>
  1047. <span class="s2"> 上下文: </span><span class="si">{context}</span><span class="s2"> </span>
  1048. <span class="s2"> 问题: </span><span class="si">{question}</span><span class="s2"> </span>
  1049. <span class="s2"> 如果无法回答,请回复:“信息不足,无法回答,请联系人工客服,电话:</span><span class="si">{phone}</span><span class="s2">。” </span>
  1050. <span class="s2"> 回答: </span>
  1051. <span class="s2"> &quot;&quot;&quot;</span><span class="p">,</span>
  1052. <span class="c1"># 定义输入变量</span>
  1053. <span class="n">input_variables</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;context&quot;</span><span class="p">,</span> <span class="s2">&quot;history&quot;</span><span class="p">,</span> <span class="s2">&quot;question&quot;</span><span class="p">,</span> <span class="s2">&quot;phone&quot;</span><span class="p">],</span>
  1054. <span class="p">)</span>
  1055. </code></pre></div>
  1056. <p>然后创建新的类<code>rag_qa/core/new_rag_system.py</code>,并支持hitsory。因前面我们已经详细讲过rag_system的源码,这里我们直接把修改后的代码展现:</p>
  1057. <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.prompts</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGPrompts</span>
  1058. <span class="c1"># 导入 time 模块,用于计算时间</span>
  1059. <span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
  1060. <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
  1061. <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
  1062. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.query_classifier</span><span class="w"> </span><span class="kn">import</span> <span class="n">QueryClassifier</span> <span class="c1"># 导入查询分类器</span>
  1063. <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.strategy_selector</span><span class="w"> </span><span class="kn">import</span> <span class="n">StrategySelector</span> <span class="c1"># 导入策略选择器</span>
  1064. <span class="k">class</span><span class="w"> </span><span class="nc">RAGSystem</span><span class="p">:</span>
  1065. <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">vector_store</span><span class="p">,</span> <span class="n">llm</span><span class="p">):</span>
  1066. <span class="c1"># 设置向量数据库对象</span>
  1067. <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span> <span class="o">=</span> <span class="n">vector_store</span>
  1068. <span class="c1"># 设置大语言模型调用函数</span>
  1069. <span class="bp">self</span><span class="o">.</span><span class="n">llm</span> <span class="o">=</span> <span class="n">llm</span>
  1070. <span class="c1"># 获取 RAG 提示模板</span>
  1071. <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">rag_prompt</span><span class="p">()</span>
  1072. <span class="c1"># 初始化查询分类器</span>
  1073. <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
  1074. <span class="bp">self</span><span class="o">.</span><span class="n">query_classifier</span> <span class="o">=</span> <span class="n">QueryClassifier</span><span class="p">(</span>
  1075. <span class="n">model_path</span><span class="o">=</span><span class="sa">f</span><span class="s1">&#39;</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">MODELS_DIR</span><span class="si">}</span><span class="s1">/bert_query_classifier&#39;</span><span class="p">)</span>
  1076. <span class="c1"># 初始化策略选择器</span>
  1077. <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span> <span class="o">=</span> <span class="n">StrategySelector</span><span class="p">()</span>
  1078. <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_hyde</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
  1079. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;使用 HyDE 策略进行检索 (查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1080. <span class="c1"># 获取假设问题生成的 Prompt 模板</span>
  1081. <span class="n">hyde_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">hyde_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
  1082. <span class="c1"># 调用大语言模型生成假设答案</span>
  1083. <span class="k">try</span><span class="p">:</span>
  1084. <span class="n">hypo_answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">hyde_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span>
  1085. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;HyDE 生成的假设答案: &#39;</span><span class="si">{</span><span class="n">hypo_answer</span><span class="si">}</span><span class="s2">&#39;&quot;</span><span class="p">)</span>
  1086. <span class="c1"># 使用假设答案进行检索,并返回检索结果</span>
  1087. <span class="c1"># 注意:HyDE 通常只用于生成检索向量,不一定需要 rerank 这一步,但这里复用了</span>
  1088. <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
  1089. <span class="n">hypo_answer</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K 而非 M</span>
  1090. <span class="p">)</span>
  1091. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1092. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;HyDE 策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1093. <span class="k">return</span> <span class="p">[]</span>
  1094. <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_subqueries</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
  1095. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;使用子查询策略进行检索 (查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1096. <span class="c1"># 获取子查询生成的 Prompt 模板</span>
  1097. <span class="n">subquery_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">subquery_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
  1098. <span class="k">try</span><span class="p">:</span>
  1099. <span class="c1"># 调用大语言模型生成子查询列表</span>
  1100. <span class="n">subqueries_text</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">subquery_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span>
  1101. <span class="n">subqueries</span> <span class="o">=</span> <span class="p">[</span><span class="n">q</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span> <span class="k">for</span> <span class="n">q</span> <span class="ow">in</span> <span class="n">subqueries_text</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">&quot;</span><span class="p">)</span> <span class="k">if</span> <span class="n">q</span><span class="o">.</span><span class="n">strip</span><span class="p">()]</span>
  1102. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;生成的子查询: </span><span class="si">{</span><span class="n">subqueries</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1103. <span class="k">if</span> <span class="ow">not</span> <span class="n">subqueries</span><span class="p">:</span>
  1104. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s2">&quot;未能生成有效的子查询&quot;</span><span class="p">)</span>
  1105. <span class="k">return</span> <span class="p">[]</span>
  1106. <span class="c1"># 初始化空列表,用于存储所有子查询的检索结果</span>
  1107. <span class="n">all_docs</span> <span class="o">=</span> <span class="p">[]</span>
  1108. <span class="c1"># 遍历每个子查询</span>
  1109. <span class="k">for</span> <span class="n">sub_q</span> <span class="ow">in</span> <span class="n">subqueries</span><span class="p">:</span>
  1110. <span class="c1"># 使用子查询进行检索,并将结果添加到列表中</span>
  1111. <span class="c1"># 这里对每个子查询都执行了 hybrid search + rerank,开销可能较大</span>
  1112. <span class="n">docs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
  1113. <span class="n">sub_q</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K</span>
  1114. <span class="p">)</span>
  1115. <span class="n">all_docs</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">docs</span><span class="p">)</span>
  1116. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;子查询 &#39;</span><span class="si">{</span><span class="n">sub_q</span><span class="si">}</span><span class="s2">&#39; 检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档&quot;</span><span class="p">)</span>
  1117. <span class="c1"># 对所有检索结果进行去重 (基于对象内存地址,如果 Document 内容相同但对象不同则无法去重)</span>
  1118. <span class="c1"># 更可靠的去重方式是基于文档内容或 ID</span>
  1119. <span class="n">unique_docs_dict</span> <span class="o">=</span> <span class="p">{</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span><span class="p">:</span> <span class="n">doc</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">all_docs</span><span class="p">}</span> <span class="c1"># 基于内容去重</span>
  1120. <span class="n">unique_docs</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">unique_docs_dict</span><span class="o">.</span><span class="n">values</span><span class="p">())</span>
  1121. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;所有子查询共检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">all_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档, 去重后剩 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">unique_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个&quot;</span><span class="p">)</span>
  1122. <span class="c1"># 返回去重后的文档,限制数量 (是否需要在此处限制? retrieve_and_merge 末尾会限制)</span>
  1123. <span class="c1"># return unique_docs[: Config.CANDIDATE_M]</span>
  1124. <span class="k">return</span> <span class="n">unique_docs</span> <span class="c1"># 返回所有唯一文档,让 retrieve_and_merge 处理数量</span>
  1125. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1126. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;子查询策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1127. <span class="k">return</span> <span class="p">[]</span>
  1128. <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_backtracking</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
  1129. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;使用回溯问题策略进行检索 (查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1130. <span class="c1"># 获取回溯问题生成的 Prompt 模板</span>
  1131. <span class="n">backtrack_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">backtracking_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
  1132. <span class="k">try</span><span class="p">:</span>
  1133. <span class="c1"># 调用大语言模型生成回溯问题</span>
  1134. <span class="n">simplified_query</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">backtrack_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  1135. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;生成的回溯问题: &#39;</span><span class="si">{</span><span class="n">simplified_query</span><span class="si">}</span><span class="s2">&#39;&quot;</span><span class="p">)</span>
  1136. <span class="c1"># 使用回溯问题进行检索,并返回检索结果</span>
  1137. <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
  1138. <span class="n">simplified_query</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K</span>
  1139. <span class="p">)</span>
  1140. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1141. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;回溯问题策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1142. <span class="k">return</span> <span class="p">[]</span>
  1143. <span class="k">def</span><span class="w"> </span><span class="nf">retrieve_and_merge</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">strategy</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="c1"># 新增 strategy 参数</span>
  1144. <span class="c1"># 如果未指定检索策略,则使用策略选择器选择</span>
  1145. <span class="k">if</span> <span class="ow">not</span> <span class="n">strategy</span><span class="p">:</span>
  1146. <span class="n">strategy</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span><span class="o">.</span><span class="n">select_strategy</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
  1147. <span class="c1"># 根据检索策略选择不同的检索方式</span>
  1148. <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="p">[]</span> <span class="c1"># 初始化</span>
  1149. <span class="k">if</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">&quot;回溯问题检索&quot;</span><span class="p">:</span>
  1150. <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_backtracking</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
  1151. <span class="k">elif</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">&quot;子查询检索&quot;</span><span class="p">:</span>
  1152. <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_subqueries</span><span class="p">(</span><span class="n">query</span><span class="p">)</span> <span class="c1"># 返回的是唯一文档列表</span>
  1153. <span class="c1"># 注意:子查询返回的是已 rerank 过的父文档或子块列表,后续合并逻辑可能需要调整</span>
  1154. <span class="c1"># 当前实现中,子查询返回的是初步检索(可能已rerank)的块,再进行合并</span>
  1155. <span class="k">elif</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">&quot;假设问题检索&quot;</span><span class="p">:</span>
  1156. <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_hyde</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
  1157. <span class="k">else</span><span class="p">:</span> <span class="c1"># 默认或“直接检索”</span>
  1158. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;使用直接检索策略 (查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1159. <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
  1160. <span class="n">query</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span>
  1161. <span class="p">)</span> <span class="c1"># 注意 hybrid_search_with_rerank 返回的是 rerank 后的父文档</span>
  1162. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;策略 &#39;</span><span class="si">{</span><span class="n">strategy</span><span class="si">}</span><span class="s2">&#39; 检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">ranked_sub_chunks</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个候选文档 (可能已是父文档)&quot;</span><span class="p">)</span>
  1163. <span class="n">final_context_docs</span> <span class="o">=</span> <span class="n">ranked_sub_chunks</span><span class="p">[:</span><span class="n">config</span><span class="o">.</span><span class="n">CANDIDATE_M</span><span class="p">]</span>
  1164. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;最终选取 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">final_context_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档作为上下文&quot;</span><span class="p">)</span>
  1165. <span class="k">return</span> <span class="n">final_context_docs</span>
  1166. <span class="k">def</span><span class="w"> </span><span class="nf">generate_answer</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
  1167. <span class="w"> </span><span class="sd">&quot;&quot;&quot;生成答案,支持对话历史,限制提示长度,并支持流式输出&quot;&quot;&quot;</span>
  1168. <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span>
  1169. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;开始处理查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;, 知识域过滤: </span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1170. <span class="c1"># 验证历史格式</span>
  1171. <span class="c1"># [{}]</span>
  1172. <span class="k">if</span> <span class="n">history</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">history</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
  1173. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;无效的历史格式: </span><span class="si">{</span><span class="nb">type</span><span class="p">(</span><span class="n">history</span><span class="p">)</span><span class="si">}</span><span class="s2">,忽略历史&quot;</span><span class="p">)</span>
  1174. <span class="n">history</span> <span class="o">=</span> <span class="p">[]</span>
  1175. <span class="k">elif</span> <span class="n">history</span><span class="p">:</span>
  1176. <span class="n">history</span> <span class="o">=</span> <span class="n">history</span><span class="p">[</span><span class="o">-</span><span class="mi">5</span><span class="p">:]</span> <span class="c1"># 限制最多5轮</span>
  1177. <span class="k">for</span> <span class="n">h</span> <span class="ow">in</span> <span class="n">history</span><span class="p">:</span>
  1178. <span class="k">if</span> <span class="ow">not</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">h</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="ow">and</span> <span class="s2">&quot;question&quot;</span> <span class="ow">in</span> <span class="n">h</span> <span class="ow">and</span> <span class="s2">&quot;answer&quot;</span> <span class="ow">in</span> <span class="n">h</span><span class="p">):</span>
  1179. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;无效的历史条目: </span><span class="si">{</span><span class="n">h</span><span class="si">}</span><span class="s2">,忽略历史&quot;</span><span class="p">)</span>
  1180. <span class="n">history</span> <span class="o">=</span> <span class="p">[]</span>
  1181. <span class="k">break</span>
  1182. <span class="c1"># 构造历史上下文</span>
  1183. <span class="c1"># TODO 这里构造了上下文</span>
  1184. <span class="n">history_context</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
  1185. <span class="k">if</span> <span class="n">history</span><span class="p">:</span>
  1186. <span class="n">history_context</span> <span class="o">=</span> <span class="s2">&quot;</span><span class="se">\n</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span>
  1187. <span class="p">[</span><span class="sa">f</span><span class="s2">&quot;Q: </span><span class="si">{</span><span class="n">h</span><span class="p">[</span><span class="s1">&#39;question&#39;</span><span class="p">]</span><span class="si">}</span><span class="se">\n</span><span class="s2">A: </span><span class="si">{</span><span class="n">h</span><span class="p">[</span><span class="s1">&#39;answer&#39;</span><span class="p">]</span><span class="si">}</span><span class="s2">&quot;</span> <span class="k">for</span> <span class="n">h</span> <span class="ow">in</span> <span class="n">history</span><span class="p">]</span>
  1188. <span class="p">)</span>
  1189. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;使用对话历史: </span><span class="si">{</span><span class="n">history_context</span><span class="p">[:</span><span class="mi">100</span><span class="p">]</span><span class="si">}</span><span class="s2">...&quot;</span><span class="p">)</span>
  1190. <span class="c1"># 判断查询类型</span>
  1191. <span class="n">query_category</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">query_classifier</span><span class="o">.</span><span class="n">predict_category</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
  1192. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询分类结果:</span><span class="si">{</span><span class="n">query_category</span><span class="si">}</span><span class="s2"> (查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1193. <span class="c1"># 如果查询属于“通用知识”类别,则直接使用 LLM 回答</span>
  1194. <span class="k">if</span> <span class="n">query_category</span> <span class="o">==</span> <span class="s2">&quot;通用知识&quot;</span><span class="p">:</span>
  1195. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;查询为通用知识,直接调用 LLM&quot;</span><span class="p">)</span>
  1196. <span class="n">prompt_input</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
  1197. <span class="n">context</span><span class="o">=</span><span class="s2">&quot;&quot;</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="n">history_context</span><span class="p">,</span> <span class="n">question</span><span class="o">=</span><span class="n">query</span><span class="p">,</span> <span class="n">phone</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span>
  1198. <span class="p">)</span> <span class="c1"># 不使用上下文</span>
  1199. <span class="k">try</span><span class="p">:</span>
  1200. <span class="n">answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">prompt_input</span><span class="p">)</span>
  1201. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1202. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;直接调用 LLM 失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1203. <span class="n">answer</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;抱歉,处理您的通用知识问题时出错。请联系人工客服:</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span><span class="si">}</span><span class="s2">&quot;</span>
  1204. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  1205. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
  1206. <span class="sa">f</span><span class="s2">&quot;通用知识查询处理完成 (耗时: </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">s, 查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span>
  1207. <span class="p">)</span>
  1208. <span class="k">return</span> <span class="n">answer</span>
  1209. <span class="c1"># 否则,进行 RAG 检索并生成答案</span>
  1210. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;查询为企业知识,执行 RAG 流程&quot;</span><span class="p">)</span>
  1211. <span class="c1"># 选择检索策略</span>
  1212. <span class="n">strategy</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span><span class="o">.</span><span class="n">select_strategy</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
  1213. <span class="c1"># 检索相关文档</span>
  1214. <span class="n">context_docs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">retrieve_and_merge</span><span class="p">(</span>
  1215. <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">strategy</span><span class="o">=</span><span class="n">strategy</span>
  1216. <span class="p">)</span> <span class="c1"># 传递 strategy</span>
  1217. <span class="c1"># 准备上下文</span>
  1218. <span class="k">if</span> <span class="n">context_docs</span><span class="p">:</span>
  1219. <span class="n">context</span> <span class="o">=</span> <span class="s2">&quot;</span><span class="se">\n\n</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">context_docs</span><span class="p">])</span> <span class="c1"># 使用换行符分隔文档</span>
  1220. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;构建上下文完成,包含 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">context_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档块&quot;</span><span class="p">)</span>
  1221. <span class="c1"># logger.debug(f&quot;上下文内容:\n{context[:500]}...&quot;) # Debug 日志可以打印部分上下文</span>
  1222. <span class="k">else</span><span class="p">:</span>
  1223. <span class="n">context</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
  1224. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;未检索到相关文档,上下文为空&quot;</span><span class="p">)</span>
  1225. <span class="c1"># 构造 Prompt,调用大语言模型生成答案</span>
  1226. <span class="c1"># 构造提示</span>
  1227. <span class="c1"># TODO generate阶段,放到了提示词里面,让大模型进行整合</span>
  1228. <span class="n">prompt_input</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
  1229. <span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">,</span>
  1230. <span class="n">history</span><span class="o">=</span><span class="n">history_context</span><span class="p">,</span>
  1231. <span class="n">question</span><span class="o">=</span><span class="n">query</span><span class="p">,</span>
  1232. <span class="n">phone</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span>
  1233. <span class="p">)</span>
  1234. <span class="c1"># logger.debug(f&quot;最终生成的 Prompt:\n{prompt_input}&quot;) # Debug 日志</span>
  1235. <span class="k">try</span><span class="p">:</span>
  1236. <span class="n">answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">prompt_input</span><span class="p">)</span>
  1237. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1238. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;调用 LLM 生成最终答案失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1239. <span class="n">answer</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;抱歉,处理您的企业知识问题时出错。请联系人工客服:</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span><span class="si">}</span><span class="s2">&quot;</span>
  1240. <span class="c1"># 记录查询处理完成的日志</span>
  1241. <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
  1242. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;查询处理完成 (耗时: </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">s, 查询: &#39;</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">&#39;)&quot;</span><span class="p">)</span>
  1243. <span class="k">return</span> <span class="n">answer</span>
  1244. </code></pre></div>
  1245. <h3 id="11">11 命令行交互<a class="headerlink" href="#11" title="Permanent link">&para;</a></h3>
  1246. <ul>
  1247. <li>(<code>main</code>) 函数</li>
  1248. <li><strong>功能</strong>:提供交互式命令行界面,生成唯一会话 ID,接受用户查询和知识域过滤,流式显示答案并展示对话历史。</li>
  1249. <li><strong>关键点</strong>:支持流式输出,验证知识域过滤有效性,异常处理和资源清理确保系统健壮。</li>
  1250. </ul>
  1251. <div class="highlight"><pre><span></span><code><span class="k">def</span><span class="w"> </span><span class="nf">main</span><span class="p">():</span>
  1252. <span class="c1"># 定义主函数,提供命令行交互界面</span>
  1253. <span class="n">qa_system</span> <span class="o">=</span> <span class="n">IntegratedQASystem</span><span class="p">()</span> <span class="c1"># 初始化问答系统</span>
  1254. <span class="c1"># 生成唯一会话 ID</span>
  1255. <span class="n">session_id</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">uuid</span><span class="o">.</span><span class="n">uuid4</span><span class="p">())</span>
  1256. <span class="c1"># 打印欢迎信息</span>
  1257. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">欢迎使用集成问答系统!&quot;</span><span class="p">)</span>
  1258. <span class="c1"># 打印会话 ID</span>
  1259. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;会话ID: </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1260. <span class="c1"># 打印支持的知识域</span>
  1261. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;支持的知识域:</span><span class="si">{</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1262. <span class="c1"># 提示用户输入查询或退出</span>
  1263. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;输入查询进行问答,输入 &#39;exit&#39; 退出。&quot;</span><span class="p">)</span>
  1264. <span class="k">try</span><span class="p">:</span>
  1265. <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
  1266. <span class="c1"># 获取用户输入的查询</span>
  1267. <span class="n">query</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">输入查询: &quot;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  1268. <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">&quot;exit&quot;</span><span class="p">:</span>
  1269. <span class="c1"># 如果用户输入 exit,记录退出日志</span>
  1270. <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;退出系统&quot;</span><span class="p">)</span>
  1271. <span class="c1"># 打印退出信息</span>
  1272. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;再见!&quot;</span><span class="p">)</span>
  1273. <span class="c1"># 退出循环</span>
  1274. <span class="k">break</span>
  1275. <span class="c1"># 获取用户输入的知识域过滤</span>
  1276. <span class="n">source_filter</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;请输入知识域 (</span><span class="si">{</span><span class="s1">&#39;/&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">)</span><span class="si">}</span><span class="s2">) (直接回车默认不过滤): &quot;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
  1277. <span class="k">if</span> <span class="n">source_filter</span> <span class="ow">and</span> <span class="n">source_filter</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">:</span>
  1278. <span class="c1"># 如果知识域过滤无效,记录警告日志</span>
  1279. <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;无效的知识域 &#39;</span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">&#39;,将不过滤&quot;</span><span class="p">)</span>
  1280. <span class="c1"># 设置为空,忽略过滤</span>
  1281. <span class="n">source_filter</span> <span class="o">=</span> <span class="kc">None</span>
  1282. <span class="c1"># 打印答案提示</span>
  1283. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">答案: &quot;</span><span class="p">,</span> <span class="n">end</span><span class="o">=</span><span class="s2">&quot;&quot;</span><span class="p">,</span> <span class="n">flush</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  1284. <span class="c1"># 初始化累积答案的字符串</span>
  1285. <span class="n">answer</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
  1286. <span class="c1"># 迭代 query 方法的生成器</span>
  1287. <span class="k">for</span> <span class="n">token</span><span class="p">,</span> <span class="n">is_complete</span> <span class="ow">in</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">session_id</span><span class="o">=</span><span class="n">session_id</span><span class="p">):</span>
  1288. <span class="k">if</span> <span class="n">token</span><span class="p">:</span>
  1289. <span class="c1"># 仅当 token 非空时打印</span>
  1290. <span class="nb">print</span><span class="p">(</span><span class="n">token</span><span class="p">,</span> <span class="n">end</span><span class="o">=</span><span class="s2">&quot;&quot;</span><span class="p">,</span> <span class="n">flush</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  1291. <span class="c1"># 累积答案</span>
  1292. <span class="n">answer</span> <span class="o">+=</span> <span class="n">token</span>
  1293. <span class="k">if</span> <span class="n">is_complete</span><span class="p">:</span>
  1294. <span class="c1"># 如果是完整答案或流结束,换行并退出循环</span>
  1295. <span class="nb">print</span><span class="p">()</span>
  1296. <span class="k">break</span>
  1297. <span class="c1"># 打印对话历史</span>
  1298. <span class="n">history</span> <span class="o">=</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">get_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
  1299. <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\n</span><span class="s2">最近对话历史:&quot;</span><span class="p">)</span>
  1300. <span class="k">for</span> <span class="n">idx</span><span class="p">,</span> <span class="n">entry</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">history</span><span class="p">,</span> <span class="mi">1</span><span class="p">):</span>
  1301. <span class="c1"># 按顺序打印历史记录</span>
  1302. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">idx</span><span class="si">}</span><span class="s2">. 问: </span><span class="si">{</span><span class="n">entry</span><span class="p">[</span><span class="s1">&#39;question&#39;</span><span class="p">]</span><span class="si">}</span><span class="se">\n</span><span class="s2"> 答: </span><span class="si">{</span><span class="n">entry</span><span class="p">[</span><span class="s1">&#39;answer&#39;</span><span class="p">]</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1303. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  1304. <span class="c1"># 记录系统错误日志</span>
  1305. <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;系统错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1306. <span class="c1"># 打印错误信息</span>
  1307. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;发生错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
  1308. <span class="k">finally</span><span class="p">:</span>
  1309. <span class="c1"># 关闭 MySQL 连接</span>
  1310. <span class="n">qa_system</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
  1311. <span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">&quot;__main__&quot;</span><span class="p">:</span>
  1312. <span class="c1"># 如果脚本作为主程序运行,调用 main 函数</span>
  1313. <span class="n">main</span><span class="p">()</span>
  1314. </code></pre></div>
  1315. <h2 id="_5">章节小结<a class="headerlink" href="#_5" title="Permanent link">&para;</a></h2>
  1316. <p>本章展示了优化后的 <code>new_main.py</code>,通过新增对话历史管理和流式输出功能,显著提升了交互性和实时性。系统结合 MySQL FAQ 的快速匹配、RAG 系统的复杂查询处理、MySQL 的历史存储,以及流式答案生成,配备健壮的日志记录和错误处理,适合知识库场景下的实时问答需求</p>
  1317. </article>
  1318. </div>
  1319. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
  1320. </div>
  1321. </main>
  1322. <footer class="md-footer">
  1323. <div class="md-footer-meta md-typeset">
  1324. <div class="md-footer-meta__inner md-grid">
  1325. <div class="md-copyright">
  1326. <div class="md-copyright__highlight">
  1327. © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
  1328. </div>
  1329. Made with
  1330. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1331. Material for MkDocs
  1332. </a>
  1333. </div>
  1334. </div>
  1335. </div>
  1336. </footer>
  1337. </div>
  1338. <div class="md-dialog" data-md-component="dialog">
  1339. <div class="md-dialog__inner md-typeset"></div>
  1340. </div>
  1341. <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
  1342. <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
  1343. <script src="../javascripts/extra.js"></script>
  1344. <script src="../javascripts/mathjax.js"></script>
  1345. <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
  1346. <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
  1347. </body>
  1348. </html>