| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302 |
- <!doctype html>
- <html lang="zh" class="no-js">
- <head>
-
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width,initial-scale=1">
-
-
-
-
- <link rel="prev" href="6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html">
-
-
- <link rel="next" href="6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html">
-
-
- <link rel="icon" href="../img/AI.jpg">
- <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
-
-
-
- <title>6.2 融合FAQ 和知识库查询(优化版) - 企业知识库RAG智能问答项目V1.0</title>
-
-
-
- <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
-
-
-
-
-
-
-
-
-
-
- <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
- <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
- <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
-
-
-
- <link rel="stylesheet" href="../stylesheets/extra.css">
-
- <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
-
-
-
-
-
- </head>
-
-
- <body dir="ltr">
-
-
- <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
- <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
- <label class="md-overlay" for="__drawer"></label>
- <div data-md-component="skip">
-
-
- <a href="#_1" class="md-skip">
- 跳转至
- </a>
-
- </div>
- <div data-md-component="announce">
-
- </div>
-
-
-
-
- <header class="md-header md-header--shadow" data-md-component="header">
- <nav class="md-header__inner md-grid" aria-label="页眉">
- <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
-
- <img src="../img/AI.jpg" alt="logo">
- </a>
- <label class="md-header__button md-icon" for="__drawer">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
- </label>
- <div class="md-header__title" data-md-component="header-title">
- <div class="md-header__ellipsis">
- <div class="md-header__topic">
- <span class="md-ellipsis">
- 企业知识库RAG智能问答项目V1.0
- </span>
- </div>
- <div class="md-header__topic" data-md-component="header-topic">
- <span class="md-ellipsis">
-
- 6.2 融合FAQ 和知识库查询(优化版)
-
- </span>
- </div>
- </div>
- </div>
-
-
- <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
-
-
-
-
-
- <label class="md-header__button md-icon" for="__search">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
- </label>
- <div class="md-search" data-md-component="search" role="dialog">
- <label class="md-search__overlay" for="__search"></label>
- <div class="md-search__inner" role="search">
- <form class="md-search__form" name="search">
- <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
- <label class="md-search__icon md-icon" for="__search">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
- </label>
- <nav class="md-search__options" aria-label="查找">
-
- <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
- </button>
- </nav>
-
- </form>
- <div class="md-search__output">
- <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
- <div class="md-search-result" data-md-component="search-result">
- <div class="md-search-result__meta">
- 正在初始化搜索引擎
- </div>
- <ol class="md-search-result__list" role="presentation"></ol>
- </div>
- </div>
- </div>
- </div>
- </div>
-
-
-
- </nav>
-
- </header>
-
- <div class="md-container" data-md-component="container">
-
-
-
-
-
-
- <main class="md-main" data-md-component="main">
- <div class="md-main__inner md-grid">
-
-
-
- <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
- <div class="md-sidebar__scrollwrap">
- <div class="md-sidebar__inner">
-
- <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
- <label class="md-nav__title" for="__drawer">
- <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
-
- <img src="../img/AI.jpg" alt="logo">
- </a>
- 企业知识库RAG智能问答项目V1.0
- </label>
-
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../index.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 知识库内容
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
-
-
- <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ① 项目概述
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_2">
- <span class="md-nav__icon md-icon"></span>
- ① 项目概述
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.1 项目架构
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.2 项目环境(window)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.3 项目环境(mac)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3">
-
-
- <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ② 项目工具
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_3">
- <span class="md-nav__icon md-icon"></span>
- ② 项目工具
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.1 Ollama大模型高效管理工具
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.2 LangChain基础知识.md
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.3 向量索引:HNSW、IVF与IVF_PQ
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.4 Milvus向量数据库
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4">
-
-
- <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ③ 基于Mysql库的问答系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_4">
- <span class="md-nav__icon md-icon"></span>
- ③ 基于Mysql库的问答系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.1 Python日志介绍与应用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.2 Redis数据库简介与使用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.3 基于Mysql数据库实现问答系统
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.4 BM25算法简介与应用
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5">
-
-
- <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ④ 基于Milvus库的问答系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_5">
- <span class="md-nav__icon md-icon"></span>
- ④ 基于Milvus库的问答系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.1 整体架构与工程流程
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.2 基础模块
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.3 文档处理模块
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.4 向量存储
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item"><a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20BERT%E5%9F%BA%E7%A1%80%E4%B8%8E%E4%BB%BB%E5%8A%A1%E5%BE%AE%E8%B0%83.html" class="md-nav__link"><span class="md-ellipsis">4.5 BERT基础与任务微调</span></a></li><li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.6 prompts设计与query意图识别
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.7 检索策略与RAG系统设计
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.8 RAG系统运行
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.9 文档解析工具(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.10%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.10 RAG中的Query改写(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 数据集生成与优化(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
-
-
- <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑤ RAG系统评估
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_6">
- <span class="md-nav__icon md-icon"></span>
- ⑤ RAG系统评估
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.1 RAG系统评估工具
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.2 实现企业知识库RAG系统的评估
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.3 RAG评估数据集的构造(扩展)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--active md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" checked>
-
-
- <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑥ 融合Mysql的RAG系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="true">
- <label class="md-nav__title" for="__nav_7">
- <span class="md-nav__icon md-icon"></span>
- ⑥ 融合Mysql的RAG系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.1 融合FQA和知识库查询
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--active">
-
- <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
-
-
-
- <label class="md-nav__link md-nav__link--active" for="__toc">
-
-
-
- <span class="md-ellipsis">
- 6.2 融合FAQ 和知识库查询(优化版)
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <a href="6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link md-nav__link--active">
-
-
-
- <span class="md-ellipsis">
- 6.2 融合FAQ 和知识库查询(优化版)
-
- </span>
-
- </a>
-
-
- <nav class="md-nav md-nav--secondary" aria-label="目录">
-
-
-
-
- <label class="md-nav__title" for="__toc">
- <span class="md-nav__icon md-icon"></span>
- 目录
- </label>
- <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
-
- <li class="md-nav__item">
- <a href="#_1" class="md-nav__link">
- <span class="md-ellipsis">
- 学习目标:
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_2" class="md-nav__link">
- <span class="md-ellipsis">
- 一、查询流程图
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_3" class="md-nav__link">
- <span class="md-ellipsis">
- 二、流程说明
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_4" class="md-nav__link">
- <span class="md-ellipsis">
- 三、代码介绍
- </span>
- </a>
-
- <nav class="md-nav" aria-label="三、代码介绍">
- <ul class="md-nav__list">
-
- <li class="md-nav__item">
- <a href="#1" class="md-nav__link">
- <span class="md-ellipsis">
- 1 导入必备的工具包
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#2" class="md-nav__link">
- <span class="md-ellipsis">
- 2 系统初始化
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#3" class="md-nav__link">
- <span class="md-ellipsis">
- 3 对话历史表初始化
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#4-dashscope-api" class="md-nav__link">
- <span class="md-ellipsis">
- 4 调用 DashScope API
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#5" class="md-nav__link">
- <span class="md-ellipsis">
- 5 获取最近对话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#6" class="md-nav__link">
- <span class="md-ellipsis">
- 6 更新会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#7" class="md-nav__link">
- <span class="md-ellipsis">
- 7 获取会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#8" class="md-nav__link">
- <span class="md-ellipsis">
- 8 清除会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#9" class="md-nav__link">
- <span class="md-ellipsis">
- 9 查询处理
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#10-rag_system" class="md-nav__link">
- <span class="md-ellipsis">
- 10 改造rag_system
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#11" class="md-nav__link">
- <span class="md-ellipsis">
- 11 命令行交互
- </span>
- </a>
-
- </li>
-
- </ul>
- </nav>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_5" class="md-nav__link">
- <span class="md-ellipsis">
- 章节小结
- </span>
- </a>
-
- </li>
-
- </ul>
-
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.4 FastAPI和Flask的区别和联系(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8">
-
-
- <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑦ 企业级生产环境部署
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_8">
- <span class="md-nav__icon md-icon"></span>
- ⑦ 企业级生产环境部署
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 7.1 Docker的原理和基本使用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 7.2 服务部署
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
- </ul>
- </nav>
- </div>
- </div>
- </div>
-
-
-
- <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
- <div class="md-sidebar__scrollwrap">
- <div class="md-sidebar__inner">
-
- <nav class="md-nav md-nav--secondary" aria-label="目录">
-
-
-
-
- <label class="md-nav__title" for="__toc">
- <span class="md-nav__icon md-icon"></span>
- 目录
- </label>
- <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
-
- <li class="md-nav__item">
- <a href="#_1" class="md-nav__link">
- <span class="md-ellipsis">
- 学习目标:
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_2" class="md-nav__link">
- <span class="md-ellipsis">
- 一、查询流程图
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_3" class="md-nav__link">
- <span class="md-ellipsis">
- 二、流程说明
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_4" class="md-nav__link">
- <span class="md-ellipsis">
- 三、代码介绍
- </span>
- </a>
-
- <nav class="md-nav" aria-label="三、代码介绍">
- <ul class="md-nav__list">
-
- <li class="md-nav__item">
- <a href="#1" class="md-nav__link">
- <span class="md-ellipsis">
- 1 导入必备的工具包
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#2" class="md-nav__link">
- <span class="md-ellipsis">
- 2 系统初始化
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#3" class="md-nav__link">
- <span class="md-ellipsis">
- 3 对话历史表初始化
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#4-dashscope-api" class="md-nav__link">
- <span class="md-ellipsis">
- 4 调用 DashScope API
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#5" class="md-nav__link">
- <span class="md-ellipsis">
- 5 获取最近对话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#6" class="md-nav__link">
- <span class="md-ellipsis">
- 6 更新会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#7" class="md-nav__link">
- <span class="md-ellipsis">
- 7 获取会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#8" class="md-nav__link">
- <span class="md-ellipsis">
- 8 清除会话历史
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#9" class="md-nav__link">
- <span class="md-ellipsis">
- 9 查询处理
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#10-rag_system" class="md-nav__link">
- <span class="md-ellipsis">
- 10 改造rag_system
- </span>
- </a>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#11" class="md-nav__link">
- <span class="md-ellipsis">
- 11 命令行交互
- </span>
- </a>
-
- </li>
-
- </ul>
- </nav>
-
- </li>
-
- <li class="md-nav__item">
- <a href="#_5" class="md-nav__link">
- <span class="md-ellipsis">
- 章节小结
- </span>
- </a>
-
- </li>
-
- </ul>
-
- </nav>
- </div>
- </div>
- </div>
-
-
-
- <div class="md-content" data-md-component="content">
- <article class="md-content__inner md-typeset">
-
-
- <h1>6.2 融合FAQ 和知识库查询(优化版)</h1>
- <h2 id="_1">学习目标:<a class="headerlink" href="#_1" title="Permanent link">¶</a></h2>
- <ul>
- <li>深入理解优化后的智能问答系统,掌握端到端工作流程。</li>
- <li>学习如何通过对话历史和流式输出提升用户交互体验。</li>
- <li>掌握 MySQL FAQ 和 RAG 系统的集成,以及健壮的错误处理和日志记录。</li>
- </ul>
- <h2 id="_2">一、查询流程图<a class="headerlink" href="#_2" title="Permanent link">¶</a></h2>
- <p><code>new_main.py</code> 是对 <code>old_main.py</code> 的优化版本,新增了对话历史管理和流式输出功能,增强了交互性和实时性。系统整合了 MySQL 的 FAQ 精确匹配、RAG 的知识库检索、MySQL 对话历史存储,以及流式答案生成,适用于知识库场景下的实时问答需求。</p>
- <p>以下是优化后的智能问答系统查询流程图,展示用户输入到答案输出的处理逻辑,包括对话历史和流式输出。</p>
- <div align="center"><img src="../img/lc_002.png" style="zoom:80%"><img></div>
- <h2 id="_3">二、流程说明<a class="headerlink" href="#_3" title="Permanent link">¶</a></h2>
- <ol>
- <li><strong>输入处理</strong>:用户提供查询 (<code>query</code>)、会话 ID (<code>session_id</code>) 和可选的知识域过滤 (<code>source_filter</code>)。</li>
- <li><strong>会话管理</strong>:若提供 <code>session_id</code>,从 MySQL 获取最近 5 轮对话历史;否则生成新的 UUID。</li>
- <li><strong>BM25 搜索</strong>:使用 BM25 算法搜索 MySQL 知识库,设置相似度阈值 0.85。</li>
- <li><strong>答案判断</strong>:</li>
- <li>若找到可靠答案(相似度 > 0.85),一次性返回。</li>
- <li>若无可靠答案且需要 RAG,调用 RAG 系统以流式方式生成答案。</li>
- <li>若无需 RAG,返回“未找到答案”。</li>
- <li><strong>历史更新</strong>:将查询和答案存入 MySQL 的 <code>conversations</code> 表,保留最近 5 轮对话。</li>
- <li><strong>输出</strong>:通过流式输出(RAG)或一次性输出(MySQL)返回答案,并展示对话历史。</li>
- </ol>
- <h2 id="_4">三、代码介绍<a class="headerlink" href="#_4" title="Permanent link">¶</a></h2>
- <p>以下是 <code>new_main.py</code> 的完整代码,包含逐行注释,详细解析功能与实现逻辑。</p>
- <h3 id="1">1 导入必备的工具包<a class="headerlink" href="#1" title="Permanent link">¶</a></h3>
- <div class="highlight"><pre><span></span><code><span class="c1"># 导入 MySQL 系统组件,用于数据库操作和搜索</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.cache.redis_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">RedisClient</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.db.mysql_client</span><span class="w"> </span><span class="kn">import</span> <span class="n">MySQLClient</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">mysql_qa.retrieval.bm25_search</span><span class="w"> </span><span class="kn">import</span> <span class="n">BM25Search</span>
- <span class="c1"># 导入 RAG 系统组件,用于知识库检索和答案生成</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.vector_store</span><span class="w"> </span><span class="kn">import</span> <span class="n">VectorStore</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.new_rag_system</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGSystem</span>
- <span class="c1"># 导入配置和日志工具,用于系统配置和日志记录</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
- <span class="c1"># 导入 OpenAI 客户端,用于调用 DashScope API</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">openai</span><span class="w"> </span><span class="kn">import</span> <span class="n">OpenAI</span>
- <span class="c1"># 导入时间库,用于记录处理时间</span>
- <span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
- <span class="kn">import</span><span class="w"> </span><span class="nn">pymysql</span>
- <span class="kn">import</span><span class="w"> </span><span class="nn">uuid</span>
- </code></pre></div>
- <h3 id="2">2 系统初始化<a class="headerlink" href="#2" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>__init__</code>) 初始化方法</li>
- <li><strong>功能</strong>:初始化日志、配置、数据库客户端、搜索模块、向量存储、RAG 系统和对话历史表。</li>
- <li><strong>关键点</strong>:通过 Config 管理 API 密钥和模型参数,异常处理确保 OpenAI 客户端初始化成功。</li>
- </ul>
- <div class="highlight"><pre><span></span><code><span class="k">class</span><span class="w"> </span><span class="nc">IntegratedQASystem</span><span class="p">:</span>
- <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
- <span class="c1"># 初始化日志工具,用于记录系统运行信息</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span> <span class="o">=</span> <span class="n">logger</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">config</span> <span class="o">=</span> <span class="n">config</span>
- <span class="c1"># 初始化 MySQL 客户端,用于数据库操作</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span> <span class="o">=</span> <span class="n">MySQLClient</span><span class="p">()</span>
- <span class="c1"># 初始化 Redis 客户端,用于缓存管理</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span> <span class="o">=</span> <span class="n">RedisClient</span><span class="p">()</span>
- <span class="c1"># 初始化 BM25 搜索模块,结合 MySQL 和 Redis</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span> <span class="o">=</span> <span class="n">BM25Search</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">redis_client</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="p">)</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 初始化 OpenAI 客户端,连接 DashScope API</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">client</span> <span class="o">=</span> <span class="n">OpenAI</span><span class="p">(</span><span class="n">api_key</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_API_KEY</span><span class="p">,</span>
- <span class="n">base_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">DASHSCOPE_BASE_URL</span><span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录 OpenAI 初始化失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"OpenAI 客户端初始化失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 抛出异常,终止初始化</span>
- <span class="k">raise</span>
- <span class="c1"># 初始化向量存储,用于 RAG 系统的知识库管理</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span> <span class="o">=</span> <span class="n">VectorStore</span><span class="p">()</span>
- <span class="c1"># 初始化 RAG 系统,传入向量存储和 DashScope API 调用函数</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span> <span class="o">=</span> <span class="n">RAGSystem</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">call_dashscope</span><span class="p">)</span>
- <span class="c1"># 初始化对话历史表,用于存储会话记录</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">init_conversation_table</span><span class="p">()</span>
- </code></pre></div>
- <h3 id="3">3 对话历史表初始化<a class="headerlink" href="#3" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>init_conversation_table</code>) 方法</li>
- <li><strong>功能</strong>:在 MySQL 中创建 <code>conversations</code> 表,存储会话 ID、问题、答案和时间戳,添加索引优化查询。</li>
- <li><strong>关键点</strong>:使用 <code>IF NOT EXISTS</code> 避免重复创建,异常处理确保健壮性。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">init_conversation_table</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
- <span class="w"> </span><span class="sd">"""初始化MySQL中的conversations表,用于存储对话历史"""</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 创建 conversations 表,包含会话 ID、问题、答案和时间戳</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"""</span>
- <span class="s2"> CREATE TABLE IF NOT EXISTS conversations (</span>
- <span class="s2"> id INT AUTO_INCREMENT PRIMARY KEY,</span>
- <span class="s2"> session_id VARCHAR(36) NOT NULL,</span>
- <span class="s2"> question TEXT NOT NULL,</span>
- <span class="s2"> answer TEXT NOT NULL,</span>
- <span class="s2"> timestamp DATETIME NOT NULL,</span>
- <span class="s2"> INDEX idx_session_id (session_id)</span>
- <span class="s2"> )</span>
- <span class="s2"> """</span><span class="p">)</span>
- <span class="c1"># 提交数据库事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
- <span class="c1"># 记录表初始化成功的日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"对话历史表初始化成功"</span><span class="p">)</span>
- <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录表初始化失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"初始化对话历史表失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 抛出异常,终止初始化</span>
- <span class="k">raise</span>
- </code></pre></div>
- <h3 id="4-dashscope-api">4 调用 DashScope API<a class="headerlink" href="#4-dashscope-api" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>call_dashscope</code>) 方法</li>
- <li><strong>功能</strong>:通过 OpenAI 客户端调用 DashScope API,支持流式输出,逐 token 返回答案。</li>
- <li><strong>关键点</strong>:启用 <code>stream=True</code> 实现流式输出,异常处理捕获 API 调用失败,支持前端实时显示。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">call_dashscope</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">prompt</span><span class="p">):</span>
- <span class="w"> </span><span class="sd">"""调用DashScope API生成答案(流式输出)"""</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 创建聊天完成请求,启用流式输出</span>
- <span class="n">completion</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="o">.</span><span class="n">completions</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
- <span class="n">model</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">LLM_MODEL</span><span class="p">,</span> <span class="c1"># 使用配置中的语言模型</span>
- <span class="n">messages</span><span class="o">=</span><span class="p">[</span>
- <span class="p">{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"system"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="s2">"你是一个有用的助手。"</span><span class="p">},</span> <span class="c1"># 系统提示</span>
- <span class="p">{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"user"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="n">prompt</span><span class="p">},</span> <span class="c1"># 用户输入的提示</span>
- <span class="p">],</span>
- <span class="n">timeout</span><span class="o">=</span><span class="mi">30</span><span class="p">,</span> <span class="c1"># 设置 30 秒超时</span>
- <span class="n">stream</span><span class="o">=</span><span class="kc">True</span> <span class="c1"># 启用流式输出</span>
- <span class="p">)</span>
- <span class="c1"># 初始化收集流式输出的字符串</span>
- <span class="n">collected_content</span> <span class="o">=</span> <span class="s2">""</span>
- <span class="c1"># 遍历流式输出的每个 chunk</span>
- <span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">completion</span><span class="p">:</span>
- <span class="k">if</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span> <span class="ow">and</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">delta</span><span class="o">.</span><span class="n">content</span><span class="p">:</span>
- <span class="c1"># 获取当前 chunk 的内容</span>
- <span class="n">content</span> <span class="o">=</span> <span class="n">chunk</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">delta</span><span class="o">.</span><span class="n">content</span>
- <span class="c1"># 累积内容</span>
- <span class="n">collected_content</span> <span class="o">+=</span> <span class="n">content</span>
- <span class="c1"># 逐 token 返回,供前端实时显示</span>
- <span class="k">yield</span> <span class="n">content</span>
- <span class="c1"># 返回完整答案</span>
- <span class="k">return</span> <span class="n">collected_content</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录 API 调用失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"LLM调用失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 返回错误信息</span>
- <span class="k">return</span> <span class="sa">f</span><span class="s2">"错误:LLM调用失败 - </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span>
- </code></pre></div>
- <h3 id="5">5 获取最近对话历史<a class="headerlink" href="#5" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>_fetch_recent_history</code>) 方法</li>
- <li><strong>功能</strong>:从 MySQL 的 <code>conversations</code> 表获取指定 <code>session_id</code> 的最近 5 轮对话历史。</li>
- <li><strong>关键点</strong>:使用参数化查询防止 SQL 注入,返回结果按时间正序,异常处理确保健壮性。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">_fetch_recent_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">:</span>
- <span class="w"> </span><span class="sd">"""获取最近5轮对话历史"""</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 执行 SQL 查询,获取最近 5 轮对话</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"""</span>
- <span class="s2"> SELECT question, answer</span>
- <span class="s2"> FROM conversations</span>
- <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
- <span class="s2"> ORDER BY timestamp DESC</span>
- <span class="s2"> LIMIT </span><span class="si">%s</span>
- <span class="s2"> """</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="mi">5</span><span class="p">))</span>
- <span class="c1"># 将查询结果转换为字典列表</span>
- <span class="n">history</span> <span class="o">=</span> <span class="p">[{</span><span class="s2">"question"</span><span class="p">:</span> <span class="n">row</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s2">"answer"</span><span class="p">:</span> <span class="n">row</span><span class="p">[</span><span class="mi">1</span><span class="p">]}</span> <span class="k">for</span> <span class="n">row</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">fetchall</span><span class="p">()]</span>
- <span class="c1"># 反转结果,按时间正序返回</span>
- <span class="k">return</span> <span class="n">history</span><span class="p">[::</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
- <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录查询失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"获取对话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 返回空列表</span>
- <span class="k">return</span> <span class="p">[]</span>
- </code></pre></div>
- <h3 id="6">6 更新会话历史<a class="headerlink" href="#6" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>update_session_history</code>) 方法</li>
- <li><strong>功能</strong>:将新问题和答案插入 <code>conversations</code> 表,保留最近 5 轮对话,删除旧记录。</li>
- <li><strong>关键点</strong>:使用事务确保数据一致性,子查询删除超出限制的记录,日志记录操作结果。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">update_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">question</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">answer</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">:</span>
- <span class="w"> </span><span class="sd">"""更新会话历史到MySQL,保留最近5轮对话"""</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 插入新的对话记录</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"""</span>
- <span class="s2"> INSERT INTO conversations (session_id, question, answer, timestamp)</span>
- <span class="s2"> VALUES (</span><span class="si">%s</span><span class="s2">, </span><span class="si">%s</span><span class="s2">, </span><span class="si">%s</span><span class="s2">, NOW())</span>
- <span class="s2"> """</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">question</span><span class="p">,</span> <span class="n">answer</span><span class="p">))</span>
- <span class="c1"># 获取更新后的对话历史</span>
- <span class="n">history</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_fetch_recent_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
- <span class="c1"># 删除超出 5 轮的旧记录</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"""</span>
- <span class="s2"> DELETE FROM conversations</span>
- <span class="s2"> WHERE session_id = </span><span class="si">%s</span><span class="s2"> AND id NOT IN (</span>
- <span class="s2"> SELECT id FROM (</span>
- <span class="s2"> SELECT id</span>
- <span class="s2"> FROM conversations</span>
- <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
- <span class="s2"> ORDER BY timestamp DESC</span>
- <span class="s2"> LIMIT </span><span class="si">%s</span>
- <span class="s2"> ) AS sub</span>
- <span class="s2"> )</span>
- <span class="s2"> """</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">session_id</span><span class="p">,</span> <span class="mi">5</span><span class="p">))</span>
- <span class="c1"># 提交事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
- <span class="c1"># 记录更新成功的日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"会话 </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2"> 历史更新成功"</span><span class="p">)</span>
- <span class="c1"># 返回更新后的历史</span>
- <span class="k">return</span> <span class="n">history</span>
- <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录数据库操作失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"更新会话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 回滚事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
- <span class="c1"># 抛出异常</span>
- <span class="k">raise</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录意外错误的日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"更新会话历史意外错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 回滚事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
- <span class="c1"># 抛出异常</span>
- <span class="k">raise</span>
- </code></pre></div>
- <h3 id="7">7 获取会话历史<a class="headerlink" href="#7" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>get_session_history</code>) 方法</li>
- <li><strong>功能</strong>:从 MySQL 获取指定 <code>session_id</code> 的对话历史,复用 <code>_fetch_recent_history</code>。</li>
- <li><strong>关键点</strong>:保持代码简洁,适合外部调用(如 API 或界面展示)。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">get_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">:</span>
- <span class="w"> </span><span class="sd">"""从MySQL获取会话历史"""</span>
- <span class="c1"># 调用 _fetch_recent_history 获取对话历史</span>
- <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_fetch_recent_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
- </code></pre></div>
- <h3 id="8">8 清除会话历史<a class="headerlink" href="#8" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>clear_session_history</code>) 方法</li>
- <li><strong>功能</strong>:删除指定 <code>session_id</code> 的所有对话历史记录。</li>
- <li><strong>关键点</strong>:使用参数化查询防止 SQL 注入,事务管理确保操作原子性,返回布尔值表示成功或失败。</li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">clear_session_history</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">session_id</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
- <span class="w"> </span><span class="sd">"""清除指定会话历史"""</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 删除指定 session_id 的所有对话记录</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">cursor</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"""</span>
- <span class="s2"> DELETE FROM conversations</span>
- <span class="s2"> WHERE session_id = </span><span class="si">%s</span>
- <span class="s2"> """</span><span class="p">,</span> <span class="p">(</span><span class="n">session_id</span><span class="p">,))</span>
- <span class="c1"># 提交事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
- <span class="c1"># 记录清除成功的日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"会话 </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2"> 历史已清除"</span><span class="p">)</span>
- <span class="c1"># 返回 True 表示成功</span>
- <span class="k">return</span> <span class="kc">True</span>
- <span class="k">except</span> <span class="n">pymysql</span><span class="o">.</span><span class="n">MySQLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录清除失败的错误日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"清除会话历史失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 回滚事务</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">connection</span><span class="o">.</span><span class="n">rollback</span><span class="p">()</span>
- <span class="c1"># 返回 False 表示失败</span>
- <span class="k">return</span> <span class="kc">False</span>
- </code></pre></div>
- <h3 id="9">9 查询处理<a class="headerlink" href="#9" title="Permanent link">¶</a></h3>
- <ul>
- <li>
- <p>(<code>query</code>) 方法</p>
- </li>
- <li>
- <p><strong>功能</strong>:处理用户查询,优先使用 BM25 搜索 MySQL,若无可靠答案则回退到 RAG,支持流式输出和对话历史。</p>
- </li>
- <li>
- <p><strong>关键点</strong>:通过生成器逐 token 返回 RAG 答案,记录处理时间,支持知识域过滤。</p>
- </li>
- <li>
- <blockquote>
- <p>注意:1.修改generate_answer方法添加history参数,2.修改rag_prompt方法的提示词</p>
- </blockquote>
- </li>
- </ul>
- <div class="highlight"><pre><span></span><code> <span class="k">def</span><span class="w"> </span><span class="nf">query</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">session_id</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
- <span class="w"> </span><span class="sd">"""查询集成系统,支持对话历史和流式输出"""</span>
- <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="c1"># 记录查询开始时间</span>
- <span class="c1"># 记录查询信息到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"处理查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">' (会话ID: </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2">)"</span><span class="p">)</span>
- <span class="c1"># 获取对话历史,若无 session_id 则返回空列表</span>
- <span class="n">history</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span> <span class="k">if</span> <span class="n">session_id</span> <span class="k">else</span> <span class="p">[]</span>
- <span class="c1"># 执行 BM25 搜索,获取答案和是否需要 RAG 的标志</span>
- <span class="n">answer</span><span class="p">,</span> <span class="n">need_rag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">bm25_search</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.85</span><span class="p">)</span>
- <span class="k">if</span> <span class="n">answer</span><span class="p">:</span>
- <span class="c1"># 如果找到可靠答案,记录答案到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"MySQL答案: </span><span class="si">{</span><span class="n">answer</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">if</span> <span class="n">session_id</span><span class="p">:</span>
- <span class="c1"># 更新对话历史</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">update_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">answer</span><span class="p">)</span>
- <span class="c1"># 计算处理时间</span>
- <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
- <span class="c1"># 记录处理时间到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒"</span><span class="p">)</span>
- <span class="c1"># 一次性返回答案,标记为完整</span>
- <span class="k">yield</span> <span class="n">answer</span><span class="p">,</span> <span class="kc">True</span>
- <span class="k">elif</span> <span class="n">need_rag</span><span class="p">:</span>
- <span class="c1"># 如果需要 RAG,记录回退信息到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"无可靠MySQL答案,回退到RAG"</span><span class="p">)</span>
- <span class="c1"># 初始化收集完整答案的字符串</span>
- <span class="n">collected_answer</span> <span class="o">=</span> <span class="s2">""</span>
- <span class="c1"># 从 RAG 系统获取流式输出</span>
- <span class="k">for</span> <span class="n">token</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_system</span><span class="o">.</span><span class="n">generate_answer</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="n">history</span><span class="p">):</span>
- <span class="c1"># 累积答案</span>
- <span class="n">collected_answer</span> <span class="o">+=</span> <span class="n">token</span>
- <span class="c1"># 逐 token 返回,标记为部分答案</span>
- <span class="k">yield</span> <span class="n">token</span><span class="p">,</span> <span class="kc">False</span>
- <span class="k">if</span> <span class="n">session_id</span><span class="p">:</span>
- <span class="c1"># 更新对话历史,存储完整答案</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">update_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">collected_answer</span><span class="p">)</span>
- <span class="c1"># 计算处理时间</span>
- <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
- <span class="c1"># 记录处理时间到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒"</span><span class="p">)</span>
- <span class="c1"># 返回空字符串,标记流结束</span>
- <span class="k">yield</span> <span class="s2">""</span><span class="p">,</span> <span class="kc">True</span>
- <span class="k">else</span><span class="p">:</span>
- <span class="c1"># 如果无答案,记录信息到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"未找到答案"</span><span class="p">)</span>
- <span class="c1"># 计算处理时间</span>
- <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
- <span class="c1"># 记录处理时间到日志</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"查询处理耗时 </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">秒"</span><span class="p">)</span>
- <span class="c1"># 一次性返回默认答案,标记为完整</span>
- <span class="k">yield</span> <span class="s2">"未找到答案"</span><span class="p">,</span> <span class="kc">True</span>
- </code></pre></div>
- <h3 id="10-rag_system">10 改造rag_system<a class="headerlink" href="#10-rag_system" title="Permanent link">¶</a></h3>
- <p>上述代码中我们构建了一个RAGSystem,传入了历史对话变量,并进行查询,很明显原来的功能无法支持。</p>
- <p>我们这里新建一个new_rag_system,重写查询相关逻辑。</p>
- <p>在修改rag_system之前,我们首先需要做的是在Augment的提示词模板中加入history部分,目前只有context和query,修改后如下:</p>
- <div class="highlight"><pre><span></span><code><span class="c1"># core/prompts.py</span>
- <span class="c1"># 定义 RAGPrompts 类,用于管理所有 Prompt 模板</span>
- <span class="k">class</span><span class="w"> </span><span class="nc">RAGPrompts</span><span class="p">:</span>
- <span class="c1"># 定义 RAG 提示模板</span>
- <span class="nd">@staticmethod</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">rag_prompt</span><span class="p">():</span>
- <span class="c1"># 创建并返回 PromptTemplate 对象</span>
- <span class="k">return</span> <span class="n">PromptTemplate</span><span class="p">(</span>
- <span class="n">template</span><span class="o">=</span><span class="s2">""" </span>
- <span class="s2"> 你是一个智能助手,帮助用户回答问题。请参考用户的助手的对话历史和上下文回答问题。</span>
- <span class="s2"> 如果提供了上下文,请基于上下文回答;如果没有上下文,请直接根据你的知识回答。 </span>
- <span class="s2"> 如果答案来源于检索到的文档,请在回答中说明。</span>
- <span class="s2"> 对话历史: </span><span class="si">{history}</span>
- <span class="s2"> 上下文: </span><span class="si">{context}</span><span class="s2"> </span>
- <span class="s2"> 问题: </span><span class="si">{question}</span><span class="s2"> </span>
- <span class="s2"> 如果无法回答,请回复:“信息不足,无法回答,请联系人工客服,电话:</span><span class="si">{phone}</span><span class="s2">。” </span>
- <span class="s2"> 回答: </span>
- <span class="s2"> """</span><span class="p">,</span>
- <span class="c1"># 定义输入变量</span>
- <span class="n">input_variables</span><span class="o">=</span><span class="p">[</span><span class="s2">"context"</span><span class="p">,</span> <span class="s2">"history"</span><span class="p">,</span> <span class="s2">"question"</span><span class="p">,</span> <span class="s2">"phone"</span><span class="p">],</span>
- <span class="p">)</span>
- </code></pre></div>
- <p>然后创建新的类<code>rag_qa/core/new_rag_system.py</code>,并支持hitsory。因前面我们已经详细讲过rag_system的源码,这里我们直接把修改后的代码展现:</p>
- <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.prompts</span><span class="w"> </span><span class="kn">import</span> <span class="n">RAGPrompts</span>
- <span class="c1"># 导入 time 模块,用于计算时间</span>
- <span class="kn">import</span><span class="w"> </span><span class="nn">time</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.query_classifier</span><span class="w"> </span><span class="kn">import</span> <span class="n">QueryClassifier</span> <span class="c1"># 导入查询分类器</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">rag_qa.core.strategy_selector</span><span class="w"> </span><span class="kn">import</span> <span class="n">StrategySelector</span> <span class="c1"># 导入策略选择器</span>
- <span class="k">class</span><span class="w"> </span><span class="nc">RAGSystem</span><span class="p">:</span>
- <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">vector_store</span><span class="p">,</span> <span class="n">llm</span><span class="p">):</span>
- <span class="c1"># 设置向量数据库对象</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span> <span class="o">=</span> <span class="n">vector_store</span>
- <span class="c1"># 设置大语言模型调用函数</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">llm</span> <span class="o">=</span> <span class="n">llm</span>
- <span class="c1"># 获取 RAG 提示模板</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">rag_prompt</span><span class="p">()</span>
- <span class="c1"># 初始化查询分类器</span>
- <span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">query_classifier</span> <span class="o">=</span> <span class="n">QueryClassifier</span><span class="p">(</span>
- <span class="n">model_path</span><span class="o">=</span><span class="sa">f</span><span class="s1">'</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">MODELS_DIR</span><span class="si">}</span><span class="s1">/bert_query_classifier'</span><span class="p">)</span>
- <span class="c1"># 初始化策略选择器</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span> <span class="o">=</span> <span class="n">StrategySelector</span><span class="p">()</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_hyde</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"使用 HyDE 策略进行检索 (查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="c1"># 获取假设问题生成的 Prompt 模板</span>
- <span class="n">hyde_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">hyde_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
- <span class="c1"># 调用大语言模型生成假设答案</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="n">hypo_answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">hyde_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"HyDE 生成的假设答案: '</span><span class="si">{</span><span class="n">hypo_answer</span><span class="si">}</span><span class="s2">'"</span><span class="p">)</span>
- <span class="c1"># 使用假设答案进行检索,并返回检索结果</span>
- <span class="c1"># 注意:HyDE 通常只用于生成检索向量,不一定需要 rerank 这一步,但这里复用了</span>
- <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
- <span class="n">hypo_answer</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K 而非 M</span>
- <span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"HyDE 策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">return</span> <span class="p">[]</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_subqueries</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"使用子查询策略进行检索 (查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="c1"># 获取子查询生成的 Prompt 模板</span>
- <span class="n">subquery_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">subquery_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 调用大语言模型生成子查询列表</span>
- <span class="n">subqueries_text</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">subquery_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span>
- <span class="n">subqueries</span> <span class="o">=</span> <span class="p">[</span><span class="n">q</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span> <span class="k">for</span> <span class="n">q</span> <span class="ow">in</span> <span class="n">subqueries_text</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)</span> <span class="k">if</span> <span class="n">q</span><span class="o">.</span><span class="n">strip</span><span class="p">()]</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"生成的子查询: </span><span class="si">{</span><span class="n">subqueries</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">if</span> <span class="ow">not</span> <span class="n">subqueries</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s2">"未能生成有效的子查询"</span><span class="p">)</span>
- <span class="k">return</span> <span class="p">[]</span>
- <span class="c1"># 初始化空列表,用于存储所有子查询的检索结果</span>
- <span class="n">all_docs</span> <span class="o">=</span> <span class="p">[]</span>
- <span class="c1"># 遍历每个子查询</span>
- <span class="k">for</span> <span class="n">sub_q</span> <span class="ow">in</span> <span class="n">subqueries</span><span class="p">:</span>
- <span class="c1"># 使用子查询进行检索,并将结果添加到列表中</span>
- <span class="c1"># 这里对每个子查询都执行了 hybrid search + rerank,开销可能较大</span>
- <span class="n">docs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
- <span class="n">sub_q</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K</span>
- <span class="p">)</span>
- <span class="n">all_docs</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">docs</span><span class="p">)</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"子查询 '</span><span class="si">{</span><span class="n">sub_q</span><span class="si">}</span><span class="s2">' 检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档"</span><span class="p">)</span>
- <span class="c1"># 对所有检索结果进行去重 (基于对象内存地址,如果 Document 内容相同但对象不同则无法去重)</span>
- <span class="c1"># 更可靠的去重方式是基于文档内容或 ID</span>
- <span class="n">unique_docs_dict</span> <span class="o">=</span> <span class="p">{</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span><span class="p">:</span> <span class="n">doc</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">all_docs</span><span class="p">}</span> <span class="c1"># 基于内容去重</span>
- <span class="n">unique_docs</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">unique_docs_dict</span><span class="o">.</span><span class="n">values</span><span class="p">())</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"所有子查询共检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">all_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档, 去重后剩 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">unique_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个"</span><span class="p">)</span>
- <span class="c1"># 返回去重后的文档,限制数量 (是否需要在此处限制? retrieve_and_merge 末尾会限制)</span>
- <span class="c1"># return unique_docs[: Config.CANDIDATE_M]</span>
- <span class="k">return</span> <span class="n">unique_docs</span> <span class="c1"># 返回所有唯一文档,让 retrieve_and_merge 处理数量</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"子查询策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">return</span> <span class="p">[]</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">_retrieve_with_backtracking</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">):</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"使用回溯问题策略进行检索 (查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="c1"># 获取回溯问题生成的 Prompt 模板</span>
- <span class="n">backtrack_prompt_template</span> <span class="o">=</span> <span class="n">RAGPrompts</span><span class="o">.</span><span class="n">backtracking_prompt</span><span class="p">()</span> <span class="c1"># 使用 template 后缀区分</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="c1"># 调用大语言模型生成回溯问题</span>
- <span class="n">simplified_query</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">backtrack_prompt_template</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">query</span><span class="o">=</span><span class="n">query</span><span class="p">))</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"生成的回溯问题: '</span><span class="si">{</span><span class="n">simplified_query</span><span class="si">}</span><span class="s2">'"</span><span class="p">)</span>
- <span class="c1"># 使用回溯问题进行检索,并返回检索结果</span>
- <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
- <span class="n">simplified_query</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span> <span class="c1"># 使用 K</span>
- <span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"回溯问题策略执行失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">return</span> <span class="p">[]</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">retrieve_and_merge</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">strategy</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="c1"># 新增 strategy 参数</span>
- <span class="c1"># 如果未指定检索策略,则使用策略选择器选择</span>
- <span class="k">if</span> <span class="ow">not</span> <span class="n">strategy</span><span class="p">:</span>
- <span class="n">strategy</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span><span class="o">.</span><span class="n">select_strategy</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
- <span class="c1"># 根据检索策略选择不同的检索方式</span>
- <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="p">[]</span> <span class="c1"># 初始化</span>
- <span class="k">if</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">"回溯问题检索"</span><span class="p">:</span>
- <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_backtracking</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
- <span class="k">elif</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">"子查询检索"</span><span class="p">:</span>
- <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_subqueries</span><span class="p">(</span><span class="n">query</span><span class="p">)</span> <span class="c1"># 返回的是唯一文档列表</span>
- <span class="c1"># 注意:子查询返回的是已 rerank 过的父文档或子块列表,后续合并逻辑可能需要调整</span>
- <span class="c1"># 当前实现中,子查询返回的是初步检索(可能已rerank)的块,再进行合并</span>
- <span class="k">elif</span> <span class="n">strategy</span> <span class="o">==</span> <span class="s2">"假设问题检索"</span><span class="p">:</span>
- <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_retrieve_with_hyde</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
- <span class="k">else</span><span class="p">:</span> <span class="c1"># 默认或“直接检索”</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"使用直接检索策略 (查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="n">ranked_sub_chunks</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">vector_store</span><span class="o">.</span><span class="n">hybrid_search_with_rerank</span><span class="p">(</span>
- <span class="n">query</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">RETRIEVAL_K</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span>
- <span class="p">)</span> <span class="c1"># 注意 hybrid_search_with_rerank 返回的是 rerank 后的父文档</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"策略 '</span><span class="si">{</span><span class="n">strategy</span><span class="si">}</span><span class="s2">' 检索到 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">ranked_sub_chunks</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个候选文档 (可能已是父文档)"</span><span class="p">)</span>
- <span class="n">final_context_docs</span> <span class="o">=</span> <span class="n">ranked_sub_chunks</span><span class="p">[:</span><span class="n">config</span><span class="o">.</span><span class="n">CANDIDATE_M</span><span class="p">]</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"最终选取 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">final_context_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档作为上下文"</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">final_context_docs</span>
- <span class="k">def</span><span class="w"> </span><span class="nf">generate_answer</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
- <span class="w"> </span><span class="sd">"""生成答案,支持对话历史,限制提示长度,并支持流式输出"""</span>
- <span class="n">start_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"开始处理查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">', 知识域过滤: </span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 验证历史格式</span>
- <span class="c1"># [{}]</span>
- <span class="k">if</span> <span class="n">history</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">history</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"无效的历史格式: </span><span class="si">{</span><span class="nb">type</span><span class="p">(</span><span class="n">history</span><span class="p">)</span><span class="si">}</span><span class="s2">,忽略历史"</span><span class="p">)</span>
- <span class="n">history</span> <span class="o">=</span> <span class="p">[]</span>
- <span class="k">elif</span> <span class="n">history</span><span class="p">:</span>
- <span class="n">history</span> <span class="o">=</span> <span class="n">history</span><span class="p">[</span><span class="o">-</span><span class="mi">5</span><span class="p">:]</span> <span class="c1"># 限制最多5轮</span>
- <span class="k">for</span> <span class="n">h</span> <span class="ow">in</span> <span class="n">history</span><span class="p">:</span>
- <span class="k">if</span> <span class="ow">not</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">h</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="ow">and</span> <span class="s2">"question"</span> <span class="ow">in</span> <span class="n">h</span> <span class="ow">and</span> <span class="s2">"answer"</span> <span class="ow">in</span> <span class="n">h</span><span class="p">):</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"无效的历史条目: </span><span class="si">{</span><span class="n">h</span><span class="si">}</span><span class="s2">,忽略历史"</span><span class="p">)</span>
- <span class="n">history</span> <span class="o">=</span> <span class="p">[]</span>
- <span class="k">break</span>
- <span class="c1"># 构造历史上下文</span>
- <span class="c1"># TODO 这里构造了上下文</span>
- <span class="n">history_context</span> <span class="o">=</span> <span class="s2">""</span>
- <span class="k">if</span> <span class="n">history</span><span class="p">:</span>
- <span class="n">history_context</span> <span class="o">=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span>
- <span class="p">[</span><span class="sa">f</span><span class="s2">"Q: </span><span class="si">{</span><span class="n">h</span><span class="p">[</span><span class="s1">'question'</span><span class="p">]</span><span class="si">}</span><span class="se">\n</span><span class="s2">A: </span><span class="si">{</span><span class="n">h</span><span class="p">[</span><span class="s1">'answer'</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n">h</span> <span class="ow">in</span> <span class="n">history</span><span class="p">]</span>
- <span class="p">)</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"使用对话历史: </span><span class="si">{</span><span class="n">history_context</span><span class="p">[:</span><span class="mi">100</span><span class="p">]</span><span class="si">}</span><span class="s2">..."</span><span class="p">)</span>
- <span class="c1"># 判断查询类型</span>
- <span class="n">query_category</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">query_classifier</span><span class="o">.</span><span class="n">predict_category</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"查询分类结果:</span><span class="si">{</span><span class="n">query_category</span><span class="si">}</span><span class="s2"> (查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="c1"># 如果查询属于“通用知识”类别,则直接使用 LLM 回答</span>
- <span class="k">if</span> <span class="n">query_category</span> <span class="o">==</span> <span class="s2">"通用知识"</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"查询为通用知识,直接调用 LLM"</span><span class="p">)</span>
- <span class="n">prompt_input</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
- <span class="n">context</span><span class="o">=</span><span class="s2">""</span><span class="p">,</span> <span class="n">history</span><span class="o">=</span><span class="n">history_context</span><span class="p">,</span> <span class="n">question</span><span class="o">=</span><span class="n">query</span><span class="p">,</span> <span class="n">phone</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span>
- <span class="p">)</span> <span class="c1"># 不使用上下文</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="n">answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">prompt_input</span><span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"直接调用 LLM 失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="n">answer</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"抱歉,处理您的通用知识问题时出错。请联系人工客服:</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span><span class="si">}</span><span class="s2">"</span>
- <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
- <span class="sa">f</span><span class="s2">"通用知识查询处理完成 (耗时: </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">s, 查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span>
- <span class="p">)</span>
- <span class="k">return</span> <span class="n">answer</span>
- <span class="c1"># 否则,进行 RAG 检索并生成答案</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"查询为企业知识,执行 RAG 流程"</span><span class="p">)</span>
- <span class="c1"># 选择检索策略</span>
- <span class="n">strategy</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">strategy_selector</span><span class="o">.</span><span class="n">select_strategy</span><span class="p">(</span><span class="n">query</span><span class="p">)</span>
- <span class="c1"># 检索相关文档</span>
- <span class="n">context_docs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">retrieve_and_merge</span><span class="p">(</span>
- <span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">strategy</span><span class="o">=</span><span class="n">strategy</span>
- <span class="p">)</span> <span class="c1"># 传递 strategy</span>
- <span class="c1"># 准备上下文</span>
- <span class="k">if</span> <span class="n">context_docs</span><span class="p">:</span>
- <span class="n">context</span> <span class="o">=</span> <span class="s2">"</span><span class="se">\n\n</span><span class="s2">"</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">context_docs</span><span class="p">])</span> <span class="c1"># 使用换行符分隔文档</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"构建上下文完成,包含 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">context_docs</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档块"</span><span class="p">)</span>
- <span class="c1"># logger.debug(f"上下文内容:\n{context[:500]}...") # Debug 日志可以打印部分上下文</span>
- <span class="k">else</span><span class="p">:</span>
- <span class="n">context</span> <span class="o">=</span> <span class="s2">""</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"未检索到相关文档,上下文为空"</span><span class="p">)</span>
- <span class="c1"># 构造 Prompt,调用大语言模型生成答案</span>
- <span class="c1"># 构造提示</span>
- <span class="c1"># TODO generate阶段,放到了提示词里面,让大模型进行整合</span>
- <span class="n">prompt_input</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rag_prompt</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
- <span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">,</span>
- <span class="n">history</span><span class="o">=</span><span class="n">history_context</span><span class="p">,</span>
- <span class="n">question</span><span class="o">=</span><span class="n">query</span><span class="p">,</span>
- <span class="n">phone</span><span class="o">=</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span>
- <span class="p">)</span>
- <span class="c1"># logger.debug(f"最终生成的 Prompt:\n{prompt_input}") # Debug 日志</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="n">answer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">llm</span><span class="p">(</span><span class="n">prompt_input</span><span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"调用 LLM 生成最终答案失败: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="n">answer</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"抱歉,处理您的企业知识问题时出错。请联系人工客服:</span><span class="si">{</span><span class="n">config</span><span class="o">.</span><span class="n">CUSTOMER_SERVICE_PHONE</span><span class="si">}</span><span class="s2">"</span>
- <span class="c1"># 记录查询处理完成的日志</span>
- <span class="n">processing_time</span> <span class="o">=</span> <span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">-</span> <span class="n">start_time</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"查询处理完成 (耗时: </span><span class="si">{</span><span class="n">processing_time</span><span class="si">:</span><span class="s2">.2f</span><span class="si">}</span><span class="s2">s, 查询: '</span><span class="si">{</span><span class="n">query</span><span class="si">}</span><span class="s2">')"</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">answer</span>
- </code></pre></div>
- <h3 id="11">11 命令行交互<a class="headerlink" href="#11" title="Permanent link">¶</a></h3>
- <ul>
- <li>(<code>main</code>) 函数</li>
- <li><strong>功能</strong>:提供交互式命令行界面,生成唯一会话 ID,接受用户查询和知识域过滤,流式显示答案并展示对话历史。</li>
- <li><strong>关键点</strong>:支持流式输出,验证知识域过滤有效性,异常处理和资源清理确保系统健壮。</li>
- </ul>
- <div class="highlight"><pre><span></span><code><span class="k">def</span><span class="w"> </span><span class="nf">main</span><span class="p">():</span>
- <span class="c1"># 定义主函数,提供命令行交互界面</span>
- <span class="n">qa_system</span> <span class="o">=</span> <span class="n">IntegratedQASystem</span><span class="p">()</span> <span class="c1"># 初始化问答系统</span>
- <span class="c1"># 生成唯一会话 ID</span>
- <span class="n">session_id</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">uuid</span><span class="o">.</span><span class="n">uuid4</span><span class="p">())</span>
- <span class="c1"># 打印欢迎信息</span>
- <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">欢迎使用集成问答系统!"</span><span class="p">)</span>
- <span class="c1"># 打印会话 ID</span>
- <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"会话ID: </span><span class="si">{</span><span class="n">session_id</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 打印支持的知识域</span>
- <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"支持的知识域:</span><span class="si">{</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 提示用户输入查询或退出</span>
- <span class="nb">print</span><span class="p">(</span><span class="s2">"输入查询进行问答,输入 'exit' 退出。"</span><span class="p">)</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
- <span class="c1"># 获取用户输入的查询</span>
- <span class="n">query</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">输入查询: "</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
- <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s2">"exit"</span><span class="p">:</span>
- <span class="c1"># 如果用户输入 exit,记录退出日志</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"退出系统"</span><span class="p">)</span>
- <span class="c1"># 打印退出信息</span>
- <span class="nb">print</span><span class="p">(</span><span class="s2">"再见!"</span><span class="p">)</span>
- <span class="c1"># 退出循环</span>
- <span class="k">break</span>
- <span class="c1"># 获取用户输入的知识域过滤</span>
- <span class="n">source_filter</span> <span class="o">=</span> <span class="nb">input</span><span class="p">(</span><span class="sa">f</span><span class="s2">"请输入知识域 (</span><span class="si">{</span><span class="s1">'/'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">)</span><span class="si">}</span><span class="s2">) (直接回车默认不过滤): "</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
- <span class="k">if</span> <span class="n">source_filter</span> <span class="ow">and</span> <span class="n">source_filter</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">VALID_SOURCES</span><span class="p">:</span>
- <span class="c1"># 如果知识域过滤无效,记录警告日志</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"无效的知识域 '</span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">',将不过滤"</span><span class="p">)</span>
- <span class="c1"># 设置为空,忽略过滤</span>
- <span class="n">source_filter</span> <span class="o">=</span> <span class="kc">None</span>
- <span class="c1"># 打印答案提示</span>
- <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">答案: "</span><span class="p">,</span> <span class="n">end</span><span class="o">=</span><span class="s2">""</span><span class="p">,</span> <span class="n">flush</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
- <span class="c1"># 初始化累积答案的字符串</span>
- <span class="n">answer</span> <span class="o">=</span> <span class="s2">""</span>
- <span class="c1"># 迭代 query 方法的生成器</span>
- <span class="k">for</span> <span class="n">token</span><span class="p">,</span> <span class="n">is_complete</span> <span class="ow">in</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="n">source_filter</span><span class="p">,</span> <span class="n">session_id</span><span class="o">=</span><span class="n">session_id</span><span class="p">):</span>
- <span class="k">if</span> <span class="n">token</span><span class="p">:</span>
- <span class="c1"># 仅当 token 非空时打印</span>
- <span class="nb">print</span><span class="p">(</span><span class="n">token</span><span class="p">,</span> <span class="n">end</span><span class="o">=</span><span class="s2">""</span><span class="p">,</span> <span class="n">flush</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
- <span class="c1"># 累积答案</span>
- <span class="n">answer</span> <span class="o">+=</span> <span class="n">token</span>
- <span class="k">if</span> <span class="n">is_complete</span><span class="p">:</span>
- <span class="c1"># 如果是完整答案或流结束,换行并退出循环</span>
- <span class="nb">print</span><span class="p">()</span>
- <span class="k">break</span>
- <span class="c1"># 打印对话历史</span>
- <span class="n">history</span> <span class="o">=</span> <span class="n">qa_system</span><span class="o">.</span><span class="n">get_session_history</span><span class="p">(</span><span class="n">session_id</span><span class="p">)</span>
- <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">最近对话历史:"</span><span class="p">)</span>
- <span class="k">for</span> <span class="n">idx</span><span class="p">,</span> <span class="n">entry</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">history</span><span class="p">,</span> <span class="mi">1</span><span class="p">):</span>
- <span class="c1"># 按顺序打印历史记录</span>
- <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">idx</span><span class="si">}</span><span class="s2">. 问: </span><span class="si">{</span><span class="n">entry</span><span class="p">[</span><span class="s1">'question'</span><span class="p">]</span><span class="si">}</span><span class="se">\n</span><span class="s2"> 答: </span><span class="si">{</span><span class="n">entry</span><span class="p">[</span><span class="s1">'answer'</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># 记录系统错误日志</span>
- <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="sa">f</span><span class="s2">"系统错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="c1"># 打印错误信息</span>
- <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"发生错误: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
- <span class="k">finally</span><span class="p">:</span>
- <span class="c1"># 关闭 MySQL 连接</span>
- <span class="n">qa_system</span><span class="o">.</span><span class="n">mysql_client</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
- <span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
- <span class="c1"># 如果脚本作为主程序运行,调用 main 函数</span>
- <span class="n">main</span><span class="p">()</span>
- </code></pre></div>
- <h2 id="_5">章节小结<a class="headerlink" href="#_5" title="Permanent link">¶</a></h2>
- <p>本章展示了优化后的 <code>new_main.py</code>,通过新增对话历史管理和流式输出功能,显著提升了交互性和实时性。系统结合 MySQL FAQ 的快速匹配、RAG 系统的复杂查询处理、MySQL 的历史存储,以及流式答案生成,配备健壮的日志记录和错误处理,适合知识库场景下的实时问答需求</p>
-
- </article>
- </div>
-
-
- <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
- </div>
-
- </main>
-
- <footer class="md-footer">
-
- <div class="md-footer-meta md-typeset">
- <div class="md-footer-meta__inner md-grid">
- <div class="md-copyright">
-
- <div class="md-copyright__highlight">
- © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
- </div>
-
-
- Made with
- <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
- Material for MkDocs
- </a>
-
- </div>
-
- </div>
- </div>
- </footer>
-
- </div>
- <div class="md-dialog" data-md-component="dialog">
- <div class="md-dialog__inner md-typeset"></div>
- </div>
-
-
-
-
- <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
-
-
- <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
-
- <script src="../javascripts/extra.js"></script>
-
- <script src="../javascripts/mathjax.js"></script>
-
- <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
-
- <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
-
-
- </body>
- </html>
|