zengli
/
coding-agent


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415
							
<!doctype html>
<html lang="zh" class="no-js">
  <head>
    
      <meta charset="utf-8">
      <meta name="viewport" content="width=device-width,initial-scale=1">
      
      
        <link rel="prev" href="4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html">
      
      
        <link rel="next" href="4.5%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html">
      
      
      <link rel="icon" href="../img/AI.jpg">
      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
    
    
        <title>4.4 向量存储 - 企业知识库RAG智能问答项目V1.0</title>
      
    
      <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
      
      
        <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
        <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
        <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
      
    
      <link rel="stylesheet" href="../stylesheets/extra.css">
    
    <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
    
      
  </head>
  
  
    <body dir="ltr">
  
    
    <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
    <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
    <label class="md-overlay" for="__drawer"></label>
    <div data-md-component="skip">
      
        
        <a href="#_1" class="md-skip">
          跳转至
        </a>
      
    </div>
    <div data-md-component="announce">
      
    </div>
    
    
<header class="md-header md-header--shadow" data-md-component="header">
  <nav class="md-header__inner md-grid" aria-label="页眉">
    <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
      
  <img src="../img/AI.jpg" alt="logo">

    </a>
    <label class="md-header__button md-icon" for="__drawer">
      
      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
    </label>
    <div class="md-header__title" data-md-component="header-title">
      <div class="md-header__ellipsis">
        <div class="md-header__topic">
          <span class="md-ellipsis">
            企业知识库RAG智能问答项目V1.0
          </span>
        </div>
        <div class="md-header__topic" data-md-component="header-topic">
          <span class="md-ellipsis">
            
              4.4 向量存储
            
          </span>
        </div>
      </div>
    </div>
    
    
      <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
    
    
        <label class="md-header__button md-icon" for="__search">
          
          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
        </label>
        <div class="md-search" data-md-component="search" role="dialog">
  <label class="md-search__overlay" for="__search"></label>
  <div class="md-search__inner" role="search">
    <form class="md-search__form" name="search">
      <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
      <label class="md-search__icon md-icon" for="__search">
        
        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
        
        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
      </label>
      <nav class="md-search__options" aria-label="查找">
        
        <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
          
          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
        </button>
      </nav>
      
    </form>
    <div class="md-search__output">
      <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
        <div class="md-search-result" data-md-component="search-result">
          <div class="md-search-result__meta">
            正在初始化搜索引擎
          </div>
          <ol class="md-search-result__list" role="presentation"></ol>
        </div>
      </div>
    </div>
  </div>
</div>
      
    
  </nav>
  
</header>
    
    <div class="md-container" data-md-component="container">
      
      
      <main class="md-main" data-md-component="main">
        <div class="md-main__inner md-grid">
          
            
              <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
                <div class="md-sidebar__scrollwrap">
                  <div class="md-sidebar__inner">
                    

<nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  <label class="md-nav__title" for="__drawer">
    <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
      
  <img src="../img/AI.jpg" alt="logo">

    </a>
    企业知识库RAG智能问答项目V1.0
  </label>
  
  <ul class="md-nav__list" data-md-scrollfix>
    
      
    <li class="md-nav__item">
      <a href="../index.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    知识库内容
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" >
        
          
          <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ① 项目概述
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_2">
            <span class="md-nav__icon md-icon"></span>
            ① 项目概述
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    1.1 项目架构
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    1.2 项目环境(window)
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    1.3 项目环境(mac)
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" >
        
          
          <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ② 项目工具
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_3">
            <span class="md-nav__icon md-icon"></span>
            ② 项目工具
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
              
                
    <li class="md-nav__item">
      <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    2.1 Ollama大模型高效管理工具
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    2.2 LangChain基础知识.md
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    2.3 向量索引：HNSW、IVF与IVF_PQ
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A1%20%E9%A1%B9%E7%9B%AE%E5%B7%A5%E5%85%B7/2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    2.4 Milvus向量数据库
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
        
          
          <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ③ 基于Mysql库的问答系统
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_4">
            <span class="md-nav__icon md-icon"></span>
            ③ 基于Mysql库的问答系统
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    3.1 Python日志介绍与应用
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    3.2 Redis数据库简介与使用
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    3.3 基于Mysql数据库实现问答系统
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    3.4 BM25算法简介与应用
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--active md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked>
        
          
          <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ④ 基于Milvus库的问答系统
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true">
          <label class="md-nav__title" for="__nav_5">
            <span class="md-nav__icon md-icon"></span>
            ④ 基于Milvus库的问答系统
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.1 整体架构与工程流程
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.2 基础模块
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.3 文档处理模块
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item md-nav__item--active">
      
      <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
      
      
        <label class="md-nav__link md-nav__link--active" for="__toc">
          
  
  <span class="md-ellipsis">
    4.4 向量存储
    
  </span>
  

          <span class="md-nav__icon md-icon"></span>
        </label>
      
      <a href="4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link md-nav__link--active">
        
  
  <span class="md-ellipsis">
    4.4 向量存储
    
  </span>
  

      </a>
      
        
<nav class="md-nav md-nav--secondary" aria-label="目录">
  
  
    <label class="md-nav__title" for="__toc">
      <span class="md-nav__icon md-icon"></span>
      目录
    </label>
    <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
      
        <li class="md-nav__item">
  <a href="#_1" class="md-nav__link">
    <span class="md-ellipsis">
      学习目标
    </span>
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_2" class="md-nav__link">
    <span class="md-ellipsis">
      一、模块功能概述
    </span>
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_3" class="md-nav__link">
    <span class="md-ellipsis">
      二、初始化方法
    </span>
  </a>
  
    <nav class="md-nav" aria-label="二、初始化方法">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_4" class="md-nav__link">
    <span class="md-ellipsis">
      三、创建或加载集合
    </span>
  </a>
  
    <nav class="md-nav" aria-label="三、创建或加载集合">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_1" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_1" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_1" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_1" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_5" class="md-nav__link">
    <span class="md-ellipsis">
      四、添加文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="四、添加文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_2" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_2" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_2" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_2" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_6" class="md-nav__link">
    <span class="md-ellipsis">
      五、混合检索与重排序
    </span>
  </a>
  
    <nav class="md-nav" aria-label="五、混合检索与重排序">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_3" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_3" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_3" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_3" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_7" class="md-nav__link">
    <span class="md-ellipsis">
      六、获取唯一父文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="六、获取唯一父文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_4" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_4" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_4" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_4" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_8" class="md-nav__link">
    <span class="md-ellipsis">
      七、从查询结果创建文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="七、从查询结果创建文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_5" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_5" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_5" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_9" class="md-nav__link">
    <span class="md-ellipsis">
      本章小结
    </span>
  </a>
  
</li>
      
    </ul>
  
</nav>
      
    </li>
  

    <li class="md-nav__item">
      <a href="4.5%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.5 prompts设计与query意图识别
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.6%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.6 检索策略与RAG系统设计
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.7%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.7 RAG系统运行
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.8%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.8 文档解析工具(扩展资料)
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="4.9%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    4.9 RAG中的Query改写(扩展资料)
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    数据集生成与优化(扩展资料)
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
        
          
          <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ⑤ RAG系统评估
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_6">
            <span class="md-nav__icon md-icon"></span>
            ⑤ RAG系统评估
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    5.1 RAG系统评估工具
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    5.2 实现企业知识库RAG系统的评估
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    5.3 RAG评估数据集的构造(扩展)
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
        
          
          <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ⑥ 融合Mysql的RAG系统
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_7">
            <span class="md-nav__icon md-icon"></span>
            ⑥ 融合Mysql的RAG系统
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    6.1 融合FQA和知识库查询
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    6.2 融合FAQ 和知识库查询（优化版）
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    6.3 基于 FastAPI 的 FAQ 与知识库查询接口
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    6.4 FastAPI和Flask的区别和联系(扩展资料)
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

    <li class="md-nav__item md-nav__item--nested">
      
        
        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
        
          
          <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
            
  
  <span class="md-ellipsis">
    ⑦ 企业级生产环境部署
    
  </span>
  

            <span class="md-nav__icon md-icon"></span>
          </label>
        
        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
          <label class="md-nav__title" for="__nav_8">
            <span class="md-nav__icon md-icon"></span>
            ⑦ 企业级生产环境部署
          </label>
          <ul class="md-nav__list" data-md-scrollfix>
            
              
    <li class="md-nav__item">
      <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    7.1 Docker的原理和基本使用
    
  </span>
  

      </a>
    </li>
  

    <li class="md-nav__item">
      <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
        
  
  <span class="md-ellipsis">
    7.2 服务部署
    
  </span>
  

      </a>
    </li>
  

          </ul>
        </nav>
      
    </li>
  

  </ul>
</nav>
                  </div>
                </div>
              </div>
            
            
              <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
                <div class="md-sidebar__scrollwrap">
                  <div class="md-sidebar__inner">
                    

<nav class="md-nav md-nav--secondary" aria-label="目录">
  
  
    <label class="md-nav__title" for="__toc">
      <span class="md-nav__icon md-icon"></span>
      目录
    </label>
    <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
      
        <li class="md-nav__item">
  <a href="#_1" class="md-nav__link">
    <span class="md-ellipsis">
      学习目标
    </span>
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_2" class="md-nav__link">
    <span class="md-ellipsis">
      一、模块功能概述
    </span>
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_3" class="md-nav__link">
    <span class="md-ellipsis">
      二、初始化方法
    </span>
  </a>
  
    <nav class="md-nav" aria-label="二、初始化方法">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_4" class="md-nav__link">
    <span class="md-ellipsis">
      三、创建或加载集合
    </span>
  </a>
  
    <nav class="md-nav" aria-label="三、创建或加载集合">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_1" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_1" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_1" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_1" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_5" class="md-nav__link">
    <span class="md-ellipsis">
      四、添加文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="四、添加文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_2" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_2" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_2" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_2" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_6" class="md-nav__link">
    <span class="md-ellipsis">
      五、混合检索与重排序
    </span>
  </a>
  
    <nav class="md-nav" aria-label="五、混合检索与重排序">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_3" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_3" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_3" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_3" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_7" class="md-nav__link">
    <span class="md-ellipsis">
      六、获取唯一父文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="六、获取唯一父文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_4" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_4" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_4" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#4_4" class="md-nav__link">
    <span class="md-ellipsis">
      4 说明
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_8" class="md-nav__link">
    <span class="md-ellipsis">
      七、从查询结果创建文档
    </span>
  </a>
  
    <nav class="md-nav" aria-label="七、从查询结果创建文档">
      <ul class="md-nav__list">
        
          <li class="md-nav__item">
  <a href="#1_5" class="md-nav__link">
    <span class="md-ellipsis">
      1 功能
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#2_5" class="md-nav__link">
    <span class="md-ellipsis">
      2 代码示例
    </span>
  </a>
  
</li>
        
          <li class="md-nav__item">
  <a href="#3_5" class="md-nav__link">
    <span class="md-ellipsis">
      3 实现步骤
    </span>
  </a>
  
</li>
        
      </ul>
    </nav>
  
</li>
      
        <li class="md-nav__item">
  <a href="#_9" class="md-nav__link">
    <span class="md-ellipsis">
      本章小结
    </span>
  </a>
  
</li>
      
    </ul>
  
</nav>
                  </div>
                </div>
              </div>
            
          
            <div class="md-content" data-md-component="content">
              <article class="md-content__inner md-typeset">
                
                  
  <h1>4.4 向量存储</h1>

<h3 id="_1">学习目标<a class="headerlink" href="#_1" title="Permanent link">&para;</a></h3>
<ul>
<li>1.理解向量存储在RAG系统中的功能和重要性。</li>
<li>2.学会创建和管理向量数据库。</li>
<li>3.掌握如何将文本转化为向量并存入数据库。</li>
<li>4.理解混合检索与重排序的实现原理。</li>
</ul>
<h3 id="_2">一、模块功能概述<a class="headerlink" href="#_2" title="Permanent link">&para;</a></h3>
<p><code>vector_store.py</code>是企业知识库RAG系统的核心模块之一，封装了与Milvus向量数据库的交互逻辑。它负责将文档转化为向量存储到数据库中，并提供高效的混合检索功能。通过结合BGE-M3嵌入模型和重排序机制，该模块确保系统能够快速检索到与用户查询最相关的文档。</p>
<p><code>VectorStore</code>类提供了以下主要功能：</p>
<ul>
<li><strong>初始化与集合管理</strong>：创建或加载Milvus向量数据库集合。</li>
<li><strong>文档向量化与存储</strong>：将分块后的文档转换为向量并存储。</li>
<li><strong>混合检索与重排序</strong>：结合稠密和稀疏向量进行检索，并通过重排序优化结果。</li>
</ul>
<p>以下将逐一讲解每个方法的实现细节。</p>
<p>导入必备工具包：</p>
<div class="highlight"><pre><span></span><code><span class="c1"># 导入 BGE-M3 嵌入函数，用于生成文档和查询的向量表示</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">milvus_model.hybrid</span><span class="w"> </span><span class="kn">import</span> <span class="n">BGEM3EmbeddingFunction</span>
<span class="c1"># 导入 Milvus 相关类，用于操作向量数据库</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">pymilvus</span><span class="w"> </span><span class="kn">import</span> <span class="n">MilvusClient</span><span class="p">,</span> <span class="n">DataType</span><span class="p">,</span> <span class="n">AnnSearchRequest</span><span class="p">,</span> <span class="n">WeightedRanker</span>
<span class="c1"># 导入 Document 类，用于创建文档对象</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">langchain_core.documents</span><span class="w"> </span><span class="kn">import</span> <span class="n">Document</span>
<span class="c1"># 导入 CrossEncoder，用于重排序和 NLI 判断</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">sentence_transformers</span><span class="w"> </span><span class="kn">import</span> <span class="n">CrossEncoder</span>
<span class="c1"># 导入 hashlib 模块，用于生成唯一 ID 的哈希值</span>
<span class="kn">import</span><span class="w"> </span><span class="nn">hashlib</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">base.config</span><span class="w"> </span><span class="kn">import</span> <span class="n">config</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">base.logger</span><span class="w"> </span><span class="kn">import</span> <span class="n">logger</span>
<span class="kn">import</span><span class="w"> </span><span class="nn">sys</span>
</code></pre></div>
<hr />
<h3 id="_3">二、初始化方法<a class="headerlink" href="#_3" title="Permanent link">&para;</a></h3>
<h4 id="1">1 功能<a class="headerlink" href="#1" title="Permanent link">&para;</a></h4>
<p><code>__init__</code>方法初始化<code>VectorStore</code>类的实例，设置基本参数并调用集合创建或加载方法。</p>
<h4 id="2">2 代码示例<a class="headerlink" href="#2" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># core/vector_store.py</span>
<span class="c1"># 定义 VectorStore 类，封装向量存储和检索功能</span>

<span class="n">local_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">dirname</span><span class="p">(</span><span class="vm">__file__</span><span class="p">))</span>
<span class="n">rag_qa_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">dirname</span><span class="p">(</span><span class="n">local_path</span><span class="p">))</span>
<span class="n">sys</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">rag_qa_path</span><span class="p">)</span>
<span class="n">project_root</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">dirname</span><span class="p">(</span><span class="n">rag_qa_path</span><span class="p">)</span>
<span class="n">sys</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">project_root</span><span class="p">)</span>


<span class="k">class</span><span class="w"> </span><span class="nc">VectorStore</span><span class="p">:</span>
    <span class="c1"># 初始化方法，设置向量存储的基本参数</span>
    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span>
                 <span class="n">collection_name</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_COLLECTION_NAME</span><span class="p">,</span>
                 <span class="n">host</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_HOST</span><span class="p">,</span>
                 <span class="n">port</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_PORT</span><span class="p">,</span>
                 <span class="n">database</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">MILVUS_DATABASE_NAME</span><span class="p">):</span>
        <span class="c1"># 设置 Milvus 集合名称</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span> <span class="o">=</span> <span class="n">collection_name</span>
        <span class="c1"># 设置 Milvus 主机地址</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">host</span> <span class="o">=</span> <span class="n">host</span>
        <span class="c1"># 设置 Milvus 端口号</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">port</span> <span class="o">=</span> <span class="n">port</span>
        <span class="c1"># 设置 Milvus 数据库名称</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">database</span> <span class="o">=</span> <span class="n">database</span>
        <span class="c1"># 设置日志记录器</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">logger</span> <span class="o">=</span> <span class="n">logger</span>
        <span class="n">rerank_model_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">config</span><span class="o">.</span><span class="n">MODELS_DIR</span><span class="p">,</span> <span class="s1">&#39;bge-reranker-large&#39;</span><span class="p">)</span>
        <span class="c1"># 初始化 BGE-Reranker 模型，用于重排序检索结果</span>
        <span class="c1"># TODO device代表设备： mps:m1系列的mac/ cpu: cpu / cuda: nvidia的gpu。和操作系统无关</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">reranker</span> <span class="o">=</span> <span class="n">CrossEncoder</span><span class="p">(</span><span class="n">rerank_model_path</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="s1">&#39;cpu&#39;</span><span class="p">)</span>
        <span class="c1"># 初始化 BGE-M3 嵌入函数，使用 CPU 设备，不启用 FP16</span>
        <span class="n">bge_m3_model_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">config</span><span class="o">.</span><span class="n">MODELS_DIR</span><span class="p">,</span> <span class="s1">&#39;bge-m3&#39;</span><span class="p">)</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">embedding_function</span> <span class="o">=</span> <span class="n">BGEM3EmbeddingFunction</span><span class="p">(</span>
            <span class="n">model_name_or_path</span><span class="o">=</span><span class="n">bge_m3_model_path</span>
            <span class="p">,</span> <span class="n">use_f16</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
             <span class="n">device</span><span class="o">=</span><span class="s1">&#39;cpu&#39;</span>
        <span class="p">)</span>
        <span class="c1"># 获取稠密向量的维度</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">dense_dim</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">embedding_function</span><span class="o">.</span><span class="n">dim</span><span class="p">[</span><span class="s2">&quot;dense&quot;</span><span class="p">]</span>
        <span class="c1"># 初始化 Milvus 客户端，连接到指定主机和数据库</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">client</span> <span class="o">=</span> <span class="n">MilvusClient</span><span class="p">(</span><span class="n">uri</span><span class="o">=</span><span class="sa">f</span><span class="s2">&quot;http://</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">host</span><span class="si">}</span><span class="s2">:</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">port</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">,</span> <span class="n">db_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">database</span><span class="p">)</span>
        <span class="c1"># 调用方法创建或加载 Milvus 集合</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">_create_or_load_collection</span><span class="p">()</span>
</code></pre></div>
<h4 id="3">3 实现步骤<a class="headerlink" href="#3" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>参数设置</strong>：</li>
<li>使用<code>Config</code>中的默认值初始化集合名称、主机、端口和数据库名称。</li>
<li><strong>模型初始化</strong>：</li>
<li><code>reranker</code>：加载BGE-Reranker模型，用于后续重排序。</li>
<li><code>embedding_function</code>：初始化BGE-M3嵌入模型，禁用FP16，使用CPU运行。</li>
<li><code>dense_dim</code>：获取稠密向量的维度。</li>
<li><strong>客户端连接</strong>：</li>
<li>创建<code>MilvusClient</code>实例，连接到指定主机和数据库。</li>
<li><strong>集合管理</strong>：</li>
<li>调用<code>_create_or_load_collection</code>方法，确保集合可用。</li>
</ol>
<h4 id="4">4 说明<a class="headerlink" href="#4" title="Permanent link">&para;</a></h4>
<ul>
<li><strong>BGE-M3模型</strong>：提供稠密和稀疏向量生成能力。</li>
<li><strong>灵活性</strong>：通过参数支持自定义配置。</li>
</ul>
<hr />
<h3 id="_4">三、创建或加载集合<a class="headerlink" href="#_4" title="Permanent link">&para;</a></h3>
<h4 id="1_1">1 功能<a class="headerlink" href="#1_1" title="Permanent link">&para;</a></h4>
<p><code>_create_or_load_collection</code>方法检查并创建或加载Milvus集合，定义字段结构和索引参数。</p>
<h4 id="2_1">2 代码示例<a class="headerlink" href="#2_1" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># 定义私有方法，创建或加载 Milvus 集合</span>
<span class="k">def</span><span class="w"> </span><span class="nf">_create_or_load_collection</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
    <span class="c1"># 检查指定集合是否已存在</span>
    <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">has_collection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="p">):</span>
        <span class="c1"># 创建集合 Schema，禁用自动 ID，启用动态字段</span>
        <span class="n">schema</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">create_schema</span><span class="p">(</span><span class="n">auto_id</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">enable_dynamic_field</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
        <span class="c1"># 添加 ID 字段，作为主键，VARCHAR 类型，最大长度 100</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;id&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">is_primary</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">100</span><span class="p">)</span>
        <span class="c1"># 添加文本字段，VARCHAR 类型，最大长度 65535</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;text&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">65535</span><span class="p">)</span>
        <span class="c1"># 添加稠密向量字段，FLOAT_VECTOR 类型，维度由嵌入函数指定</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;dense_vector&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">FLOAT_VECTOR</span><span class="p">,</span> <span class="n">dim</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dense_dim</span><span class="p">)</span>
        <span class="c1"># 添加稀疏向量字段，SPARSE_FLOAT_VECTOR 类型</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;sparse_vector&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">SPARSE_FLOAT_VECTOR</span><span class="p">)</span>
        <span class="c1"># 添加父块 ID 字段，VARCHAR 类型，最大长度 100</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;parent_id&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">100</span><span class="p">)</span>
        <span class="c1"># 添加父块内容字段，VARCHAR 类型，最大长度 65535</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;parent_content&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">65535</span><span class="p">)</span>
        <span class="c1"># 添加知识域字段，VARCHAR 类型，最大长度 50</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;source&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">50</span><span class="p">)</span>
        <span class="c1"># 添加时间戳字段，VARCHAR 类型，最大长度 50</span>
        <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;timestamp&quot;</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">50</span><span class="p">)</span>

        <span class="c1"># 创建索引参数对象</span>
        <span class="n">index_params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">prepare_index_params</span><span class="p">()</span>
        <span class="c1"># 为稠密向量字段添加 IVF_FLAT 索引，度量类型为内积 (IP)</span>
        <span class="n">index_params</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span>
            <span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;dense_vector&quot;</span><span class="p">,</span>
            <span class="n">index_name</span><span class="o">=</span><span class="s2">&quot;dense_index&quot;</span><span class="p">,</span>
            <span class="n">index_type</span><span class="o">=</span><span class="s2">&quot;IVF_FLAT&quot;</span><span class="p">,</span>
            <span class="n">metric_type</span><span class="o">=</span><span class="s2">&quot;IP&quot;</span><span class="p">,</span>
            <span class="n">params</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;nlist&quot;</span><span class="p">:</span> <span class="mi">128</span><span class="p">}</span>
        <span class="p">)</span>
        <span class="c1"># 为稀疏向量字段添加 SPARSE_INVERTED_INDEX 索引，度量类型为内积 (IP)</span>
        <span class="n">index_params</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span>
            <span class="n">field_name</span><span class="o">=</span><span class="s2">&quot;sparse_vector&quot;</span><span class="p">,</span>
            <span class="n">index_name</span><span class="o">=</span><span class="s2">&quot;sparse_index&quot;</span><span class="p">,</span>
            <span class="n">index_type</span><span class="o">=</span><span class="s2">&quot;SPARSE_INVERTED_INDEX&quot;</span><span class="p">,</span>
            <span class="n">metric_type</span><span class="o">=</span><span class="s2">&quot;IP&quot;</span><span class="p">,</span>
            <span class="n">params</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;drop_ratio_build&quot;</span><span class="p">:</span> <span class="mf">0.2</span><span class="p">}</span>
        <span class="p">)</span>

        <span class="c1"># 创建 Milvus 集合，应用定义的 Schema 和索引参数</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">create_collection</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="p">,</span> <span class="n">schema</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span>
                                     <span class="n">index_params</span><span class="o">=</span><span class="n">index_params</span><span class="p">)</span>
        <span class="c1"># 记录创建集合的日志</span>
        <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;已创建集合 </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
    <span class="c1"># 如果集合已存在</span>
    <span class="k">else</span><span class="p">:</span>
        <span class="c1"># 记录加载集合的日志</span>
        <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;已加载集合 </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
    <span class="c1"># 将集合加载到内存，确保可立即查询</span>
    <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">load_collection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="p">)</span>
</code></pre></div>
<h4 id="3_1">3 实现步骤<a class="headerlink" href="#3_1" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>检查集合是否存在</strong>：</li>
<li>使用<code>has_collection</code>判断是否需要创建新集合。</li>
<li><strong>定义Schema</strong>：</li>
<li>设置字段：包括<code>id</code>（主键）、<code>text</code>（原文）、向量字段和元数据字段。</li>
<li>禁用自动ID，启用动态字段。</li>
<li><strong>创建索引</strong>：</li>
<li>稠密向量使用<code>IVF_FLAT</code>索引，稀疏向量使用<code>SPARSE_INVERTED_INDEX</code>。</li>
<li><strong>创建并加载集合</strong>：</li>
<li>调用<code>create_collection</code>创建集合，并加载到内存。</li>
</ol>
<h4 id="4_1">4 说明<a class="headerlink" href="#4_1" title="Permanent link">&para;</a></h4>
<ul>
<li><strong>字段设计</strong>：支持多种数据类型和元数据管理。</li>
<li><strong>索引优化</strong>：平衡检索速度和精度。</li>
</ul>
<hr />
<h3 id="_5">四、添加文档<a class="headerlink" href="#_5" title="Permanent link">&para;</a></h3>
<h4 id="1_2">1 功能<a class="headerlink" href="#1_2" title="Permanent link">&para;</a></h4>
<p><code>add_documents</code>方法将分块后的文档转换为向量并存储到Milvus集合中。</p>
<h4 id="2_2">2 代码示例<a class="headerlink" href="#2_2" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># 定义方法，向向量存储添加文档</span>
<span class="k">def</span><span class="w"> </span><span class="nf">add_documents</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">documents</span><span class="p">):</span>
    <span class="c1"># 提取所有文档的内容列表</span>
    <span class="n">texts</span> <span class="o">=</span> <span class="p">[</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">documents</span><span class="p">]</span>
    <span class="c1"># 使用 BGE-M3 嵌入函数生成文档的嵌入</span>
    <span class="n">embeddings</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">embedding_function</span><span class="p">(</span><span class="n">texts</span><span class="p">)</span>
    <span class="c1"># 初始化空列表，用于存储插入的数据</span>
    <span class="n">data</span> <span class="o">=</span> <span class="p">[]</span>
    <span class="c1"># 遍历每个文档，带上索引 i</span>
    <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">doc</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">documents</span><span class="p">):</span>
        <span class="c1"># 生成文档内容的 MD5 哈希值，作为唯一 ID</span>
        <span class="n">text_hash</span> <span class="o">=</span> <span class="n">hashlib</span><span class="o">.</span><span class="n">md5</span><span class="p">(</span><span class="n">doc</span><span class="o">.</span><span class="n">page_content</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s1">&#39;utf-8&#39;</span><span class="p">))</span><span class="o">.</span><span class="n">hexdigest</span><span class="p">()</span>
        <span class="c1"># 初始化稀疏向量字典</span>
        <span class="n">sparse_vector</span> <span class="o">=</span> <span class="p">{}</span>
        <span class="c1"># 获取第 i 行的稀疏向量数据</span>
        <span class="n">row</span> <span class="o">=</span> <span class="n">embeddings</span><span class="p">[</span><span class="s1">&#39;sparse&#39;</span><span class="p">][[</span><span class="n">index</span><span class="p">],:]</span>
        <span class="c1"># 获取稀疏向量的非零值索引</span>
        <span class="n">indices</span> <span class="o">=</span> <span class="n">row</span><span class="o">.</span><span class="n">indices</span>
        <span class="c1"># 获取稀疏向量的非零值</span>
        <span class="n">values</span> <span class="o">=</span> <span class="n">row</span><span class="o">.</span><span class="n">data</span>
        <span class="c1"># 将索引和值配对，填充稀疏向量字典</span>
        <span class="k">for</span> <span class="n">idx</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">indices</span><span class="p">,</span> <span class="n">values</span><span class="p">):</span>
            <span class="n">sparse_vector</span><span class="p">[</span><span class="n">idx</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>
        <span class="c1"># 创建数据字典，包含所有字段</span>
        <span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">({</span>
            <span class="s2">&quot;id&quot;</span><span class="p">:</span> <span class="n">text_hash</span><span class="p">,</span>
            <span class="s2">&quot;text&quot;</span><span class="p">:</span> <span class="n">doc</span><span class="o">.</span><span class="n">page_content</span><span class="p">,</span>
            <span class="s2">&quot;dense_vector&quot;</span><span class="p">:</span> <span class="n">embeddings</span><span class="p">[</span><span class="s2">&quot;dense&quot;</span><span class="p">][</span><span class="n">i</span><span class="p">],</span>
            <span class="s2">&quot;sparse_vector&quot;</span><span class="p">:</span> <span class="n">sparse_vector</span><span class="p">,</span>
            <span class="s2">&quot;parent_id&quot;</span><span class="p">:</span> <span class="n">doc</span><span class="o">.</span><span class="n">metadata</span><span class="p">[</span><span class="s2">&quot;parent_id&quot;</span><span class="p">],</span>
            <span class="s2">&quot;parent_content&quot;</span><span class="p">:</span> <span class="n">doc</span><span class="o">.</span><span class="n">metadata</span><span class="p">[</span><span class="s2">&quot;parent_content&quot;</span><span class="p">],</span>
            <span class="s2">&quot;source&quot;</span><span class="p">:</span> <span class="n">doc</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;source&quot;</span><span class="p">,</span> <span class="s2">&quot;unknown&quot;</span><span class="p">),</span>
            <span class="s2">&quot;timestamp&quot;</span><span class="p">:</span> <span class="n">doc</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;timestamp&quot;</span><span class="p">,</span> <span class="s2">&quot;unknown&quot;</span><span class="p">)</span>
        <span class="p">})</span>
    <span class="c1"># 检查是否有数据需要插入</span>
    <span class="k">if</span> <span class="n">data</span><span class="p">:</span>
        <span class="c1"># 使用 upsert 操作插入数据，覆盖重复 ID</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">upsert</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="p">,</span> <span class="n">data</span><span class="o">=</span><span class="n">data</span><span class="p">)</span>
        <span class="c1"># 记录插入或更新的文档数量日志</span>
        <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;已插入或更新 </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span><span class="si">}</span><span class="s2"> 个文档&quot;</span><span class="p">)</span>
</code></pre></div>
<h4 id="3_2">3 实现步骤<a class="headerlink" href="#3_2" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>提取文本</strong>：</li>
<li>从文档对象中提取文本内容。</li>
<li><strong>生成向量</strong>：</li>
<li>使用BGE-M3模型生成稠密和稀疏向量。</li>
<li><strong>构造数据</strong>：</li>
<li>为每篇文档生成唯一ID（MD5哈希）。</li>
<li>将向量和元数据组织成字典。</li>
<li><strong>存储数据</strong>：</li>
<li>使用<code>upsert</code>操作插入或更新数据。</li>
</ol>
<h4 id="4_2">4 说明<a class="headerlink" href="#4_2" title="Permanent link">&para;</a></h4>
<ul>
<li><strong>唯一性</strong>：通过MD5哈希确保ID唯一。</li>
<li><strong>稀疏向量处理</strong>：将稀疏矩阵转换为字典格式。</li>
</ul>
<hr />
<h3 id="_6">五、混合检索与重排序<a class="headerlink" href="#_6" title="Permanent link">&para;</a></h3>
<h4 id="1_3">1 功能<a class="headerlink" href="#1_3" title="Permanent link">&para;</a></h4>
<p><code>hybrid_search_with_rerank</code>方法实现混合检索并重排序，返回最相关文档。</p>
<h4 id="2_3">2 代码示例<a class="headerlink" href="#2_3" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># 定义方法，执行混合检索并重排序</span>
<span class="k">def</span><span class="w"> </span><span class="nf">hybrid_search_with_rerank</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">query</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="n">conf</span><span class="o">.</span><span class="n">RETRIEVAL_K</span><span class="p">,</span> <span class="n">source_filter</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
    <span class="c1"># 使用 BGE-M3 嵌入函数生成查询的嵌入</span>
    <span class="n">query_embeddings</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">embedding_function</span><span class="p">([</span><span class="nb">str</span><span class="p">(</span><span class="n">query</span><span class="p">)])</span>
    <span class="c1"># 获取查询的稠密向量</span>
    <span class="n">dense_query_vector</span> <span class="o">=</span> <span class="n">query_embeddings</span><span class="p">[</span><span class="s2">&quot;dense&quot;</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span>
    <span class="c1"># 初始化查询的稀疏向量字典</span>
    <span class="n">sparse_query_vector</span> <span class="o">=</span> <span class="p">{}</span>
    <span class="c1"># 获取查询稀疏向量的第 0 行数据</span>
    <span class="n">row</span> <span class="o">=</span> <span class="n">query_embeddings</span><span class="p">[</span><span class="s2">&quot;sparse&quot;</span><span class="p">][[</span><span class="n">index</span><span class="p">],:]</span>
    <span class="c1"># 获取稀疏向量的非零值索引</span>
    <span class="n">indices</span> <span class="o">=</span> <span class="n">row</span><span class="o">.</span><span class="n">indices</span>
    <span class="c1"># 获取稀疏向量的非零值</span>
    <span class="n">values</span> <span class="o">=</span> <span class="n">row</span><span class="o">.</span><span class="n">data</span>
    <span class="c1"># 将索引和值配对，填充稀疏向量字典</span>
    <span class="k">for</span> <span class="n">idx</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">indices</span><span class="p">,</span> <span class="n">values</span><span class="p">):</span>
        <span class="n">sparse_query_vector</span><span class="p">[</span><span class="n">idx</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>

    <span class="c1"># 初始化过滤表达式，默认不过滤</span>
    <span class="n">filter_expr</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;source == &#39;</span><span class="si">{</span><span class="n">source_filter</span><span class="si">}</span><span class="s2">&#39;&quot;</span> <span class="k">if</span> <span class="n">source_filter</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span>
    <span class="c1"># 创建稠密向量搜索请求</span>
    <span class="n">dense_request</span> <span class="o">=</span> <span class="n">AnnSearchRequest</span><span class="p">(</span>
        <span class="n">data</span><span class="o">=</span><span class="p">[</span><span class="n">dense_query_vector</span><span class="p">],</span>
        <span class="n">anns_field</span><span class="o">=</span><span class="s2">&quot;dense_vector&quot;</span><span class="p">,</span>
        <span class="n">param</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;metric_type&quot;</span><span class="p">:</span> <span class="s2">&quot;IP&quot;</span><span class="p">,</span> <span class="s2">&quot;params&quot;</span><span class="p">:</span> <span class="p">{</span><span class="s2">&quot;nprobe&quot;</span><span class="p">:</span> <span class="mi">10</span><span class="p">}},</span>
        <span class="n">limit</span><span class="o">=</span><span class="n">k</span><span class="p">,</span>
        <span class="n">expr</span><span class="o">=</span><span class="n">filter_expr</span>
    <span class="p">)</span>
    <span class="c1"># 创建稀疏向量搜索请求</span>
    <span class="n">sparse_request</span> <span class="o">=</span> <span class="n">AnnSearchRequest</span><span class="p">(</span>
        <span class="n">data</span><span class="o">=</span><span class="p">[</span><span class="n">sparse_query_vector</span><span class="p">],</span>
        <span class="n">anns_field</span><span class="o">=</span><span class="s2">&quot;sparse_vector&quot;</span><span class="p">,</span>
        <span class="n">param</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;metric_type&quot;</span><span class="p">:</span> <span class="s2">&quot;IP&quot;</span><span class="p">,</span> <span class="s2">&quot;params&quot;</span><span class="p">:</span> <span class="p">{}},</span>
        <span class="n">limit</span><span class="o">=</span><span class="n">k</span><span class="p">,</span>
        <span class="n">expr</span><span class="o">=</span><span class="n">filter_expr</span>
    <span class="p">)</span>

    <span class="c1"># 创建加权排序器，稀疏向量权重 0.7，稠密向量权重 1.0</span>
    <span class="n">ranker</span> <span class="o">=</span> <span class="n">WeightedRanker</span><span class="p">(</span><span class="mf">0.7</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">)</span>
    <span class="c1"># 执行混合搜索，返回 Top-K 结果</span>
    <span class="n">results</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">hybrid_search</span><span class="p">(</span>
        <span class="n">collection_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">collection_name</span><span class="p">,</span>
        <span class="n">reqs</span><span class="o">=</span><span class="p">[</span><span class="n">dense_request</span><span class="p">,</span> <span class="n">sparse_request</span><span class="p">],</span>
        <span class="n">ranker</span><span class="o">=</span><span class="n">ranker</span><span class="p">,</span>
        <span class="n">limit</span><span class="o">=</span><span class="n">k</span><span class="p">,</span>
        <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;text&quot;</span><span class="p">,</span> <span class="s2">&quot;parent_id&quot;</span><span class="p">,</span> <span class="s2">&quot;parent_content&quot;</span><span class="p">,</span> <span class="s2">&quot;source&quot;</span><span class="p">,</span> <span class="s2">&quot;timestamp&quot;</span><span class="p">]</span>
    <span class="p">)[</span><span class="mi">0</span><span class="p">]</span>

    <span class="c1"># 将搜索结果转换为 Document 对象列表</span>
    <span class="n">sub_chunks</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_doc_from_hit</span><span class="p">(</span><span class="n">hit</span><span class="p">[</span><span class="s2">&quot;entity&quot;</span><span class="p">])</span> <span class="k">for</span> <span class="n">hit</span> <span class="ow">in</span> <span class="n">results</span><span class="p">]</span>
    <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s1">&#39;sub_chunks--&gt;</span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">sub_chunks</span><span class="p">)</span><span class="si">}</span><span class="s1">&#39;</span><span class="p">)</span>
    <span class="c1"># 从子块中提取去重的父文档</span>
    <span class="n">parent_docs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_unique_parent_docs</span><span class="p">(</span><span class="n">sub_chunks</span><span class="p">)</span>
    <span class="c1"># 如果只有1个文档，直接返回跳过重排序</span>
    <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">parent_docs</span><span class="p">)</span> <span class="o">&lt;</span> <span class="mi">2</span><span class="p">:</span>
      <span class="k">return</span> <span class="n">parent_docs</span><span class="p">[:</span><span class="n">conf</span><span class="o">.</span><span class="n">CANDIDATE_M</span><span class="p">]</span> 
    <span class="c1"># 如果有父文档，进行重排序</span>
    <span class="k">if</span> <span class="n">parent_docs</span><span class="p">:</span>
        <span class="c1"># 创建查询与文档内容的配对列表</span>
        <span class="n">pairs</span> <span class="o">=</span> <span class="p">[[</span><span class="n">query</span><span class="p">,</span> <span class="n">doc</span><span class="o">.</span><span class="n">page_content</span><span class="p">]</span> <span class="k">for</span> <span class="n">doc</span> <span class="ow">in</span> <span class="n">parent_docs</span><span class="p">]</span>
        <span class="c1"># 使用 BGE-Reranker 计算每个配对的得分</span>
        <span class="n">scores</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">reranker</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">pairs</span><span class="p">)</span>
        <span class="c1"># 根据得分从高到低排序文档</span>
        <span class="n">ranked_parent_docs</span> <span class="o">=</span> <span class="p">[</span><span class="n">doc</span> <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">doc</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">zip</span><span class="p">(</span><span class="n">scores</span><span class="p">,</span> <span class="n">parent_docs</span><span class="p">),</span> <span class="n">reverse</span><span class="o">=</span><span class="kc">True</span><span class="p">)]</span>
    <span class="c1"># 如果没有父文档，返回空列表</span>
    <span class="k">else</span><span class="p">:</span>
        <span class="n">ranked_parent_docs</span> <span class="o">=</span> <span class="p">[]</span>

    <span class="c1"># 返回前 k 个重排序后的文档</span>
    <span class="k">return</span> <span class="n">ranked_parent_docs</span><span class="p">[:</span><span class="n">conf</span><span class="o">.</span><span class="n">CANDIDATE_M</span><span class="p">]</span>
</code></pre></div>
<h4 id="3_3">3 实现步骤<a class="headerlink" href="#3_3" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>生成查询向量</strong>：</li>
<li>使用BGE-M3生成稠密和稀疏向量。</li>
<li><strong>构造检索请求</strong>：</li>
<li>为稠密和稀疏向量分别创建<code>AnnSearchRequest</code>。</li>
<li><strong>混合检索</strong>：</li>
<li>使用<code>WeightedRanker</code>融合结果。</li>
<li><strong>重排序</strong>：</li>
<li>使用<code>CrossEncoder</code>重新排序父文档。</li>
</ol>
<h4 id="4_3">4 说明<a class="headerlink" href="#4_3" title="Permanent link">&para;</a></h4>
<ul>
<li><strong>混合检索</strong>：提升覆盖率和准确性。</li>
<li><strong>重排序</strong>：确保最相关文档优先。</li>
</ul>
<hr />
<h3 id="_7">六、获取唯一父文档<a class="headerlink" href="#_7" title="Permanent link">&para;</a></h3>
<h4 id="1_4">1 功能<a class="headerlink" href="#1_4" title="Permanent link">&para;</a></h4>
<p><code>_get_unique_parent_docs</code>方法从子块中提取去重的父文档。</p>
<h4 id="2_4">2 代码示例<a class="headerlink" href="#2_4" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># 定义私有方法，从子块中提取去重的父文档</span>
<span class="k">def</span><span class="w"> </span><span class="nf">_get_unique_parent_docs</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">sub_chunks</span><span class="p">):</span>
    <span class="c1"># 初始化集合，用于存储已处理的父块内容（去重）</span>
    <span class="n">parent_contents</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
    <span class="c1"># 初始化列表，用于存储唯一父文档</span>
    <span class="n">unique_docs</span> <span class="o">=</span> <span class="p">[]</span>
    <span class="c1"># 遍历所有子块</span>
    <span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">sub_chunks</span><span class="p">:</span>
        <span class="c1"># 获取子块的父块内容，默认为子块内容</span>
        <span class="n">parent_content</span> <span class="o">=</span> <span class="n">chunk</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;parent_content&quot;</span><span class="p">,</span> <span class="n">chunk</span><span class="o">.</span><span class="n">page_content</span><span class="p">)</span>
        <span class="c1"># 检查父块内容是否非空且未重复</span>
        <span class="k">if</span> <span class="n">parent_content</span> <span class="ow">and</span> <span class="n">parent_content</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">parent_contents</span><span class="p">:</span>
            <span class="c1"># 创建新的 Document 对象，包含父块内容和元数据</span>
            <span class="n">unique_docs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Document</span><span class="p">(</span><span class="n">page_content</span><span class="o">=</span><span class="n">parent_content</span><span class="p">,</span> <span class="n">metadata</span><span class="o">=</span><span class="n">chunk</span><span class="o">.</span><span class="n">metadata</span><span class="p">))</span>
            <span class="c1"># 将父块内容添加到去重集合</span>
            <span class="n">parent_contents</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">parent_content</span><span class="p">)</span>
    <span class="c1"># 返回去重后的父文档列表</span>
    <span class="k">return</span> <span class="n">unique_docs</span>
</code></pre></div>
<h4 id="3_4">3 实现步骤<a class="headerlink" href="#3_4" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>去重</strong>：</li>
<li>使用集合记录已处理的父内容。</li>
<li><strong>构造文档</strong>：</li>
<li>创建包含父内容的<code>Document</code>对象。</li>
</ol>
<h4 id="4_4">4 说明<a class="headerlink" href="#4_4" title="Permanent link">&para;</a></h4>
<ul>
<li><strong>去重逻辑</strong>：避免重复父文档。</li>
<li><strong>元数据保留</strong>：保持完整性。</li>
</ul>
<hr />
<h3 id="_8">七、从查询结果创建文档<a class="headerlink" href="#_8" title="Permanent link">&para;</a></h3>
<h4 id="1_5">1 功能<a class="headerlink" href="#1_5" title="Permanent link">&para;</a></h4>
<p><code>_doc_from_hit</code>方法将Milvus查询结果转换为<code>Document</code>对象。</p>
<h4 id="2_5">2 代码示例<a class="headerlink" href="#2_5" title="Permanent link">&para;</a></h4>
<div class="highlight"><pre><span></span><code><span class="c1"># 定义私有方法，从 Milvus 查询结果创建 Document 对象</span>
<span class="k">def</span><span class="w"> </span><span class="nf">_doc_from_hit</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hit</span><span class="p">):</span>
    <span class="c1"># 创建并返回 Document 对象，填充内容和元数据</span>
    <span class="k">return</span> <span class="n">Document</span><span class="p">(</span>
        <span class="n">page_content</span><span class="o">=</span><span class="n">hit</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;text&quot;</span><span class="p">),</span>
        <span class="n">metadata</span><span class="o">=</span><span class="p">{</span>
            <span class="s2">&quot;parent_id&quot;</span><span class="p">:</span> <span class="n">hit</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;parent_id&quot;</span><span class="p">),</span>
            <span class="s2">&quot;parent_content&quot;</span><span class="p">:</span> <span class="n">hit</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;parent_content&quot;</span><span class="p">),</span>
            <span class="s2">&quot;source&quot;</span><span class="p">:</span> <span class="n">hit</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;source&quot;</span><span class="p">),</span>
            <span class="s2">&quot;timestamp&quot;</span><span class="p">:</span> <span class="n">hit</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;timestamp&quot;</span><span class="p">)</span>
        <span class="p">}</span>
    <span class="p">)</span>
</code></pre></div>
<h4 id="3_5">3 实现步骤<a class="headerlink" href="#3_5" title="Permanent link">&para;</a></h4>
<ol>
<li><strong>提取内容和元数据</strong>：</li>
<li>从查询结果中获取字段。</li>
<li><strong>创建对象</strong>：</li>
<li>构造<code>Document</code>实例。</li>
</ol>
<hr />
<h3 id="_9">本章小结<a class="headerlink" href="#_9" title="Permanent link">&para;</a></h3>
<p>本章节全面讲解了<code>vector_store.py</code>模块的每个方法：</p>
<ul>
<li>
<p><strong>初始化</strong>：设置参数和模型，为向量存储做好准备。</p>
</li>
<li>
<p><strong>创建集合</strong>：定义结构和索引，构建高效数据库。</p>
</li>
<li><strong>添加文档</strong>：实现文档向量化与存储。</li>
<li><strong>混合检索</strong>：结合稠密和稀疏向量并重排序，返回最相关结果。</li>
<li><strong>辅助方法</strong>：支持去重和文档转换。</li>
</ul>
<p>学习者通过本章节掌握了向量存储的完整流程，为RAG系统的检索功能奠定了基础。</p>


              </article>
            </div>
          
          
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
        </div>
        
      </main>
      
        <footer class="md-footer">
  
  <div class="md-footer-meta md-typeset">
    <div class="md-footer-meta__inner md-grid">
      <div class="md-copyright">
  
    <div class="md-copyright__highlight">
      © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
    </div>
  
  
    Made with
    <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
      Material for MkDocs
    </a>
  
</div>
      
    </div>
  </div>
</footer>
      
    </div>
    <div class="md-dialog" data-md-component="dialog">
      <div class="md-dialog__inner md-typeset"></div>
    </div>
    
    
      <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
    
    
      <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
      
        <script src="../javascripts/extra.js"></script>
      
        <script src="../javascripts/mathjax.js"></script>
      
        <!--        <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
      
        <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
      
    
  </body>
</html>