| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529 |
- <!doctype html>
- <html lang="zh" class="no-js">
- <head>
-
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width,initial-scale=1">
-
-
-
-
- <link rel="prev" href="2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html">
-
-
- <link rel="next" href="2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html">
-
-
- <link rel="icon" href="../img/AI.jpg">
- <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
-
-
-
- <title>2.3 向量索引:HNSW 与 IVF - 企业知识库RAG智能问答项目V1.0</title>
-
-
-
- <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
-
-
-
-
-
-
-
-
-
-
- <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
- <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
- <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
-
-
-
- <link rel="stylesheet" href="../stylesheets/extra.css">
-
- <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
-
-
-
-
-
- </head>
-
-
- <body dir="ltr">
-
-
- <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
- <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
- <label class="md-overlay" for="__drawer"></label>
- <div data-md-component="skip">
-
-
- <a href="#section-1" class="md-skip">
- 跳转至
- </a>
-
- </div>
- <div data-md-component="announce">
-
- </div>
-
-
-
-
- <header class="md-header md-header--shadow" data-md-component="header">
- <nav class="md-header__inner md-grid" aria-label="页眉">
- <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
-
- <img src="../img/AI.jpg" alt="logo">
- </a>
- <label class="md-header__button md-icon" for="__drawer">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
- </label>
- <div class="md-header__title" data-md-component="header-title">
- <div class="md-header__ellipsis">
- <div class="md-header__topic">
- <span class="md-ellipsis">
- 企业知识库RAG智能问答项目V1.0
- </span>
- </div>
- <div class="md-header__topic" data-md-component="header-topic">
- <span class="md-ellipsis">
-
- 2.3 向量索引:HNSW 与 IVF
-
- </span>
- </div>
- </div>
- </div>
-
-
- <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
-
-
-
-
-
- <label class="md-header__button md-icon" for="__search">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
- </label>
- <div class="md-search" data-md-component="search" role="dialog">
- <label class="md-search__overlay" for="__search"></label>
- <div class="md-search__inner" role="search">
- <form class="md-search__form" name="search">
- <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
- <label class="md-search__icon md-icon" for="__search">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
- </label>
- <nav class="md-search__options" aria-label="查找">
-
- <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
-
- <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
- </button>
- </nav>
-
- </form>
- <div class="md-search__output">
- <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
- <div class="md-search-result" data-md-component="search-result">
- <div class="md-search-result__meta">
- 正在初始化搜索引擎
- </div>
- <ol class="md-search-result__list" role="presentation"></ol>
- </div>
- </div>
- </div>
- </div>
- </div>
-
-
-
- </nav>
-
- </header>
-
- <div class="md-container" data-md-component="container">
-
-
-
-
-
-
- <main class="md-main" data-md-component="main">
- <div class="md-main__inner md-grid">
-
-
-
- <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
- <div class="md-sidebar__scrollwrap">
- <div class="md-sidebar__inner">
-
- <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
- <label class="md-nav__title" for="__drawer">
- <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
-
- <img src="../img/AI.jpg" alt="logo">
- </a>
- 企业知识库RAG智能问答项目V1.0
- </label>
-
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../index.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 知识库内容
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
-
-
- <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ① 项目概述
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_2">
- <span class="md-nav__icon md-icon"></span>
- ① 项目概述
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.1 项目架构
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.2 项目环境(window)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 1.3 项目环境(mac)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--active md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" checked>
-
-
- <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ② 项目工具
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="true">
- <label class="md-nav__title" for="__nav_3">
- <span class="md-nav__icon md-icon"></span>
- ② 项目工具
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
- <li class="md-nav__item">
- <a href="2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.1 Ollama大模型高效管理工具
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.2 LangChain基础知识.md
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--active">
- <a href="2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link md-nav__link--active">
-
-
-
- <span class="md-ellipsis">
- 2.3 向量索引:HNSW 与 IVF
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 2.4 Milvus向量数据库
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4">
-
-
- <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ③ 基于Mysql库的问答系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_4">
- <span class="md-nav__icon md-icon"></span>
- ③ 基于Mysql库的问答系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.1 Python日志介绍与应用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.2 Redis数据库简介与使用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.3 基于Mysql数据库实现问答系统
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 3.4 BM25算法简介与应用
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5">
-
-
- <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ④ 基于Milvus库的问答系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_5">
- <span class="md-nav__icon md-icon"></span>
- ④ 基于Milvus库的问答系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.1 整体架构与工程流程
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.2 基础模块
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.3 文档处理模块
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.4 向量存储
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item"><a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20BERT%E5%9F%BA%E7%A1%80%E4%B8%8E%E4%BB%BB%E5%8A%A1%E5%BE%AE%E8%B0%83.html" class="md-nav__link"><span class="md-ellipsis">4.5 BERT基础与任务微调</span></a></li><li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.6 prompts设计与query意图识别
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.7 检索策略与RAG系统设计
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.8 RAG系统运行
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.9 文档解析工具(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.10%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 4.10 RAG中的Query改写(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 数据集生成与优化(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
-
-
- <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑤ RAG系统评估
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_6">
- <span class="md-nav__icon md-icon"></span>
- ⑤ RAG系统评估
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.1 RAG系统评估工具
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.2 实现企业知识库RAG系统的评估
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 5.3 RAG评估数据集的构造(扩展)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7">
-
-
- <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑥ 融合Mysql的RAG系统
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_7">
- <span class="md-nav__icon md-icon"></span>
- ⑥ 融合Mysql的RAG系统
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.1 融合FQA和知识库查询
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.2 融合FAQ 和知识库查询(优化版)
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 6.4 FastAPI和Flask的区别和联系(扩展资料)
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item md-nav__item--nested">
-
-
-
- <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8">
-
-
- <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
-
-
-
- <span class="md-ellipsis">
- ⑦ 企业级生产环境部署
-
- </span>
-
- <span class="md-nav__icon md-icon"></span>
- </label>
-
- <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
- <label class="md-nav__title" for="__nav_8">
- <span class="md-nav__icon md-icon"></span>
- ⑦ 企业级生产环境部署
- </label>
- <ul class="md-nav__list" data-md-scrollfix>
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 7.1 Docker的原理和基本使用
-
- </span>
-
- </a>
- </li>
-
-
-
-
-
-
-
-
-
- <li class="md-nav__item">
- <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
-
-
-
- <span class="md-ellipsis">
- 7.2 服务部署
-
- </span>
-
- </a>
- </li>
-
-
-
- </ul>
- </nav>
-
- </li>
-
-
- </ul>
- </nav>
- </div>
- </div>
- </div>
-
-
-
- <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
- <div class="md-sidebar__scrollwrap">
- <div class="md-sidebar__inner">
-
- <nav class="md-nav md-nav--secondary" aria-label="目录">
-
-
-
-
- <label class="md-nav__title" for="__toc">
- <span class="md-nav__icon md-icon"></span>
- 目录
- </label>
- <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
- <li class="md-nav__item">
- <a href="#section-1" class="md-nav__link">
- <span class="md-ellipsis">
- 1. 不同格式的文件,都可以转成向量
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-2" class="md-nav__link">
- <span class="md-ellipsis">
- 2. 为什么 B+ 树这类标量索引不够用
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-3" class="md-nav__link">
- <span class="md-ellipsis">
- 3. 暴力搜索:最简单,也最贵
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-4" class="md-nav__link">
- <span class="md-ellipsis">
- 4. HNSW:从六度人脉理解图搜索
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-5" class="md-nav__link">
- <span class="md-ellipsis">
- 5. HNSW 为什么要分层
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-6" class="md-nav__link">
- <span class="md-ellipsis">
- 6. HNSW 的入口点怎么选
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-7" class="md-nav__link">
- <span class="md-ellipsis">
- 7. HNSW 的问题:图结构很吃内存
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-8" class="md-nav__link">
- <span class="md-ellipsis">
- 8. IVF:先锁定类别,再进入类别细找
- </span>
- </a>
-
- </li>
- <li class="md-nav__item">
- <a href="#section-9" class="md-nav__link">
- <span class="md-ellipsis">
- 9. 小结
- </span>
- </a>
-
- </li>
- </ul>
-
- </nav>
- </div>
- </div>
- </div>
-
-
-
- <div class="md-content" data-md-component="content">
- <article class="md-content__inner md-typeset">
- <h1>向量索引:从语义匹配到 HNSW 与 IVF</h1>
- <blockquote>
- <p>本节目标:理解为什么文本、图片、视频、音频都可以进入向量库做语义匹配;理解为什么传统标量索引不适合直接处理向量;再进一步理解 HNSW、IVF 这类 ANN 索引的设计思路。</p>
- </blockquote>
- <h2 id="section-1">1. 不同格式的文件,都可以转成向量<a class="headerlink" href="#section-1" title="Permanent link">¶</a></h2>
- <p>在企业知识库里,数据不一定只有纯文本。</p>
- <p>常见数据可能包括:</p>
- <ul>
- <li>文本:制度文档、产品说明、FAQ、合同条款。</li>
- <li>图片:截图、票据、图纸、海报。</li>
- <li>视频:培训视频、会议录像、操作演示。</li>
- <li>音频:电话录音、访谈、会议音频。</li>
- </ul>
- <p>这些文件格式看起来不同,但进入向量检索系统之前,都会先经过模型编码,变成一串数字,也就是向量。</p>
- <p><img src="assets/ivf_hnsw_assets/00a_modal_to_vector.png" alt="不同类型的文件,都可以转成向量"></p>
- <p>向量的作用是表达语义。</p>
- <p>例如,“员工报销流程”“差旅费用怎么申请”“出差回来如何走财务审批”这几句话表面文字不一样,但语义接近。经过向量模型编码后,它们在向量空间里的距离通常会更近。</p>
- <p>因此,向量数据库要解决的问题不是简单的关键词匹配,而是:</p>
- <p><strong>给定一个查询向量,从海量向量里找出语义最相近的内容。</strong></p>
- <h2 id="section-2">2. 为什么 B+ 树这类标量索引不够用<a class="headerlink" href="#section-2" title="Permanent link">¶</a></h2>
- <p>在 MySQL 这类关系型数据库里,我们经常会给字段建立索引。比如给用户 ID、时间、价格、状态字段建立索引。</p>
- <p>这些字段通常是标量。标量有明确的大小顺序:</p>
- <pre><code class="language-text">5 < 9 < 12 < 23
- </code></pre>
- <p>因为可以比较大小,所以 MySQL 可以用 B+ 树这类结构快速定位数据范围。例如查 <code>id = 12</code>,或者查 <code>price between 100 and 200</code>,B+ 树都很适合。</p>
- <p>但向量不是一个单独的数字,而是一串浮点数:</p>
- <pre><code class="language-text">[0.21, -0.11, 0.87, ..., 0.19]
- </code></pre>
- <p>两个向量之间没有天然的“大于”或“小于”关系。不能简单说:</p>
- <pre><code class="language-text">[0.21, -0.11, 0.87] > [-0.34, 0.42, -0.58]
- </code></pre>
- <p>向量之间比较的是距离或相似度,比如余弦相似度、欧氏距离、内积。也就是说,我们关心的不是“谁更大”,而是“谁更像”。</p>
- <p><img src="assets/ivf_hnsw_assets/00b_scalar_vs_vector.png" alt="标量索引和向量索引的区别"></p>
- <p>这就导致传统的 B+ 树索引不能直接解决向量检索问题。向量数据库需要设计新的索引方案,用来快速找到近似最近邻。</p>
- <p>这类方案通常叫 ANN 索引。ANN 是 Approximate Nearest Neighbor,近似最近邻搜索。</p>
- <p>HNSW、IVF 都属于这类向量索引方案。接下来先从最朴素的暴力搜索开始,再逐步看这些索引为什么能提速。</p>
- <h2 id="section-3">3. 暴力搜索:最简单,也最贵<a class="headerlink" href="#section-3" title="Permanent link">¶</a></h2>
- <p>在 RAG 系统里,每个文档片段都会被转成一个向量。用户提问时,也会先转成一个查询向量,然后在向量库里找最相似的文档片段。</p>
- <p>最直接的方法是:查询向量和库里的每一个向量都算一次相似度,再排序取 TopK。</p>
- <p>这个方法叫暴力搜索。它的优点是结果最准确,因为一个都不漏;缺点是数据量大以后非常慢。</p>
- <p><img src="assets/ivf_hnsw_assets/00_bruteforce.png" alt="暴力搜索:一个不漏,但全部都要看"></p>
- <p>比如企业知识库里有 1000 万个向量,每次提问都要和 1000 万个向量比较一次。文档越多、并发越高,延迟和计算成本都会上升。</p>
- <p>所以向量数据库通常会建立索引。索引的核心目标是:</p>
- <p><strong>尽量少看数据,但尽量别漏掉真正相似的数据。</strong></p>
- <h2 id="section-4">4. HNSW:从六度人脉理解图搜索<a class="headerlink" href="#section-4" title="Permanent link">¶</a></h2>
- <p>理解 HNSW,可以从六度人脉理论入手。</p>
- <p>六度人脉说的是:世界上任意两个人之间,可能通过不超过 6 个中间人就能建立联系。</p>
- <p>这里重点不是“6”这个数字有多精确,而是一个更重要的直觉:</p>
- <p><strong>如果关系网络建得好,我们不需要认识所有人,也能通过少量跳转快速接近目标。</strong></p>
- <p><img src="assets/ivf_hnsw_assets/04_hnsw_six_degrees.png" alt="HNSW 直觉:六度人脉"></p>
- <p>HNSW 就是把向量组织成一张图。</p>
- <p>图里的每个点是一个向量,边表示“这两个向量比较相似”。查询时,不再从头扫描所有向量,而是从一个入口点出发,每一步都去邻居里找更接近查询向量的点。</p>
- <p>这个过程可以理解成:</p>
- <pre><code class="language-text">当前点 -> 看它的邻居 -> 选择更接近查询的邻居 -> 继续前进
- </code></pre>
- <p>只要图的连接关系设计得好,搜索就可以用很少的步数接近目标。</p>
- <h2 id="section-5">5. HNSW 为什么要分层<a class="headerlink" href="#section-5" title="Permanent link">¶</a></h2>
- <p>如果只有一层图,搜索可能还是会走很多步。因为底层图通常比较密,适合精细搜索,但不适合快速跨越大范围。</p>
- <p>所以 HNSW 引入了分层结构。</p>
- <ul>
- <li>上层图:节点少,连接稀疏,像高速路,负责快速导航。</li>
- <li>中层图:节点更多,继续缩小搜索范围。</li>
- <li>底层图:节点最多,连接最密,负责最后的精细查找。</li>
- </ul>
- <p><img src="assets/ivf_hnsw_assets/05_hnsw_layers.png" alt="HNSW:把图分层"></p>
- <p>查询时,HNSW 会先从最高层开始找。在最高层找到一个比较接近查询的位置后,再下降到下一层继续找。每下降一层,图会更细,搜索也会更精确。</p>
- <p>可以把它理解成导航软件:</p>
- <ol>
- <li>先走高速,快速接近目的地所在区域。</li>
- <li>再走主干路,进入附近街区。</li>
- <li>最后走小路,找到具体门牌。</li>
- </ol>
- <h2 id="section-6">6. HNSW 的入口点怎么选<a class="headerlink" href="#section-6" title="Permanent link">¶</a></h2>
- <p>HNSW 搜索需要一个起点,这个起点叫 entry point,也就是入口点。</p>
- <p>入口点的选择原理如下:</p>
- <p>在建索引时,新向量会被随机分配一个最高层级。大部分向量只出现在底层,少数向量会出现在更高层,极少数向量能出现在最高层。</p>
- <p>系统会维护一个当前最高层的代表节点,作为全局入口点。</p>
- <p>查询时:</p>
- <ol>
- <li>从全局入口点进入最高层。</li>
- <li>在当前层做贪心搜索:只要邻居更接近查询,就移动过去。</li>
- <li>当前层走不动以后,把这个点作为下一层的入口。</li>
- <li>一层层下降,直到最底层。</li>
- <li>在最底层保留一批候选点,再返回最近的 TopK。</li>
- </ol>
- <p><img src="assets/ivf_hnsw_assets/06_hnsw_entry.png" alt="HNSW 的入口点怎么选"></p>
- <p>这里要强调一个细节:入口点不是每次查询随机选的。它是索引结构维护出来的最高层节点。这样做的原因是,高层节点少、连接跨度大,从这里出发更容易快速接近目标区域。</p>
- <p>HNSW 的常见参数包括:</p>
- <ul>
- <li><code>M</code>:每个节点最多保留多少条边。越大,图越密,召回通常越好,但内存占用更高。</li>
- <li><code>efConstruction</code>:建图时的候选搜索范围。越大,建图更慢,但图质量通常更高。</li>
- <li><code>efSearch</code>:查询时的候选搜索范围。越大,召回通常越好,但查询更慢。</li>
- </ul>
- <h2 id="section-7">7. HNSW 的问题:图结构很吃内存<a class="headerlink" href="#section-7" title="Permanent link">¶</a></h2>
- <p>HNSW 很快,召回效果也很好,所以它是向量检索里非常常用的一类索引。</p>
- <p>但 HNSW 有一个明显问题:<strong>内存占用大。</strong></p>
- <p>原因是它不只要保存原始向量,还要保存图结构。每个节点都要记录它连接了哪些邻居;分层以后,高层还会额外保存一部分连接信息。数据量越大、<code>M</code> 设置越大,图里的边越多,内存压力就越明显。</p>
- <p>核心结论:</p>
- <pre><code class="language-text">HNSW 的速度,来自“提前建好一张近邻关系网”。
- 但这张关系网本身也要占内存。
- </code></pre>
- <p>当数据规模变成千万级、亿级,或者机器内存预算有限时,就要思考:有没有一种方式,不维护这么重的图结构,也能把搜索范围先缩小?</p>
- <p>这就引出了 IVF。</p>
- <h2 id="section-8">8. IVF:先锁定类别,再进入类别细找<a class="headerlink" href="#section-8" title="Permanent link">¶</a></h2>
- <p>IVF 的核心不是“沿图跳”,而是“先分桶”。</p>
- <p>可以用一个生活例子讲:</p>
- <p>如果我们要在一个城市里找一个穿白大褂的人,最笨的方法是挨家挨户找。住宅区、餐厅、办公楼、医院全部都搜一遍,肯定能找到,但效率很低。</p>
- <p>更自然的做法是:先判断“白大褂”大概率属于医院/医生这个类别,然后先去医院区域找。这样搜索范围一下子就缩小了。</p>
- <p><img src="assets/ivf_hnsw_assets/01_ivf_city.png" alt="IVF 直觉:城市里找白大褂"></p>
- <p>IVF 全称是 Inverted File,倒排文件索引。它会先把所有向量做聚类,把相似的向量分到同一个桶里。每个桶都有一个聚类中心,可以理解成这个桶的“代表向量”。</p>
- <p>查询时分两步:</p>
- <ol>
- <li>先拿查询向量和所有聚类中心比较,找到最接近的几个桶。</li>
- <li>再只进入这些桶里面,和桶内向量做精确比较。</li>
- </ol>
- <p><img src="assets/ivf_hnsw_assets/02_ivf_buckets.png" alt="IVF:把向量先分桶"></p>
- <p>举个数字例子:</p>
- <ul>
- <li>总量:1000 万个向量</li>
- <li>分桶:1000 个桶</li>
- <li>每桶:平均 1 万个向量</li>
- <li>查询:只搜索最近的 10 个桶</li>
- </ul>
- <p>那么候选量会从 1000 万减少到:</p>
- <pre><code class="language-text">10 个桶 × 1 万向量/桶 = 10 万向量
- </code></pre>
- <p>也就是直接砍掉约 99% 的候选量。</p>
- <p>这里的“只搜索最近的 10 个桶”不是动态判断出来的,不是“先搜几个桶,如果结果看起来不错就停”。它是查询前通过参数固定下来的,比如 <code>nprobe=10</code>。</p>
- <p>具体过程是:</p>
- <ol>
- <li>先计算查询向量和 1000 个桶中心的距离。</li>
- <li>按距离排序,选出距离最近的 10 个桶。</li>
- <li>只进入这 10 个桶做精细搜索。</li>
- <li>其他 990 个桶本次查询默认不看。</li>
- </ol>
- <p>所以 IVF 的假设是:<strong>真正相似的向量,大概率会落在离查询向量最近的几个桶里。</strong></p>
- <p>如果真正答案恰好在第 11 个桶、第 20 个桶,或者更远的桶里,而这次设置的是 <code>nprobe=10</code>,那它就可能被漏掉。这也是 IVF 被称为近似最近邻搜索的原因。</p>
- <p><img src="assets/ivf_hnsw_assets/03_ivf_scale.png" alt="IVF 的搜索量削减"></p>
- <p>这就是 IVF 的价值:<strong>先粗筛,再精筛。</strong></p>
- <p>和 HNSW 相比,IVF 不需要给每个向量维护复杂的多层邻居图。它主要保存“桶中心”和“每个桶里有哪些向量”。因此在很多场景下,IVF 的索引结构更轻,内存压力更可控。</p>
- <p>但 IVF 也有代价。因为我们只搜最近的几个桶,所以 IVF 不是绝对精确搜索,而是在速度和召回率之间做权衡。</p>
- <p>在 Milvus 里,IVF 相关索引常见参数包括:</p>
- <ul>
- <li><code>nlist</code>:建索引时分多少个桶。</li>
- <li><code>nprobe</code>:查询时搜索多少个桶。</li>
- </ul>
- <p><code>nprobe</code> 越大,召回率通常越高,但速度越慢;<code>nprobe</code> 越小,速度越快,但更容易漏掉结果。</p>
- <h2 id="section-9">9. 小结<a class="headerlink" href="#section-9" title="Permanent link">¶</a></h2>
- <p>本节可以总结为三句话:</p>
- <ol>
- <li>暴力搜索最准确,但数据大了太慢。</li>
- <li>HNSW 用“分层图 + 贪心跳转”快速接近目标,速度和召回都很强,但图结构占内存。</li>
- <li>IVF 用“先分桶再细找”减少候选量,索引结构相对更轻。</li>
- </ol>
- <p>在真实项目里没有绝对最好的索引,只有更适合当前业务约束的索引。要看数据规模、内存预算、延迟要求和召回率要求。</p>
- </article>
- </div>
-
-
- <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
- </div>
-
- </main>
-
- <footer class="md-footer">
-
- <div class="md-footer-meta md-typeset">
- <div class="md-footer-meta__inner md-grid">
- <div class="md-copyright">
-
- <div class="md-copyright__highlight">
- © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
- </div>
-
-
- Made with
- <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
- Material for MkDocs
- </a>
-
- </div>
-
- </div>
- </div>
- </footer>
-
- </div>
- <div class="md-dialog" data-md-component="dialog">
- <div class="md-dialog__inner md-typeset"></div>
- </div>
-
-
-
-
- <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
-
-
- <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
-
- <script src="../javascripts/extra.js"></script>
-
- <script src="../javascripts/mathjax.js"></script>
-
- <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
-
- <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
-
-
- </body>
- </html>
|