2.4 Milvus向量数据库.html 137 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468
  1. <!doctype html>
  2. <html lang="zh" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html">
  7. <link rel="next" href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html">
  8. <link rel="icon" href="../img/AI.jpg">
  9. <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21">
  10. <title>2.4 Milvus向量数据库 - 企业知识库RAG智能问答项目V1.0</title>
  11. <link rel="stylesheet" href="../assets/stylesheets/main.2a3383ac.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&amp;display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <link rel="stylesheet" href="../stylesheets/extra.css">
  16. <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  17. </head>
  18. <body dir="ltr">
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#_1" class="md-skip">
  24. 跳转至
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <header class="md-header md-header--shadow" data-md-component="header">
  30. <nav class="md-header__inner md-grid" aria-label="页眉">
  31. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-header__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  32. <img src="../img/AI.jpg" alt="logo">
  33. </a>
  34. <label class="md-header__button md-icon" for="__drawer">
  35. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
  36. </label>
  37. <div class="md-header__title" data-md-component="header-title">
  38. <div class="md-header__ellipsis">
  39. <div class="md-header__topic">
  40. <span class="md-ellipsis">
  41. 企业知识库RAG智能问答项目V1.0
  42. </span>
  43. </div>
  44. <div class="md-header__topic" data-md-component="header-topic">
  45. <span class="md-ellipsis">
  46. 2.4 Milvus向量数据库
  47. </span>
  48. </div>
  49. </div>
  50. </div>
  51. <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="搜索" placeholder="搜索" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="查找">
  65. <button type="reset" class="md-search__icon md-icon" title="清空当前内容" aria-label="清空当前内容" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. 正在初始化搜索引擎
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="导航栏" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../index.html" title="企业知识库RAG智能问答项目V1.0" class="md-nav__button md-logo" aria-label="企业知识库RAG智能问答项目V1.0" data-md-component="logo">
  93. <img src="../img/AI.jpg" alt="logo">
  94. </a>
  95. 企业知识库RAG智能问答项目V1.0
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../index.html" class="md-nav__link">
  100. <span class="md-ellipsis">
  101. 知识库内容
  102. </span>
  103. </a>
  104. </li>
  105. <li class="md-nav__item md-nav__item--nested">
  106. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
  107. <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
  108. <span class="md-ellipsis">
  109. ① 项目概述
  110. </span>
  111. <span class="md-nav__icon md-icon"></span>
  112. </label>
  113. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
  114. <label class="md-nav__title" for="__nav_2">
  115. <span class="md-nav__icon md-icon"></span>
  116. ① 项目概述
  117. </label>
  118. <ul class="md-nav__list" data-md-scrollfix>
  119. <li class="md-nav__item">
  120. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.1%20%E9%A1%B9%E7%9B%AE%E6%9E%B6%E6%9E%84.html" class="md-nav__link">
  121. <span class="md-ellipsis">
  122. 1.1 项目架构
  123. </span>
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.2%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28window%29.html" class="md-nav__link">
  128. <span class="md-ellipsis">
  129. 1.2 项目环境(window)
  130. </span>
  131. </a>
  132. </li>
  133. <li class="md-nav__item">
  134. <a href="../%E2%91%A0%20%E9%A1%B9%E7%9B%AE%E6%A6%82%E8%BF%B0/1.3%20%E9%A1%B9%E7%9B%AE%E7%8E%AF%E5%A2%83%28mac%29.html" class="md-nav__link">
  135. <span class="md-ellipsis">
  136. 1.3 项目环境(mac)
  137. </span>
  138. </a>
  139. </li>
  140. </ul>
  141. </nav>
  142. </li>
  143. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  144. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" checked>
  145. <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
  146. <span class="md-ellipsis">
  147. ② 项目工具
  148. </span>
  149. <span class="md-nav__icon md-icon"></span>
  150. </label>
  151. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="true">
  152. <label class="md-nav__title" for="__nav_3">
  153. <span class="md-nav__icon md-icon"></span>
  154. ② 项目工具
  155. </label>
  156. <ul class="md-nav__list" data-md-scrollfix>
  157. <li class="md-nav__item">
  158. <a href="2.1%20Ollama%E5%A4%A7%E6%A8%A1%E5%9E%8B%E9%AB%98%E6%95%88%E7%AE%A1%E7%90%86%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  159. <span class="md-ellipsis">
  160. 2.1 Ollama大模型高效管理工具
  161. </span>
  162. </a>
  163. </li>
  164. <li class="md-nav__item">
  165. <a href="2.2%20LangChain%E5%9F%BA%E7%A1%80%E7%9F%A5%E8%AF%86.md.html" class="md-nav__link">
  166. <span class="md-ellipsis">
  167. 2.2 LangChain基础知识.md
  168. </span>
  169. </a>
  170. </li>
  171. <li class="md-nav__item">
  172. <a href="2.3%20%E5%90%91%E9%87%8F%E7%B4%A2%E5%BC%95%EF%BC%9AHNSW%E3%80%81IVF%E4%B8%8EIVF_PQ.html" class="md-nav__link">
  173. <span class="md-ellipsis">
  174. 2.3 向量索引:HNSW、IVF与IVF_PQ
  175. </span>
  176. </a>
  177. </li>
  178. <li class="md-nav__item md-nav__item--active">
  179. <a href="2.4%20Milvus%E5%90%91%E9%87%8F%E6%95%B0%E6%8D%AE%E5%BA%93.html" class="md-nav__link md-nav__link--active">
  180. <span class="md-ellipsis">
  181. 2.4 Milvus向量数据库
  182. </span>
  183. </a>
  184. </li>
  185. </ul>
  186. </nav>
  187. </li>
  188. <li class="md-nav__item md-nav__item--nested">
  189. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4">
  190. <label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
  191. <span class="md-ellipsis">
  192. ③ 基于Mysql库的问答系统
  193. </span>
  194. <span class="md-nav__icon md-icon"></span>
  195. </label>
  196. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
  197. <label class="md-nav__title" for="__nav_4">
  198. <span class="md-nav__icon md-icon"></span>
  199. ③ 基于Mysql库的问答系统
  200. </label>
  201. <ul class="md-nav__list" data-md-scrollfix>
  202. <li class="md-nav__item">
  203. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.1%20Python%E6%97%A5%E5%BF%97%E4%BB%8B%E7%BB%8D%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  204. <span class="md-ellipsis">
  205. 3.1 Python日志介绍与应用
  206. </span>
  207. </a>
  208. </li>
  209. <li class="md-nav__item">
  210. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.2%20Redis%E6%95%B0%E6%8D%AE%E5%BA%93%E7%AE%80%E4%BB%8B%E4%B8%8E%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  211. <span class="md-ellipsis">
  212. 3.2 Redis数据库简介与使用
  213. </span>
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.3%20%E5%9F%BA%E4%BA%8EMysql%E6%95%B0%E6%8D%AE%E5%BA%93%E5%AE%9E%E7%8E%B0%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F.html" class="md-nav__link">
  218. <span class="md-ellipsis">
  219. 3.3 基于Mysql数据库实现问答系统
  220. </span>
  221. </a>
  222. </li>
  223. <li class="md-nav__item">
  224. <a href="../%E2%91%A2%20%E5%9F%BA%E4%BA%8EMysql%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/3.4%20BM25%E7%AE%97%E6%B3%95%E7%AE%80%E4%BB%8B%E4%B8%8E%E5%BA%94%E7%94%A8.html" class="md-nav__link">
  225. <span class="md-ellipsis">
  226. 3.4 BM25算法简介与应用
  227. </span>
  228. </a>
  229. </li>
  230. </ul>
  231. </nav>
  232. </li>
  233. <li class="md-nav__item md-nav__item--nested">
  234. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5">
  235. <label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
  236. <span class="md-ellipsis">
  237. ④ 基于Milvus库的问答系统
  238. </span>
  239. <span class="md-nav__icon md-icon"></span>
  240. </label>
  241. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
  242. <label class="md-nav__title" for="__nav_5">
  243. <span class="md-nav__icon md-icon"></span>
  244. ④ 基于Milvus库的问答系统
  245. </label>
  246. <ul class="md-nav__list" data-md-scrollfix>
  247. <li class="md-nav__item">
  248. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.1%20%E6%95%B4%E4%BD%93%E6%9E%B6%E6%9E%84%E4%B8%8E%E5%B7%A5%E7%A8%8B%E6%B5%81%E7%A8%8B.html" class="md-nav__link">
  249. <span class="md-ellipsis">
  250. 4.1 整体架构与工程流程
  251. </span>
  252. </a>
  253. </li>
  254. <li class="md-nav__item">
  255. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.2%20%E5%9F%BA%E7%A1%80%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  256. <span class="md-ellipsis">
  257. 4.2 基础模块
  258. </span>
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.3%20%E6%96%87%E6%A1%A3%E5%A4%84%E7%90%86%E6%A8%A1%E5%9D%97.html" class="md-nav__link">
  263. <span class="md-ellipsis">
  264. 4.3 文档处理模块
  265. </span>
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.4%20%E5%90%91%E9%87%8F%E5%AD%98%E5%82%A8.html" class="md-nav__link">
  270. <span class="md-ellipsis">
  271. 4.4 向量存储
  272. </span>
  273. </a>
  274. </li>
  275. <li class="md-nav__item"><a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.5%20BERT%E5%9F%BA%E7%A1%80%E4%B8%8E%E4%BB%BB%E5%8A%A1%E5%BE%AE%E8%B0%83.html" class="md-nav__link"><span class="md-ellipsis">4.5 BERT基础与任务微调</span></a></li><li class="md-nav__item">
  276. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.6%20prompts%E8%AE%BE%E8%AE%A1%E4%B8%8Equery%E6%84%8F%E5%9B%BE%E8%AF%86%E5%88%AB.html" class="md-nav__link">
  277. <span class="md-ellipsis">
  278. 4.6 prompts设计与query意图识别
  279. </span>
  280. </a>
  281. </li>
  282. <li class="md-nav__item">
  283. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.7%20%E6%A3%80%E7%B4%A2%E7%AD%96%E7%95%A5%E4%B8%8ERAG%E7%B3%BB%E7%BB%9F%E8%AE%BE%E8%AE%A1.html" class="md-nav__link">
  284. <span class="md-ellipsis">
  285. 4.7 检索策略与RAG系统设计
  286. </span>
  287. </a>
  288. </li>
  289. <li class="md-nav__item">
  290. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.8%20RAG%E7%B3%BB%E7%BB%9F%E8%BF%90%E8%A1%8C.html" class="md-nav__link">
  291. <span class="md-ellipsis">
  292. 4.8 RAG系统运行
  293. </span>
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.9%20%E6%96%87%E6%A1%A3%E8%A7%A3%E6%9E%90%E5%B7%A5%E5%85%B7%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  298. <span class="md-ellipsis">
  299. 4.9 文档解析工具(扩展资料)
  300. </span>
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/4.10%20RAG%E4%B8%AD%E7%9A%84Query%E6%94%B9%E5%86%99%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  305. <span class="md-ellipsis">
  306. 4.10 RAG中的Query改写(扩展资料)
  307. </span>
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="../%E2%91%A3%20%E5%9F%BA%E4%BA%8EMilvus%E5%BA%93%E7%9A%84%E9%97%AE%E7%AD%94%E7%B3%BB%E7%BB%9F/%E6%95%B0%E6%8D%AE%E9%9B%86%E7%94%9F%E6%88%90%E4%B8%8E%E4%BC%98%E5%8C%96%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  312. <span class="md-ellipsis">
  313. 数据集生成与优化(扩展资料)
  314. </span>
  315. </a>
  316. </li>
  317. </ul>
  318. </nav>
  319. </li>
  320. <li class="md-nav__item md-nav__item--nested">
  321. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
  322. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  323. <span class="md-ellipsis">
  324. ⑤ RAG系统评估
  325. </span>
  326. <span class="md-nav__icon md-icon"></span>
  327. </label>
  328. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  329. <label class="md-nav__title" for="__nav_6">
  330. <span class="md-nav__icon md-icon"></span>
  331. ⑤ RAG系统评估
  332. </label>
  333. <ul class="md-nav__list" data-md-scrollfix>
  334. <li class="md-nav__item">
  335. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.1%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0%E5%B7%A5%E5%85%B7.html" class="md-nav__link">
  336. <span class="md-ellipsis">
  337. 5.1 RAG系统评估工具
  338. </span>
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.2%20%E5%AE%9E%E7%8E%B0EnterpriseKB-RAG%E7%B3%BB%E7%BB%9F%E7%9A%84%E8%AF%84%E4%BC%B0.html" class="md-nav__link">
  343. <span class="md-ellipsis">
  344. 5.2 实现企业知识库RAG系统的评估
  345. </span>
  346. </a>
  347. </li>
  348. <li class="md-nav__item">
  349. <a href="../%E2%91%A4%20RAG%E7%B3%BB%E7%BB%9F%E8%AF%84%E4%BC%B0/5.3%20RAG%E8%AF%84%E4%BC%B0%E6%95%B0%E6%8D%AE%E9%9B%86%E7%9A%84%E6%9E%84%E9%80%A0%28%E6%89%A9%E5%B1%95%29.html" class="md-nav__link">
  350. <span class="md-ellipsis">
  351. 5.3 RAG评估数据集的构造(扩展)
  352. </span>
  353. </a>
  354. </li>
  355. </ul>
  356. </nav>
  357. </li>
  358. <li class="md-nav__item md-nav__item--nested">
  359. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7">
  360. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  361. <span class="md-ellipsis">
  362. ⑥ 融合Mysql的RAG系统
  363. </span>
  364. <span class="md-nav__icon md-icon"></span>
  365. </label>
  366. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  367. <label class="md-nav__title" for="__nav_7">
  368. <span class="md-nav__icon md-icon"></span>
  369. ⑥ 融合Mysql的RAG系统
  370. </label>
  371. <ul class="md-nav__list" data-md-scrollfix>
  372. <li class="md-nav__item">
  373. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.1%20%E8%9E%8D%E5%90%88FQA%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2.html" class="md-nav__link">
  374. <span class="md-ellipsis">
  375. 6.1 融合FQA和知识库查询
  376. </span>
  377. </a>
  378. </li>
  379. <li class="md-nav__item">
  380. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.2%20%E8%9E%8D%E5%90%88FAQ%20%E5%92%8C%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%EF%BC%88%E4%BC%98%E5%8C%96%E7%89%88%EF%BC%89.html" class="md-nav__link">
  381. <span class="md-ellipsis">
  382. 6.2 融合FAQ 和知识库查询(优化版)
  383. </span>
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.3%20%E5%9F%BA%E4%BA%8E%20FastAPI%20%E7%9A%84%20FAQ%20%E4%B8%8E%E7%9F%A5%E8%AF%86%E5%BA%93%E6%9F%A5%E8%AF%A2%E6%8E%A5%E5%8F%A3.html" class="md-nav__link">
  388. <span class="md-ellipsis">
  389. 6.3 基于 FastAPI 的 FAQ 与知识库查询接口
  390. </span>
  391. </a>
  392. </li>
  393. <li class="md-nav__item">
  394. <a href="../%E2%91%A5%20%E8%9E%8D%E5%90%88Mysql%E7%9A%84RAG%E7%B3%BB%E7%BB%9F/6.4%20FastAPI%E5%92%8CFlask%E7%9A%84%E5%8C%BA%E5%88%AB%E5%92%8C%E8%81%94%E7%B3%BB%28%E6%89%A9%E5%B1%95%E8%B5%84%E6%96%99%29.html" class="md-nav__link">
  395. <span class="md-ellipsis">
  396. 6.4 FastAPI和Flask的区别和联系(扩展资料)
  397. </span>
  398. </a>
  399. </li>
  400. </ul>
  401. </nav>
  402. </li>
  403. <li class="md-nav__item md-nav__item--nested">
  404. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8">
  405. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  406. <span class="md-ellipsis">
  407. ⑦ 企业级生产环境部署
  408. </span>
  409. <span class="md-nav__icon md-icon"></span>
  410. </label>
  411. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  412. <label class="md-nav__title" for="__nav_8">
  413. <span class="md-nav__icon md-icon"></span>
  414. ⑦ 企业级生产环境部署
  415. </label>
  416. <ul class="md-nav__list" data-md-scrollfix>
  417. <li class="md-nav__item">
  418. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.1%20Docker%E7%9A%84%E5%8E%9F%E7%90%86%E5%92%8C%E5%9F%BA%E6%9C%AC%E4%BD%BF%E7%94%A8.html" class="md-nav__link">
  419. <span class="md-ellipsis">
  420. 7.1 Docker的原理和基本使用
  421. </span>
  422. </a>
  423. </li>
  424. <li class="md-nav__item">
  425. <a href="../%E2%91%A6%20%E4%BC%81%E4%B8%9A%E7%BA%A7%E7%94%9F%E4%BA%A7%E7%8E%AF%E5%A2%83%E9%83%A8%E7%BD%B2/7.2%20%E6%9C%8D%E5%8A%A1%E9%83%A8%E7%BD%B2.html" class="md-nav__link">
  426. <span class="md-ellipsis">
  427. 7.2 服务部署
  428. </span>
  429. </a>
  430. </li>
  431. </ul>
  432. </nav>
  433. </li>
  434. </ul>
  435. </nav>
  436. </div>
  437. </div>
  438. </div>
  439. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
  440. <div class="md-sidebar__scrollwrap">
  441. <div class="md-sidebar__inner">
  442. <nav class="md-nav md-nav--secondary" aria-label="目录">
  443. <label class="md-nav__title" for="__toc">
  444. <span class="md-nav__icon md-icon"></span>
  445. 目录
  446. </label>
  447. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  448. <li class="md-nav__item">
  449. <a href="#_1" class="md-nav__link">
  450. <span class="md-ellipsis">
  451. 学习目标
  452. </span>
  453. </a>
  454. </li>
  455. <li class="md-nav__item">
  456. <a href="#milvus" class="md-nav__link">
  457. <span class="md-ellipsis">
  458. 一、什么是 Milvus 向量数据库?
  459. </span>
  460. </a>
  461. </li>
  462. <li class="md-nav__item">
  463. <a href="#_2" class="md-nav__link">
  464. <span class="md-ellipsis">
  465. 二、关键概念
  466. </span>
  467. </a>
  468. <nav class="md-nav" aria-label="二、关键概念">
  469. <ul class="md-nav__list">
  470. <li class="md-nav__item">
  471. <a href="#1" class="md-nav__link">
  472. <span class="md-ellipsis">
  473. 1 非结构化数据
  474. </span>
  475. </a>
  476. </li>
  477. <li class="md-nav__item">
  478. <a href="#2" class="md-nav__link">
  479. <span class="md-ellipsis">
  480. 2 嵌入向量
  481. </span>
  482. </a>
  483. </li>
  484. <li class="md-nav__item">
  485. <a href="#3" class="md-nav__link">
  486. <span class="md-ellipsis">
  487. 3 向量相似度搜索
  488. </span>
  489. </a>
  490. </li>
  491. <li class="md-nav__item">
  492. <a href="#4-collection-field" class="md-nav__link">
  493. <span class="md-ellipsis">
  494. 4 Collection 和 Field
  495. </span>
  496. </a>
  497. <nav class="md-nav" aria-label="4 Collection 和 Field">
  498. <ul class="md-nav__list">
  499. <li class="md-nav__item">
  500. <a href="#41-field-schema" class="md-nav__link">
  501. <span class="md-ellipsis">
  502. 4.1 Field schema
  503. </span>
  504. </a>
  505. </li>
  506. <li class="md-nav__item">
  507. <a href="#42-collection-schema" class="md-nav__link">
  508. <span class="md-ellipsis">
  509. 4.2 collection schema
  510. </span>
  511. </a>
  512. </li>
  513. </ul>
  514. </nav>
  515. </li>
  516. </ul>
  517. </nav>
  518. </li>
  519. <li class="md-nav__item">
  520. <a href="#milvus_1" class="md-nav__link">
  521. <span class="md-ellipsis">
  522. 三、为什么选择 Milvus?
  523. </span>
  524. </a>
  525. </li>
  526. <li class="md-nav__item">
  527. <a href="#_3" class="md-nav__link">
  528. <span class="md-ellipsis">
  529. 四、支持哪些索引和度量?
  530. </span>
  531. </a>
  532. <nav class="md-nav" aria-label="四、支持哪些索引和度量?">
  533. <ul class="md-nav__list">
  534. <li class="md-nav__item">
  535. <a href="#1_1" class="md-nav__link">
  536. <span class="md-ellipsis">
  537. 1 索引类型
  538. </span>
  539. </a>
  540. </li>
  541. <li class="md-nav__item">
  542. <a href="#2_1" class="md-nav__link">
  543. <span class="md-ellipsis">
  544. 2 相似度度量
  545. </span>
  546. </a>
  547. </li>
  548. </ul>
  549. </nav>
  550. </li>
  551. <li class="md-nav__item">
  552. <a href="#milvus_2" class="md-nav__link">
  553. <span class="md-ellipsis">
  554. 五、Milvus数据库操作
  555. </span>
  556. </a>
  557. <nav class="md-nav" aria-label="五、Milvus数据库操作">
  558. <ul class="md-nav__list">
  559. <li class="md-nav__item">
  560. <a href="#1_2" class="md-nav__link">
  561. <span class="md-ellipsis">
  562. 1 设置向量数据库
  563. </span>
  564. </a>
  565. </li>
  566. <li class="md-nav__item">
  567. <a href="#2-collections" class="md-nav__link">
  568. <span class="md-ellipsis">
  569. 2 Collections操作
  570. </span>
  571. </a>
  572. </li>
  573. <li class="md-nav__item">
  574. <a href="#3-entity" class="md-nav__link">
  575. <span class="md-ellipsis">
  576. 3 Entity实体数据操作
  577. </span>
  578. </a>
  579. <nav class="md-nav" aria-label="3 Entity实体数据操作">
  580. <ul class="md-nav__list">
  581. <li class="md-nav__item">
  582. <a href="#31" class="md-nav__link">
  583. <span class="md-ellipsis">
  584. 3.1数据的增、删、改
  585. </span>
  586. </a>
  587. </li>
  588. <li class="md-nav__item">
  589. <a href="#32" class="md-nav__link">
  590. <span class="md-ellipsis">
  591. 3.2 数据的查询
  592. </span>
  593. </a>
  594. </li>
  595. </ul>
  596. </nav>
  597. </li>
  598. <li class="md-nav__item">
  599. <a href="#4" class="md-nav__link">
  600. <span class="md-ellipsis">
  601. 4 加载现有数据
  602. </span>
  603. </a>
  604. </li>
  605. <li class="md-nav__item">
  606. <a href="#5-collections" class="md-nav__link">
  607. <span class="md-ellipsis">
  608. 5 删除 Collections
  609. </span>
  610. </a>
  611. </li>
  612. </ul>
  613. </nav>
  614. </li>
  615. <li class="md-nav__item">
  616. <a href="#_4" class="md-nav__link">
  617. <span class="md-ellipsis">
  618. 本章小结
  619. </span>
  620. </a>
  621. </li>
  622. </ul>
  623. </nav>
  624. </div>
  625. </div>
  626. </div>
  627. <div class="md-content" data-md-component="content">
  628. <article class="md-content__inner md-typeset">
  629. <h1>2.4 Milvus向量数据库</h1>
  630. <h2 id="_1">学习目标<a class="headerlink" href="#_1" title="Permanent link">¶</a></h2>
  631. <ul>
  632. <li>理解什么是向量数据库</li>
  633. <li>理解Milvus和Mysql的区别和联系</li>
  634. <li>掌握Milvus数据库的增删改查</li>
  635. </ul>
  636. <h2 id="milvus">一、什么是 Milvus 向量数据库?<a class="headerlink" href="#milvus" title="Permanent link">¶</a></h2>
  637. <p>Milvus 是一款开源的向量数据库(2019年提出),其唯一目标是存储、索引和管理由深度神经网络和其他机器学习(ML)模型生成的大规模<a href="https://www.milvus-io.com/overview#Embedding-vectors">嵌入向量</a>。</p>
  638. <p>作为一个专门设计用于处理输入向量查询的数据库,它能够处理万亿级别的向量索引。与现有的关系型数据库主要处理遵循预定义模式的结构化数据不同,Milvus 从底层设计用于处理从非结构化数据转换而来的嵌入向量。</p>
  639. <p>随着互联网的发展和演变,非结构化数据变得越来越常见,包括电子邮件、论文、物联网传感器数据、Facebook 照片、蛋白质结构等等。为了使计算机能够理解和处理非结构化数据,使用嵌入技术将它们转换为向量。Milvus 存储和索引这些向量。Milvus 能够通过计算它们的相似距离来分析两个向量之间的相关性。如果两个嵌入向量非常相似,则意味着原始数据源也很相似。</p>
  640. <h2 id="_2">二、关键概念<a class="headerlink" href="#_2" title="Permanent link">¶</a></h2>
  641. <h3 id="1">1 非结构化数据<a class="headerlink" href="#1" title="Permanent link">¶</a></h3>
  642. <p>非结构化数据包括图像、视频、音频和自然语言等信息,这些信息不遵循预定义的模型或组织方式。这种数据类型占据了世界数据的约 80%,可以使用各种人工智能(AI)和机器学习(ML)模型将其转换为向量。</p>
  643. <h3 id="2">2 嵌入向量<a class="headerlink" href="#2" title="Permanent link">¶</a></h3>
  644. <p>嵌入向量是对非结构化数据(如电子邮件、物联网传感器数据、Instagram 照片、蛋白质结构等)的特征抽象。数学上,嵌入向量是一个浮点数或二进制数的数组。现代的嵌入技术被用于将非结构化数据转换为嵌入向量。</p>
  645. <h3 id="3">3 向量相似度搜索<a class="headerlink" href="#3" title="Permanent link">¶</a></h3>
  646. <p>向量相似度搜索是将向量与数据库进行比较,以找到与查询向量最相似的向量的过程。使用近似最近邻搜索算法加速搜索过程。如果两个嵌入向量非常相似,那么原始数据源也是相似的。</p>
  647. <h3 id="4-collection-field">4 Collection 和 Field<a class="headerlink" href="#4-collection-field" title="Permanent link">¶</a></h3>
  648. <p>与传统数据库引擎类似,您也可以在 Milvus 中创建数据库,并为某些用户分配权限来管理它们。那么这些用户就有权管理数据库中的集合。一个 Milvus 集群最多支持 64 个数据库.</p>
  649. <p>在关系数据库中,表和字段的结构可以与Milvus中的Collection和Field进行对应:</p>
  650. <table>
  651. <thead>
  652. <tr>
  653. <th>Milvus</th>
  654. <th>关系数据库</th>
  655. <th>描述</th>
  656. </tr>
  657. </thead>
  658. <tbody>
  659. <tr>
  660. <td>Collection</td>
  661. <td>表</td>
  662. <td>集合相当于关系数据库中的表,用于组织数据</td>
  663. </tr>
  664. <tr>
  665. <td>Field</td>
  666. <td>字段</td>
  667. <td>字段Schema相当于表中的列</td>
  668. </tr>
  669. <tr>
  670. <td>is_primary</td>
  671. <td>主键</td>
  672. <td>在Field Schema中标记为主键对应该列的主键</td>
  673. </tr>
  674. <tr>
  675. <td>dtype</td>
  676. <td>数据类型</td>
  677. <td>字段的数据类型,如INT, VARCHAR等</td>
  678. </tr>
  679. <tr>
  680. <td>max_length</td>
  681. <td>最大长度</td>
  682. <td>对应VARCHAR类型字段的最大字符数</td>
  683. </tr>
  684. <tr>
  685. <td>dim</td>
  686. <td>-</td>
  687. <td>向量字段的维度没有直接对应,但可以视为特殊数据处理</td>
  688. </tr>
  689. </tbody>
  690. </table>
  691. <blockquote>
  692. <p>注意:1个collection最多支持4个向量Field</p>
  693. </blockquote>
  694. <h4 id="41-field-schema">4.1 Field schema<a class="headerlink" href="#41-field-schema" title="Permanent link">¶</a></h4>
  695. <p><code>Field schema</code> 是字段的逻辑定义。我们在定义集合架构和管理集合之前需要定义的第一件事就是定义 <code>Field schema</code>。</p>
  696. <blockquote>
  697. <p>Milvus 集合中仅支持一个主键字段。</p>
  698. </blockquote>
  699. <table>
  700. <thead>
  701. <tr>
  702. <th>属性</th>
  703. <th>描述</th>
  704. <th>备注</th>
  705. </tr>
  706. </thead>
  707. <tbody>
  708. <tr>
  709. <td><code>name</code></td>
  710. <td>要创建的集合中的字段名称</td>
  711. <td>String,必填</td>
  712. </tr>
  713. <tr>
  714. <td><code>dtype</code></td>
  715. <td>字段的数据类型</td>
  716. <td>必填</td>
  717. </tr>
  718. <tr>
  719. <td><code>description</code></td>
  720. <td>字段描述</td>
  721. <td>String,选填</td>
  722. </tr>
  723. <tr>
  724. <td><code>is_primary</code></td>
  725. <td>是否设置该字段为主键字段</td>
  726. <td>Boolean (<code>true</code> or <code>false</code>) 主键字段必填</td>
  727. </tr>
  728. <tr>
  729. <td><code>auto_id</code>(主键字段必填)</td>
  730. <td>切换以启用或禁用自动 ID(主键)分配</td>
  731. <td><code>True</code>或<code>False</code></td>
  732. </tr>
  733. <tr>
  734. <td><code>max_length</code>(VARCHAR 字段必需)</td>
  735. <td>允许插入的字符串的最大长度。</td>
  736. <td><code>[1, 65,535]</code></td>
  737. </tr>
  738. <tr>
  739. <td><code>dim</code></td>
  740. <td>向量的维数</td>
  741. <td><code>∈[1, 32768]</code></td>
  742. </tr>
  743. <tr>
  744. <td><code>is_partition_key</code></td>
  745. <td>该字段是否是分区键字段</td>
  746. <td>布尔值(<code>true</code> 或 <code>false</code>)</td>
  747. </tr>
  748. </tbody>
  749. </table>
  750. <h4 id="42-collection-schema">4.2 collection schema<a class="headerlink" href="#42-collection-schema" title="Permanent link">¶</a></h4>
  751. <p><code>collection schema</code> 是 <code>collection</code> 的逻辑定义。我们需要在定义 <code>collection schema</code> 之前定义 <code>field schema</code>。</p>
  752. <table>
  753. <thead>
  754. <tr>
  755. <th>属性</th>
  756. <th>描述</th>
  757. <th>备注</th>
  758. </tr>
  759. </thead>
  760. <tbody>
  761. <tr>
  762. <td><code>field</code></td>
  763. <td>集合中要创建的字段</td>
  764. <td>必填</td>
  765. </tr>
  766. <tr>
  767. <td><code>description</code></td>
  768. <td>集合描述</td>
  769. <td>String,选填</td>
  770. </tr>
  771. <tr>
  772. <td><code>partition_key_field</code></td>
  773. <td>设计用作分区键的字段的名称。</td>
  774. <td>String, 选填</td>
  775. </tr>
  776. <tr>
  777. <td><code>enable_dynamic_field</code></td>
  778. <td>是否启用动态模式</td>
  779. <td>Boolean (<code>true</code> or <code>false</code>)</td>
  780. </tr>
  781. </tbody>
  782. </table>
  783. <h2 id="milvus_1">三、为什么选择 Milvus?<a class="headerlink" href="#milvus_1" title="Permanent link">¶</a></h2>
  784. <ul>
  785. <li>在处理大规模数据集的向量搜索时具有高性能。</li>
  786. <li>开发者优先的社区,提供多语言支持和工具链。</li>
  787. <li>云扩展性和高可靠性,即使出现故障也不会受到影响。</li>
  788. <li>通过将标量过滤与向量相似度搜索配对,实现混合搜索。</li>
  789. </ul>
  790. <h2 id="_3">四、支持哪些索引和度量?<a class="headerlink" href="#_3" title="Permanent link">¶</a></h2>
  791. <p>索引是数据的组织单位。在搜索或查询插入的实体之前,必须声明索引类型和相似度度量。<strong>如果您未指定索引类型,则 Milvus 将默认使用暴力搜索。</strong></p>
  792. <h3 id="1_1">1 索引类型<a class="headerlink" href="#1_1" title="Permanent link">¶</a></h3>
  793. <p>大多数由 Milvus 支持的向量索引类型使用近似最近邻搜索(ANNS),包括:</p>
  794. <ul>
  795. <li>
  796. <p>FLAT:FLAT最适合在小型、百万级数据集上寻求完全准确和精确搜索结果的场景。</p>
  797. </li>
  798. <li>
  799. <p>这是最简单的索引方式,进行暴力搜索(brute-force),可以保证精确度,但效率低,尤其在数据量大时。适合场景:在小型、百万级数据集上寻求完全精确的搜索结果。</p>
  800. </li>
  801. <li>
  802. <p>IVF_FLAT: 是一种基于倒排的索引方法,广泛用于在大规模数据集上实现高效的近似最近邻搜索。它适用于在精度和查询速度之间寻求平衡的场景。</p>
  803. </li>
  804. </ul>
  805. <div align="center"><img src="../img/9-4-1.png" style="zoom:60%"><img></div>
  806. <p><strong>1. 聚类</strong> :IVF_FLAT通过聚类算法(如k-means)将高维空间中的向量划分为多个子空间(簇)。每个簇包含一组相似的向量,并且每个簇会有一个代表向量,通常是簇的中心点。</p>
  807. <p><strong>2. 倒排索引</strong> :为每个簇创建倒排索引。每个向量会被映射到它所属的簇,这样在查询时,系统只需关注与查询向量相似的簇,而不需要搜索整个高维空间,从而显著降低搜索的时间复杂度。</p>
  808. <p><strong>3. 查询处理</strong> :</p>
  809. <ul>
  810. <li>
  811. <p>查询时,IVF_FLAT首先将查询向量分配到距离最近的簇中心(即子空间)。</p>
  812. </li>
  813. <li>
  814. <p>然后在该簇内执行精确的线性搜索,从而查找与查询向量相似的向量。</p>
  815. </li>
  816. <li>
  817. <p>为了优化查询,IVF_FLAT使用一个参数 <code>nprobe</code> 来控制搜索的簇数。 <code>nprobe</code> 控制搜索时考虑的簇的数量,从而平衡查询精度和查询速度:</p>
  818. </li>
  819. <li>
  820. <p>增大 <code>nprobe</code> 可以搜索更多簇,返回更多候选向量,提高结果的精确度,但查询时间也会增加。减少 <code>nprobe</code> 可以缩小搜索范围,降低计算时间,查询速度更快,但可能会牺牲一些精度</p>
  821. </li>
  822. <li>
  823. <p>IVF_SQ8:是在 IVF_FLAT 基础上增加了量化步骤的一种索引方法,其核心思想与 IVF_FLAT 类似;IVF_SQ8通过 <strong>标量量化</strong> (Scalar Quantization)将每个维度的 4 字节浮点数表示压缩为 1 字节整数表示。</p>
  824. </li>
  825. </ul>
  826. <div align="center"><img src="../img/9-4-2.png" style="zoom:70%"><img></div>
  827. <ul>
  828. <li>
  829. <p>IVF_PQ:是一种高效的向量索引方式,结合了倒排文件索引和乘积量化(Product Quantization)技术,旨在加速大规模高维数据集的检索。</p>
  830. </li>
  831. <li>
  832. <p><strong>倒排文件索引</strong>:IVF_PQ首先将数据集划分为多个簇,每个簇由一个聚类中心表示。查询时,系统首先计算查询向量与这些聚类中心的距离,选择最接近的几个簇进行详细搜索,从而减少计算量。</p>
  833. </li>
  834. <li><strong>乘积量化</strong>:在每个簇内,向量被进一步量化为多个子向量,这些子向量通过独立的量化过程进行编码。这样可以显著降低存储需求,并加快相似度计算。</li>
  835. <li>
  836. <p><strong>存储与速度</strong>:IVF_PQ通过减少存储空间的占用,同时保持较高的查询速度和准确性,适用于处理大规模高维向量数据。</p>
  837. </li>
  838. <li>
  839. <p>HNSW:HNSW是基于图的索引,最适合对搜索效率有高要求的场景。可参考:https://cloud.tencent.com/developer/article/2548878</p>
  840. </li>
  841. </ul>
  842. <p>请参阅<a href="https://www.milvus-io.com/reference/index">向量索引</a>以了解更多详细信息。</p>
  843. <h3 id="2_1">2 相似度度量<a class="headerlink" href="#2_1" title="Permanent link">¶</a></h3>
  844. <p>在 Milvus 中,相似度度量用于衡量向量之间的相似性。选择一个好的距离度量方法可以显著提高分类和聚类的性能。根据输入数据的形式,选择特定的相似度度量方法可以获得最优的性能。</p>
  845. <p>对于浮点嵌入,通常使用以下指标:</p>
  846. <ul>
  847. <li>欧几里得距离(L2)</li>
  848. <li>内积(IP)</li>
  849. <li>余弦相似度 (COSINE)</li>
  850. </ul>
  851. <hr>
  852. <h2 id="milvus_2">五、Milvus数据库操作<a class="headerlink" href="#milvus_2" title="Permanent link">¶</a></h2>
  853. <p>在次项目中,我们使用 Milvus Lite,它是<code>pymilvus</code> 中包含的一个 python 库,可以嵌入到客户端应用程序中。Milvus 还支持在<a href="https://milvus.io/docs/install_standalone-docker.md">Docker</a>和<a href="https://milvus.io/docs/install_cluster-milvusoperator.md">Kubernetes</a>上部署,适用于生产用例。</p>
  854. <p>开始之前,请确保本地环境中有 Python 3.8+ 可用。安装<code>pymilvus</code> ,其中包含 python 客户端库和 Milvus Lite:</p>
  855. <div class="highlight"><pre><span></span><code><span class="n">pip</span> <span class="n">install</span> <span class="n">pymilvus</span>
  856. </code></pre></div>
  857. <h3 id="1_2">1 设置向量数据库<a class="headerlink" href="#1_2" title="Permanent link">¶</a></h3>
  858. <p>要创建本地的 Milvus 向量数据库,只需实例化一个<code>MilvusClient</code> ,指定一个存储所有数据的文件名,如 "milvus_demo.db"。</p>
  859. <div class="highlight"><pre><span></span><code><span class="c1"># 1 数据库的操作</span>
  860. <span class="k">def</span><span class="w"> </span><span class="nf">operate_db</span><span class="p">():</span>
  861. <span class="c1"># 如果uri为数据库名称路径,代表本地操作数据库</span>
  862. <span class="n">client</span> <span class="o">=</span> <span class="n">MilvusClient</span><span class="p">(</span><span class="n">uri</span><span class="o">=</span><span class="s2">"milvus_demo.db"</span><span class="p">)</span>
  863. <span class="c1"># 如果uri为链接地址,代表Milvus属于单机服务,需要开启Milvus后台服务操作</span>
  864. <span class="c1"># client = MilvusClient(uri="http://localhost:19530")</span>
  865. <span class="c1"># # # 创建名称为milvus_demo的数据库</span>
  866. <span class="c1"># #</span>
  867. <span class="c1"># databases = client.list_databases()</span>
  868. <span class="c1"># if "milvus_demo" not in databases:</span>
  869. <span class="c1"># client.create_database(db_name="milvus_demo")</span>
  870. <span class="c1"># else:</span>
  871. <span class="c1"># client.using_database(db_name="milvus_demo")</span>
  872. <span class="k">return</span> <span class="n">client</span>
  873. </code></pre></div>
  874. <h3 id="2-collections">2 Collections操作<a class="headerlink" href="#2-collections" title="Permanent link">¶</a></h3>
  875. <p>在 Milvus 中,我们需要一个 Collections 来存储向量及其相关元数据。你可以把它想象成传统 SQL 数据库中的表格。创建 Collections 时,可以定义 Schema 和索引参数来配置向量规格,如维度、索引类型和远距离度量。此外,还有一些复杂的概念来优化索引以提高向量搜索性能。</p>
  876. <div class="highlight"><pre><span></span><code><span class="c1"># 2 collection集合的操作</span>
  877. <span class="k">def</span><span class="w"> </span><span class="nf">operate_table</span><span class="p">():</span>
  878. <span class="c1"># 定义schema</span>
  879. <span class="c1">## 注意:在定义集合 Schema 时,enable_dynamic_field=True 使得您可以插入未定义的字段。一般动态字段以 JSON 格式存储,通常命名为 $meta。在插入数据时,所有未定义的字段及其值将被保存为键值对。</span>
  880. <span class="c1">## 在定义集合 Schema 时,auto_id=True 可以对主键自动增长id。</span>
  881. <span class="n">schema</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">create_schema</span><span class="p">(</span><span class="n">auto_id</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">enable_dynamic_field</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  882. <span class="c1"># # schema添加字段id, vector</span>
  883. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'id'</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">INT64</span><span class="p">,</span> <span class="n">is_primary</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  884. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'vector'</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">FLOAT_VECTOR</span><span class="p">,</span> <span class="n">dim</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span>
  885. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'scalar1'</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">VARCHAR</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">256</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">'标量字段'</span><span class="p">)</span>
  886. <span class="c1"># # 创建集合</span>
  887. <span class="n">client</span><span class="o">.</span><span class="n">create_collection</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">,</span> <span class="n">schema</span><span class="o">=</span><span class="n">schema</span><span class="p">)</span>
  888. <span class="c1"># # 设置索引</span>
  889. <span class="n">index_params</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">prepare_index_params</span><span class="p">()</span>
  890. <span class="c1"># # 在向量字段vector上面添加一个索引;</span>
  891. <span class="c1"># index_type='', # 留空以使用自动索引</span>
  892. <span class="c1"># 对于向量字段,常见的默认索引类型包括IVF_FLAT或HNSW等,具体取决于数据的特性和查询需求。</span>
  893. <span class="c1"># 对于标量字段,常见的默认索引可能是INVERTED等。</span>
  894. <span class="n">index_params</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'vector'</span><span class="p">,</span> <span class="n">metric_type</span><span class="o">=</span><span class="s2">"COSINE"</span><span class="p">,</span> <span class="n">index_type</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">index_name</span><span class="o">=</span><span class="s2">"vector_index"</span><span class="p">)</span>
  895. <span class="n">client</span><span class="o">.</span><span class="n">create_index</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">,</span> <span class="n">index_params</span><span class="o">=</span><span class="n">index_params</span><span class="p">)</span>
  896. <span class="c1">#</span>
  897. <span class="c1"># # 查看索引信息</span>
  898. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">list_indexes</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">)</span>
  899. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s1">'索引信息--》</span><span class="si">{</span><span class="n">res</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
  900. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">describe_index</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">,</span> <span class="n">index_name</span><span class="o">=</span><span class="s1">'vector_index'</span><span class="p">)</span>
  901. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s1">'指定索引详细信息--&gt;</span><span class="si">{</span><span class="n">res</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
  902. <span class="c1"># 查看索引状态</span>
  903. <span class="c1"># client.load_collection(collection_name='demo_v1')</span>
  904. <span class="c1"># print(client.get_load_state(collection_name='demo_v1'))</span>
  905. <span class="c1"># 如果不需要索引,可以删除相关索引</span>
  906. <span class="c1"># client.release_collection(collection_name='demo_v1')</span>
  907. <span class="c1"># client.drop_index(collection_name='demo_v1', index_name='vector_index')</span>
  908. <span class="c1"># # 检索标量字段</span>
  909. <span class="n">index_params1</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">prepare_index_params</span><span class="p">()</span>
  910. <span class="n">index_params1</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'scalar1'</span><span class="p">,</span> <span class="n">index_type</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">index_name</span><span class="o">=</span><span class="s1">'default_index'</span><span class="p">)</span>
  911. <span class="n">client</span><span class="o">.</span><span class="n">create_index</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">,</span> <span class="n">index_params</span><span class="o">=</span><span class="n">index_params1</span><span class="p">)</span>
  912. <span class="c1"># #</span>
  913. <span class="c1"># # # 查看索引信息</span>
  914. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">list_indexes</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">)</span>
  915. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s1">'索引信息--》</span><span class="si">{</span><span class="n">res</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
  916. <span class="c1">#</span>
  917. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">describe_index</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v1'</span><span class="p">,</span> <span class="n">index_name</span><span class="o">=</span><span class="s1">'vector_index'</span><span class="p">)</span>
  918. <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s1">'指定索引详细信息--&gt;</span><span class="si">{</span><span class="n">res</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
  919. </code></pre></div>
  920. <h3 id="3-entity">3 Entity实体数据操作<a class="headerlink" href="#3-entity" title="Permanent link">¶</a></h3>
  921. <p>在 Milvus 中,<strong>实体</strong>指的是<strong>Collections</strong>中共享相同<strong>Schema</strong> 的数据记录,行中每个字段的数据构成一个实体。因此,同一 Collections 中的实体具有相同的属性(如字段名称、数据类型和其他约束)。</p>
  922. <h4 id="31">3.1数据的增、删、改<a class="headerlink" href="#31" title="Permanent link">¶</a></h4>
  923. <div class="highlight"><pre><span></span><code><span class="k">def</span><span class="w"> </span><span class="nf">operate_entity</span><span class="p">():</span>
  924. <span class="c1"># # todo:1. 创建集合collection</span>
  925. <span class="c1"># 这种方式: collection 只包括两个字段. id 作为主键, vector 作为向量字段,以及自动设置 auto_id、enable_dynamic_field 为 True</span>
  926. <span class="c1"># auto_id 启用此设置可确保主键自动递增。在数据插入期间无需手动提供主键。</span>
  927. <span class="c1"># enable_dynamic_field 启用后,要插入的数据中除 id 和 vector 之外的所有字段都将被视为动态字段。</span>
  928. <span class="c1"># # 这些附加字段作为键值对保存在名为 $meta 的特殊字段中。此功能允许在数据插入期间包含额外的字段。</span>
  929. <span class="c1"># client.create_collection(collection_name='demo_v2', dimension=5, metric_type='IP')</span>
  930. <span class="c1">#</span>
  931. <span class="c1"># # todo:2. 插入数据(也叫实体)</span>
  932. <span class="n">data</span> <span class="o">=</span> <span class="p">[</span>
  933. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.3580376395471989</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6023495712049978</span><span class="p">,</span> <span class="mf">0.18414012509913835</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.26286205330961354</span><span class="p">,</span>
  934. <span class="mf">0.9029438446296592</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"pink_8682"</span><span class="p">},</span>
  935. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.19886812562848388</span><span class="p">,</span> <span class="mf">0.06023560599112088</span><span class="p">,</span> <span class="mf">0.6976963061752597</span><span class="p">,</span> <span class="mf">0.2614474506242501</span><span class="p">,</span>
  936. <span class="mf">0.838729485096104</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_7025"</span><span class="p">},</span>
  937. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">2</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.43742130801983836</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.5597502546264526</span><span class="p">,</span> <span class="mf">0.6457887650909682</span><span class="p">,</span> <span class="mf">0.7894058910881185</span><span class="p">,</span>
  938. <span class="mf">0.20785793220625592</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_6781"</span><span class="p">},</span>
  939. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">3</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.3172005263489739</span><span class="p">,</span> <span class="mf">0.9719044792798428</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.36981146090600725</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.4860894583077995</span><span class="p">,</span>
  940. <span class="mf">0.95791889146345</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"pink_9298"</span><span class="p">},</span>
  941. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">4</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.4452349528804562</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8757026943054742</span><span class="p">,</span> <span class="mf">0.8220779437047674</span><span class="p">,</span> <span class="mf">0.46406290649483184</span><span class="p">,</span>
  942. <span class="mf">0.30337481143159106</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_4794"</span><span class="p">},</span>
  943. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">5</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.985825131989184</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8144651566660419</span><span class="p">,</span> <span class="mf">0.6299267002202009</span><span class="p">,</span> <span class="mf">0.1206906911183383</span><span class="p">,</span>
  944. <span class="o">-</span><span class="mf">0.1446277761879955</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"yellow_4222"</span><span class="p">},</span>
  945. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">6</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.8371977790571115</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.015764369584852833</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.31062937026679327</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.562666951622192</span><span class="p">,</span>
  946. <span class="o">-</span><span class="mf">0.8984947637863987</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_9392"</span><span class="p">},</span>
  947. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">7</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.33445148015177995</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.2567135004164067</span><span class="p">,</span> <span class="mf">0.8987539745369246</span><span class="p">,</span> <span class="mf">0.9402995886420709</span><span class="p">,</span>
  948. <span class="mf">0.5378064918413052</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"grey_8510"</span><span class="p">},</span>
  949. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">8</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.39524717779832685</span><span class="p">,</span> <span class="mf">0.4000257286739164</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.5890507376891594</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8650502298996872</span><span class="p">,</span>
  950. <span class="o">-</span><span class="mf">0.6140360785406336</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"white_9381"</span><span class="p">},</span>
  951. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">9</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.5718280481994695</span><span class="p">,</span> <span class="mf">0.24070317428066512</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.3737913482606834</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.06726932177492717</span><span class="p">,</span>
  952. <span class="o">-</span><span class="mf">0.6980531615588608</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"purple_4976"</span><span class="p">}</span>
  953. <span class="p">]</span>
  954. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span> <span class="n">data</span><span class="o">=</span><span class="n">data</span><span class="p">)</span>
  955. <span class="c1"># print(res)</span>
  956. <span class="c1">## todo:2.1 将数据插入到特定分区,可以在插入请求中指定分区名称,如下所示:</span>
  957. <span class="n">data</span> <span class="o">=</span> <span class="p">[</span>
  958. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">10</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.5570353903748935</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8997887893201304</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.7123782431855732</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6298990746450119</span><span class="p">,</span>
  959. <span class="mf">0.6699215060604258</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_1202"</span><span class="p">},</span>
  960. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">11</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.6319019033373907</span><span class="p">,</span> <span class="mf">0.6821488267878275</span><span class="p">,</span> <span class="mf">0.8552303045704168</span><span class="p">,</span> <span class="mf">0.36929791364943054</span><span class="p">,</span>
  961. <span class="o">-</span><span class="mf">0.14152860714878068</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"blue_4150"</span><span class="p">},</span>
  962. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">12</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.9483947484855766</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.32294203351925344</span><span class="p">,</span> <span class="mf">0.9759290319978025</span><span class="p">,</span> <span class="mf">0.8262982148666174</span><span class="p">,</span>
  963. <span class="o">-</span><span class="mf">0.8351194181285713</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_4590"</span><span class="p">},</span>
  964. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">13</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.5449109892498731</span><span class="p">,</span> <span class="mf">0.043511240563786524</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.25105249484790804</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.012030655265886425</span><span class="p">,</span>
  965. <span class="o">-</span><span class="mf">0.0010987671273892108</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"pink_9619"</span><span class="p">},</span>
  966. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">14</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.6603339372951424</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.10866551787442225</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.9435597754324891</span><span class="p">,</span> <span class="mf">0.8230244263466688</span><span class="p">,</span>
  967. <span class="o">-</span><span class="mf">0.7986720938400362</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_4863"</span><span class="p">},</span>
  968. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">15</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.8825129181091456</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.9204557711667729</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.935350065513425</span><span class="p">,</span> <span class="mf">0.5484069690287079</span><span class="p">,</span>
  969. <span class="mf">0.24448151140671204</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_7984"</span><span class="p">},</span>
  970. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">16</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.6285586391568163</span><span class="p">,</span> <span class="mf">0.5389064528263487</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.3163366239905099</span><span class="p">,</span> <span class="mf">0.22036279378888013</span><span class="p">,</span>
  971. <span class="mf">0.15077052220816167</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"blue_9010"</span><span class="p">},</span>
  972. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">17</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.20151825016059233</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.905239387635804</span><span class="p">,</span> <span class="mf">0.6749305353372479</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.7324272081377843</span><span class="p">,</span>
  973. <span class="o">-</span><span class="mf">0.33007998971889263</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"blue_4521"</span><span class="p">},</span>
  974. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">18</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.2432286610792349</span><span class="p">,</span> <span class="mf">0.01785636564206139</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.651356982731391</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.35848148851027895</span><span class="p">,</span>
  975. <span class="o">-</span><span class="mf">0.7387383128324057</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_2529"</span><span class="p">},</span>
  976. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">19</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.055512329053363674</span><span class="p">,</span> <span class="mf">0.7100266349039421</span><span class="p">,</span> <span class="mf">0.4956956543575197</span><span class="p">,</span> <span class="mf">0.24541352586717702</span><span class="p">,</span>
  977. <span class="mf">0.4209030729923515</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_9437"</span><span class="p">}</span>
  978. <span class="p">]</span>
  979. <span class="c1"># ## todo:3. 创建分区</span>
  980. <span class="n">client</span><span class="o">.</span><span class="n">create_partition</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span> <span class="n">partition_name</span><span class="o">=</span><span class="s1">'partitionA'</span><span class="p">)</span>
  981. <span class="c1">#</span>
  982. <span class="c1"># # # # todo: 3.1 分区中插入数据</span>
  983. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span> <span class="n">data</span><span class="o">=</span><span class="n">data</span><span class="p">,</span> <span class="n">partition_name</span><span class="o">=</span><span class="s1">'partitionA'</span><span class="p">)</span>
  984. <span class="c1"># print(res)</span>
  985. <span class="c1">## todo:4. 更新插入数据</span>
  986. <span class="c1"># 在 Milvus 中,upsert 操作执行数据级操作,根据集合中是否已存在主键来插入或更新实体。具体来说:</span>
  987. <span class="c1"># 如果集合中已存在该实体的主键,则现有实体将被覆盖。</span>
  988. <span class="c1"># 如果集合中不存在主键,则将插入一个新实体。</span>
  989. <span class="n">data</span> <span class="o">=</span> <span class="p">[</span>
  990. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.619954382375778</span><span class="p">,</span> <span class="mf">0.4479436794798608</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.17493894838751745</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.4248030059917294</span><span class="p">,</span>
  991. <span class="o">-</span><span class="mf">0.8648452746018911</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"black_9898"</span><span class="p">},</span>
  992. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.4762662251462588</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6942502138717026</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.4490002642657902</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.628696575798281</span><span class="p">,</span>
  993. <span class="mf">0.9660395877041965</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_7319"</span><span class="p">},</span>
  994. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">2</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.8864122635045097</span><span class="p">,</span> <span class="mf">0.9260170474445351</span><span class="p">,</span> <span class="mf">0.801326976181461</span><span class="p">,</span> <span class="mf">0.6383943392381306</span><span class="p">,</span>
  995. <span class="mf">0.7563037341572827</span><span class="p">],</span><span class="s2">"color"</span><span class="p">:</span> <span class="s2">"white_6465"</span><span class="p">},</span>
  996. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">3</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.14594326235891586</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.3775407299900644</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.3765479013078812</span><span class="p">,</span> <span class="mf">0.20612075380355122</span><span class="p">,</span>
  997. <span class="mf">0.4902678929632145</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"orange_7580"</span><span class="p">},</span>
  998. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">4</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.4548498669607359</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.887610217681605</span><span class="p">,</span> <span class="mf">0.5655081329910452</span><span class="p">,</span> <span class="mf">0.19220509387904117</span><span class="p">,</span>
  999. <span class="mf">0.016513983433433577</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"red_3314"</span><span class="p">},</span>
  1000. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">5</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.11755001847051827</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.7295149788999611</span><span class="p">,</span> <span class="mf">0.2608115847524266</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.1719167007897875</span><span class="p">,</span>
  1001. <span class="mf">0.7417611743754855</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"black_9955"</span><span class="p">},</span>
  1002. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">6</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.9363032158314308</span><span class="p">,</span> <span class="mf">0.030699901477745373</span><span class="p">,</span> <span class="mf">0.8365910312319647</span><span class="p">,</span> <span class="mf">0.7823840208444011</span><span class="p">,</span>
  1003. <span class="mf">0.2625222076909237</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"yellow_2461"</span><span class="p">},</span>
  1004. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">7</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="mf">0.0754823906014721</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6390658668265143</span><span class="p">,</span> <span class="mf">0.5610517334334937</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8986261118798251</span><span class="p">,</span>
  1005. <span class="mf">0.9372056764266794</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"white_5015"</span><span class="p">},</span>
  1006. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">8</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.3038434006935904</span><span class="p">,</span> <span class="mf">0.1279149203380523</span><span class="p">,</span> <span class="mf">0.503958664270957</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.2622661156746988</span><span class="p">,</span>
  1007. <span class="mf">0.7407627307791929</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"purple_6414"</span><span class="p">},</span>
  1008. <span class="p">{</span><span class="s2">"id"</span><span class="p">:</span> <span class="mi">9</span><span class="p">,</span> <span class="s2">"vector"</span><span class="p">:</span> <span class="p">[</span><span class="o">-</span><span class="mf">0.7125086947677588</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.8050968321012257</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.32608864121785786</span><span class="p">,</span> <span class="mf">0.3255654958645424</span><span class="p">,</span>
  1009. <span class="mf">0.26227968923834233</span><span class="p">],</span> <span class="s2">"color"</span><span class="p">:</span> <span class="s2">"brown_7231"</span><span class="p">}</span>
  1010. <span class="p">]</span>
  1011. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">upsert</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span> <span class="n">data</span><span class="o">=</span><span class="n">data</span><span class="p">)</span>
  1012. <span class="c1"># print(res)</span>
  1013. <span class="c1"># 注意如果分区中不存在更新数据的id,就不会受影响,但是会影响集合里已经存在的相同id的实体</span>
  1014. <span class="c1"># res = client.upsert(collection_name='demo_v2', data=data, partition_name="partitionA")</span>
  1015. <span class="c1"># todo:5. 删除实体(数据)</span>
  1016. <span class="c1"># 按照过滤器删除;如果不指定分区,默认情况下会在整个集合中进行删除</span>
  1017. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">delete</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span> <span class="nb">filter</span><span class="o">=</span><span class="s1">'id in [12, 5, 6]'</span><span class="p">)</span>
  1018. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1019. <span class="c1"># 按照id进行删除;指定分区删除数据</span>
  1020. <span class="c1"># res = client.delete(collection_name='demo_v2', ids=[1, 2, 3, 4], partition_name='partitionA')</span>
  1021. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1022. </code></pre></div>
  1023. <h4 id="32">3.2 数据的查询<a class="headerlink" href="#32" title="Permanent link">¶</a></h4>
  1024. <p>简单查询:</p>
  1025. <div class="highlight"><pre><span></span><code><span class="c1"># entity实体数据的操作:查询</span>
  1026. <span class="k">def</span><span class="w"> </span><span class="nf">query_operation</span><span class="p">():</span>
  1027. <span class="c1"># # todo: 1. 单向量搜索</span>
  1028. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span>
  1029. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.19886812562848388</span><span class="p">,</span> <span class="mf">0.06023560599112088</span><span class="p">,</span> <span class="mf">0.6976963061752597</span><span class="p">,</span> <span class="mf">0.2614474506242501</span><span class="p">,</span> <span class="mf">0.838729485096104</span><span class="p">]],</span>
  1030. <span class="n">limit</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
  1031. <span class="n">search_params</span><span class="o">=</span><span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">},</span>
  1032. <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s2">"id"</span><span class="p">,</span> <span class="s1">'vector'</span><span class="p">])</span> <span class="c1"># search_params是在查询时执行距离计算方式,如果定义索引的时候,已经制定了方式可以不写</span>
  1033. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1034. <span class="c1"># todo: 2. 批量向量搜索</span>
  1035. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v2'</span><span class="p">,</span>
  1036. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.19886812562848388</span><span class="p">,</span> <span class="mf">0.06023560599112088</span><span class="p">,</span> <span class="mf">0.6976963061752597</span><span class="p">,</span> <span class="mf">0.2614474506242501</span><span class="p">,</span> <span class="mf">0.838729485096104</span><span class="p">],</span>
  1037. <span class="p">[</span><span class="mf">0.3172005263489739</span><span class="p">,</span> <span class="mf">0.9719044792798428</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.36981146090600725</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.4860894583077995</span><span class="p">,</span> <span class="mf">0.95791889146345</span><span class="p">]],</span>
  1038. <span class="n">limit</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
  1039. <span class="n">search_params</span><span class="o">=</span><span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">},</span>
  1040. <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s2">"id"</span><span class="p">,</span> <span class="s1">'vector'</span><span class="p">])</span> <span class="c1"># search_params是在查询时执行距离计算方式,如果定义索引的时候,已经制定了方式可以不写</span>
  1041. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1042. <span class="c1"># todo: 3. 分区搜索</span>
  1043. <span class="c1"># 要进行分区搜索,只需在搜索请求的 partition_names 中包含目标分区的名称即可。这指定search操作仅考虑指定分区内的向量。</span>
  1044. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span>
  1045. <span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_v2"</span><span class="p">,</span>
  1046. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.02174828545444263</span><span class="p">,</span> <span class="mf">0.058611125483182924</span><span class="p">,</span> <span class="mf">0.6168633415965343</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.7944160935612321</span><span class="p">,</span> <span class="mf">0.5554828317581426</span><span class="p">]],</span>
  1047. <span class="n">limit</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span>
  1048. <span class="n">search_params</span><span class="o">=</span><span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">,</span> <span class="s2">"params"</span><span class="p">:</span> <span class="p">{}},</span>
  1049. <span class="n">partition_names</span><span class="o">=</span><span class="p">[</span><span class="s2">"partitionA"</span><span class="p">]</span> <span class="c1"># 这里指定搜索的分区</span>
  1050. <span class="p">)</span>
  1051. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1052. <span class="c1"># todo: 4.使用输出字段进行搜索</span>
  1053. <span class="c1"># 使用输出字段进行搜索允许您指定搜索结果中应包含匹配向量的哪些属性或字段。</span>
  1054. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span>
  1055. <span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_v2"</span><span class="p">,</span>
  1056. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.3580376395471989</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6023495712049978</span><span class="p">,</span> <span class="mf">0.18414012509913835</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.26286205330961354</span><span class="p">,</span> <span class="mf">0.9029438446296592</span><span class="p">]],</span>
  1057. <span class="n">limit</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span>
  1058. <span class="n">search_params</span><span class="o">=</span><span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">,</span> <span class="s2">"params"</span><span class="p">:</span> <span class="p">{}},</span>
  1059. <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s1">'vector'</span><span class="p">,</span> <span class="s2">"color"</span><span class="p">]</span> <span class="c1"># 返回定义的字段</span>
  1060. <span class="p">)</span>
  1061. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1062. <span class="c1"># todo: 5.过滤搜索</span>
  1063. <span class="c1"># 过滤器搜索:筛选搜索将标量筛选器应用于矢量搜索,允许我们根据特定条件优化搜索结果。</span>
  1064. <span class="c1"># 例如,要根据字符串模式优化搜索结果,可以使用 like 运算符。此运算符通过考虑前缀、中缀和后缀来启用字符串匹配:</span>
  1065. <span class="c1"># 筛选颜色以红色为前缀的结果:</span>
  1066. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span>
  1067. <span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_v2"</span><span class="p">,</span>
  1068. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.3580376395471989</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6023495712049978</span><span class="p">,</span> <span class="mf">0.18414012509913835</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.26286205330961354</span><span class="p">,</span> <span class="mf">0.9029438446296592</span><span class="p">]],</span>
  1069. <span class="n">limit</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span>
  1070. <span class="n">search_params</span><span class="o">=</span><span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">,</span> <span class="s2">"params"</span><span class="p">:</span> <span class="p">{}},</span>
  1071. <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s2">"color"</span><span class="p">],</span>
  1072. <span class="nb">filter</span><span class="o">=</span><span class="s1">'color like "red%"'</span>
  1073. <span class="p">)</span>
  1074. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1075. <span class="c1"># todo: 6.范围搜索</span>
  1076. <span class="c1"># 范围搜索允许查找距查询向量指定距离范围内的向量。</span>
  1077. <span class="c1"># 范围搜索:radius:定义搜索空间的外边界。只有距查询向量在此距离内的向量才被视为潜在匹配。</span>
  1078. <span class="c1"># range_filter:虽然radius设置搜索的外部限制,但可以选择使用range_filter来定义内部边界,创建一个距离范围,在该范围内向量必须落下才被视为匹配。</span>
  1079. <span class="n">search_params</span> <span class="o">=</span> <span class="p">{</span>
  1080. <span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"IP"</span><span class="p">,</span>
  1081. <span class="s2">"params"</span><span class="p">:</span> <span class="p">{</span>
  1082. <span class="s2">"radius"</span><span class="p">:</span> <span class="mf">0.8</span><span class="p">,</span> <span class="c1"># 搜索圆的半径</span>
  1083. <span class="s2">"range_filter"</span><span class="p">:</span> <span class="mi">1</span> <span class="c1"># 范围过滤器,用于过滤出不在搜索圆内的向量。</span>
  1084. <span class="p">}</span>
  1085. <span class="p">}</span>
  1086. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">search</span><span class="p">(</span>
  1087. <span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_v2"</span><span class="p">,</span>
  1088. <span class="n">data</span><span class="o">=</span><span class="p">[[</span><span class="mf">0.3580376395471989</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.6023495712049978</span><span class="p">,</span> <span class="mf">0.18414012509913835</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.26286205330961354</span><span class="p">,</span> <span class="mf">0.9029438446296592</span><span class="p">]],</span>
  1089. <span class="n">limit</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="c1"># 返回的搜索结果最大数量</span>
  1090. <span class="n">search_params</span><span class="o">=</span><span class="n">search_params</span><span class="p">,</span>
  1091. <span class="n">output_fields</span><span class="o">=</span><span class="p">[</span><span class="s2">"color"</span><span class="p">],</span>
  1092. <span class="p">)</span>
  1093. <span class="c1">#</span>
  1094. <span class="c1">#</span>
  1095. <span class="nb">print</span><span class="p">(</span><span class="n">res</span><span class="p">)</span>
  1096. <span class="n">result</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">res</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">4</span><span class="p">)</span>
  1097. <span class="nb">print</span><span class="p">(</span><span class="n">result</span><span class="p">)</span>
  1098. </code></pre></div>
  1099. <p>复杂查询</p>
  1100. <ul>
  1101. <li>
  1102. <p><strong>混合检索(hybrid_search)</strong>:一次查询同时走<strong>多路 ANN 搜索</strong>(例如剧情向量一路、海报向量一路),每一路各自返回一个 Top-K 列表。这些列表分数尺度不同、名次也不同,必须由一个 <strong>Ranker(重排器)</strong>把它们<strong>合并成唯一一份结果</strong>。Milvus 提供两种 Ranker:<strong>WeightedRanker</strong>(按<em>分数</em>加权)与 <strong>RRFRanker</strong>(按<em>名次</em>融合)。选哪个,取决于你能不能说清"哪一路更重要"。</p>
  1103. </li>
  1104. </ul>
  1105. <style>
  1106. .hyb-wrap{margin:1.4em 0}
  1107. .hyb-wrap figure.hyb-fig{display:block;width:100%;max-width:100%;margin:1.5em 0;padding:0;text-align:center}
  1108. .hyb-wrap figure.hyb-fig svg{display:block;width:100%;height:auto;margin:0 auto}
  1109. .hyb-wrap figure.hyb-fig figcaption{max-width:none;width:auto;margin:.6em 0 0;padding:0;
  1110. font-size:.78rem;font-style:normal;line-height:1.8;color:#66707c;text-align:center}
  1111. .hyb-wrap .hyb-h{margin:2em 0 .75em;font-size:1.02rem;font-weight:700;color:#1f2933;
  1112. padding-left:.62em;border-left:4px solid #3b6fd4;line-height:1.6}
  1113. .hyb-wrap .hyb-h.b{border-left-color:#2e9e7a}
  1114. .hyb-wrap .hyb-two{display:flex;gap:1.4rem;flex-wrap:wrap;align-items:flex-start}
  1115. .hyb-wrap .hyb-two>div{flex:1 1 250px;min-width:0}
  1116. .hyb-wrap .hyb-two h6{margin:0 0 .45em;font-size:.82rem;font-weight:700;color:#3b6fd4;
  1117. text-transform:none;letter-spacing:.02em}
  1118. .hyb-wrap .hyb-two>div:last-child h6{color:#c47a12}
  1119. .hyb-wrap table:not([class]){width:100%;margin:.7em 0}
  1120. .hyb-wrap .hyb-two table:not([class]){font-size:.74rem}
  1121. .hyb-wrap .hyb-formula{margin:1.1em 0;padding:.9em 1em;background:#f6f8fb;border:1px solid #e1e7ef;
  1122. border-radius:8px;text-align:center;font-size:1.05rem;color:#1f2933;line-height:1.5;
  1123. font-family:"Times New Roman",Georgia,serif}
  1124. .hyb-wrap .hyb-formula .v{font-style:italic}
  1125. .hyb-wrap .hyb-frac{display:inline-block;vertical-align:middle;text-align:center;margin:0 .18em}
  1126. .hyb-wrap .hyb-frac .n{display:block;padding:0 .45em .12em;border-bottom:1.4px solid #1f2933}
  1127. .hyb-wrap .hyb-frac .d{display:block;padding:.12em .45em 0}
  1128. .hyb-wrap .hyb-note{margin:.8em 0;padding:.65em .95em;background:#fbfaf5;border-left:3px solid #d9b45e;
  1129. border-radius:0 6px 6px 0;font-size:.79rem;line-height:1.85;color:#5a6069}
  1130. .hyb-wrap .hyb-note p{margin:0}
  1131. .hyb-wrap .hyb-key{margin:1em 0;padding:.8em 1em;background:#f2f8f6;border-left:3px solid #2e9e7a;
  1132. border-radius:0 6px 6px 0;font-size:.82rem;line-height:1.9;color:#2c3a43}
  1133. .hyb-wrap .hyb-key b{color:#1d7a5c}
  1134. .hyb-wrap p.hyb-legend{margin:.35em 0 0;font-size:.75rem;line-height:1.8;color:#66707c}
  1135. .hyb-wrap tr.hyb-hit>td:first-child{font-weight:700}
  1136. .hyb-wrap tr.hyb-hit{background:#f3f7fd}
  1137. .hyb-wrap .hyb-dim{color:#9aa4b0}
  1138. @media screen and (max-width:700px){
  1139. .hyb-wrap figure.hyb-fig{overflow-x:auto;-webkit-overflow-scrolling:touch}
  1140. .hyb-wrap figure.hyb-fig svg{min-width:620px}
  1141. .hyb-wrap figure.hyb-fig figcaption{min-width:0}
  1142. }
  1143. </style>
  1144. <div class="hyb-wrap">
  1145. <figure class="hyb-fig">
  1146. <svg viewbox="0 0 920 312" xmlns="http://www.w3.org/2000/svg" role="img" aria-label="混合检索流程:查询分两路 ANN 搜索,各自产生候选列表,再由 Ranker 融合成最终 Top-K" font-family="-apple-system,'PingFang SC','Microsoft YaHei','Helvetica Neue',Arial,sans-serif">
  1147. <defs>
  1148. <marker id="hybArrow1" viewbox="0 0 10 10" refx="9" refy="5" markerwidth="7" markerheight="7" orient="auto-start-reverse">
  1149. <path d="M0,1 L9,5 L0,9 z" fill="#98a4b3"></path>
  1150. </marker>
  1151. </defs>
  1152. <rect x="8" y="112" width="104" height="76" rx="10" fill="#eef2f7" stroke="#c3cbd6"></rect>
  1153. <text x="60" y="144" text-anchor="middle" font-size="14.5" font-weight="700" fill="#33404d">用户查询</text>
  1154. <text x="60" y="166" text-anchor="middle" font-size="11.5" fill="#7b8794">一条 query</text>
  1155. <path d="M112,150 C132,150 130,80 146,80" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1156. <path d="M112,150 C132,150 130,220 146,220" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1157. <rect x="150" y="48" width="190" height="64" rx="10" fill="#eef3fd" stroke="#3b6fd4" stroke-width="1.5"></rect>
  1158. <text x="245" y="75" text-anchor="middle" font-size="14" font-weight="700" fill="#2b53a8">① ANN 搜索 · filmVector</text>
  1159. <text x="245" y="96" text-anchor="middle" font-size="12" fill="#6b7885">剧情语义这一路</text>
  1160. <rect x="150" y="188" width="190" height="64" rx="10" fill="#fdf4e8" stroke="#d98a1e" stroke-width="1.5"></rect>
  1161. <text x="245" y="215" text-anchor="middle" font-size="14" font-weight="700" fill="#a8660c">② ANN 搜索 · posterVector</text>
  1162. <text x="245" y="236" text-anchor="middle" font-size="12" fill="#6b7885">海报画面这一路</text>
  1163. <path d="M340,80 L392,80" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1164. <path d="M340,220 L392,220" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1165. <rect x="398" y="17" width="152" height="126" rx="10" fill="#ffffff" stroke="#c9d6ea" stroke-width="1.4"></rect>
  1166. <text x="474" y="37" text-anchor="middle" font-size="12.5" font-weight="700" fill="#2b53a8">候选列表 A</text>
  1167. <g font-size="12" font-family="ui-monospace,SFMono-Regular,Menlo,Consolas,monospace" fill="#41505f">
  1168. <text x="412" y="57">1</text><text x="440" y="57" font-weight="700" fill="#2b53a8">1003</text><text x="538" y="57" text-anchor="end">0.92</text>
  1169. <text x="412" y="75">2</text><text x="440" y="75" font-weight="700" fill="#2b53a8">1001</text><text x="538" y="75" text-anchor="end">0.85</text>
  1170. <text x="412" y="93">3</text><text x="440" y="93">1007</text><text x="538" y="93" text-anchor="end">0.78</text>
  1171. <text x="412" y="111">4</text><text x="440" y="111" font-weight="700" fill="#2b53a8">1002</text><text x="538" y="111" text-anchor="end">0.64</text>
  1172. <text x="412" y="129">5</text><text x="440" y="129">1009</text><text x="538" y="129" text-anchor="end">0.55</text>
  1173. </g>
  1174. <rect x="398" y="157" width="152" height="126" rx="10" fill="#ffffff" stroke="#ecd6b4" stroke-width="1.4"></rect>
  1175. <text x="474" y="177" text-anchor="middle" font-size="12.5" font-weight="700" fill="#a8660c">候选列表 B</text>
  1176. <g font-size="12" font-family="ui-monospace,SFMono-Regular,Menlo,Consolas,monospace" fill="#41505f">
  1177. <text x="412" y="197">1</text><text x="440" y="197" font-weight="700" fill="#a8660c">1002</text><text x="538" y="197" text-anchor="end">0.95</text>
  1178. <text x="412" y="215">2</text><text x="440" y="215">1005</text><text x="538" y="215" text-anchor="end">0.88</text>
  1179. <text x="412" y="233">3</text><text x="440" y="233" font-weight="700" fill="#a8660c">1003</text><text x="538" y="233" text-anchor="end">0.71</text>
  1180. <text x="412" y="251">4</text><text x="440" y="251">1008</text><text x="538" y="251" text-anchor="end">0.66</text>
  1181. <text x="412" y="269">5</text><text x="440" y="269" font-weight="700" fill="#a8660c">1001</text><text x="538" y="269" text-anchor="end">0.50</text>
  1182. </g>
  1183. <path d="M550,80 C578,80 578,112 596,120" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1184. <path d="M550,220 C578,220 578,188 596,180" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1185. <rect x="600" y="88" width="162" height="124" rx="12" fill="#eaf7f2" stroke="#2e9e7a" stroke-width="2"></rect>
  1186. <text x="681" y="119" text-anchor="middle" font-size="16" font-weight="700" fill="#1d7a5c">Ranker</text>
  1187. <text x="681" y="141" text-anchor="middle" font-size="12" fill="#41707f">把两个列表合成一个</text>
  1188. <line x1="618" y1="153" x2="744" y2="153" stroke="#b6ddcd"></line>
  1189. <text x="681" y="172" text-anchor="middle" font-size="12.5" font-weight="600" fill="#3b6fd4">WeightedRanker</text>
  1190. <text x="681" y="194" text-anchor="middle" font-size="12.5" font-weight="600" fill="#c47a12">RRFRanker</text>
  1191. <path d="M762,150 L800,150" fill="none" stroke="#98a4b3" stroke-width="1.6" marker-end="url(#hybArrow1)"></path>
  1192. <rect x="804" y="112" width="108" height="76" rx="10" fill="#f2f8f6" stroke="#2e9e7a" stroke-width="1.5"></rect>
  1193. <text x="858" y="144" text-anchor="middle" font-size="14" font-weight="700" fill="#1d7a5c">最终 Top-K</text>
  1194. <text x="858" y="166" text-anchor="middle" font-size="11.5" fill="#6b7885">唯一一份结果</text>
  1195. <text x="398" y="303" font-size="11.5" fill="#8b96a3">加粗的 film_id 表示"两路都召回了它"——这正是两种 Ranker 拉开差距的地方</text>
  1196. </svg>
  1197. <figcaption class="hyb-cap">图 1 · 混合检索的流水线。前面两路是各自独立的 ANN 搜索,<b>Ranker 只做最后一步:合并 + 重新排名</b>。</figcaption>
  1198. </figure>
  1199. <div class="hyb-h">贯穿示例:同一批召回结果,两种 Ranker 会排出不同的答案</div>
  1200. <p>下面所有说明都用图 1 里这批数据。两路各返回 Top-5(分数越大越相关):</p>
  1201. <div class="hyb-two">
  1202. <div>
  1203. <h6>A 路 · filmVector(剧情)</h6>
  1204. <table>
  1205. <thead><tr><th>film_id</th><th>名次</th><th>相似度</th></tr></thead>
  1206. <tbody>
  1207. <tr class="hyb-hit"><td>1003</td><td>第 1 名</td><td>0.92</td></tr>
  1208. <tr class="hyb-hit"><td>1001</td><td>第 2 名</td><td>0.85</td></tr>
  1209. <tr><td>1007</td><td>第 3 名</td><td>0.78</td></tr>
  1210. <tr class="hyb-hit"><td>1002</td><td>第 4 名</td><td>0.64</td></tr>
  1211. <tr><td>1009</td><td>第 5 名</td><td>0.55</td></tr>
  1212. </tbody>
  1213. </table>
  1214. </div>
  1215. <div>
  1216. <h6>B 路 · posterVector(海报)</h6>
  1217. <table>
  1218. <thead><tr><th>film_id</th><th>名次</th><th>相似度</th></tr></thead>
  1219. <tbody>
  1220. <tr class="hyb-hit"><td>1002</td><td>第 1 名</td><td>0.95</td></tr>
  1221. <tr><td>1005</td><td>第 2 名</td><td>0.88</td></tr>
  1222. <tr class="hyb-hit"><td>1003</td><td>第 3 名</td><td>0.71</td></tr>
  1223. <tr><td>1008</td><td>第 4 名</td><td>0.66</td></tr>
  1224. <tr class="hyb-hit"><td>1001</td><td>第 5 名</td><td>0.50</td></tr>
  1225. </tbody>
  1226. </table>
  1227. </div>
  1228. </div>
  1229. <p class="hyb-legend">两表首列即 film_id(已按名次排列),<b>底色高亮的 3 条(1003 / 1002 / 1001)被两路同时命中</b>;1007、1009 只有 A 路有,1005、1008 只有 B 路有。合并后共 7 个候选。</p>
  1230. <div class="hyb-h">① WeightedRanker:按<u>分数</u>加权 —— "哪一路重要,你说了算"</div>
  1231. <p>给每一路一个权重,把各路的相似度分数加权求和,谁的总分高谁排前面。<strong>当你明确知道某一路更重要时用它</strong>(例如多模态检索中,图片的文字描述通常比颜色更重要)。</p>
  1232. <div class="hyb-formula">
  1233. <span class="v">score</span>(<span class="v">d</span>)  =  Σ<sub> i=1..N</sub> 
  1234. <span class="v">w</span><sub>i</sub>  ·  norm( <span class="v">score</span><sub>i</sub>(<span class="v">d</span>) )
  1235. </div>
  1236. <p class="hyb-legend"><b>w<sub>i</sub></b>:第 i 路的权重,各自取值 [0,1],越接近 1 越重要(彼此独立,<b>不要求加起来等于 1</b>)  ·  <b>N</b>:检索路数(有几路就传几个权重)  ·  <b>norm</b>:归一化。</p>
  1237. <div class="hyb-note"><b>注意:归一化的是"分数",不是"权重",两者别混。</b><br><b>① 分数要归一化。</b>IP 与 L2 的分数尺度完全不同(一路可能是 0.9,另一路可能是 38.7),直接相加没有意义,所以 Milvus 会先用 <code>arctan</code> 把<b>各路的相似度分数</b>压到 [0,1] 再加权。下表假设这一步已经做完。<br><b>② 权重不用归一化。</b>每个 w 各自落在 [0,1] 就行,它表示"这一路有多重要",不是概率分配,所以<b>和大于 1 完全正常</b>——Milvus 官方示例用的就是 <code>(0.8, 0.3)</code>,和为 1.1。相应地,融合得分的上限是各权重之和(这里是 1.1),<b>这个分数只用于排序,绝对值本身没有意义</b>。</div>
  1238. <p><strong>取 <code>WeightedRanker(0.8, 0.3)</code>(A 路 0.8,B 路 0.3)算一遍:</strong></p>
  1239. <table>
  1240. <thead><tr><th>film_id</th><th>A 路 × 0.8</th><th>B 路 × 0.3</th><th>融合得分</th><th>最终名次</th></tr></thead>
  1241. <tbody>
  1242. <tr class="hyb-hit"><td>1003</td><td>0.92 × 0.8 = 0.736</td><td>0.71 × 0.3 = 0.213</td><td><b>0.949</b></td><td>1</td></tr>
  1243. <tr class="hyb-hit"><td>1001</td><td>0.85 × 0.8 = 0.680</td><td>0.50 × 0.3 = 0.150</td><td><b>0.830</b></td><td>2</td></tr>
  1244. <tr class="hyb-hit"><td>1002</td><td>0.64 × 0.8 = 0.512</td><td>0.95 × 0.3 = 0.285</td><td><b>0.797</b></td><td>3</td></tr>
  1245. <tr><td>1007</td><td>0.78 × 0.8 = 0.624</td><td class="hyb-dim">未召回 = 0</td><td><b>0.624</b></td><td>4</td></tr>
  1246. <tr><td>1009</td><td>0.55 × 0.8 = 0.440</td><td class="hyb-dim">未召回 = 0</td><td><b>0.440</b></td><td>5</td></tr>
  1247. <tr><td>1005</td><td class="hyb-dim">未召回 = 0</td><td>0.88 × 0.3 = 0.264</td><td><b>0.264</b></td><td>6</td></tr>
  1248. <tr><td>1008</td><td class="hyb-dim">未召回 = 0</td><td>0.66 × 0.3 = 0.198</td><td><b>0.198</b></td><td>7</td></tr>
  1249. </tbody>
  1250. </table>
  1251. <div class="hyb-key">
  1252. <b>读懂这张表:</b>因为 A 路权重高(0.8),<b>1001</b> 靠 A 路 0.85 的高分排到了第 2;而 B 路的冠军 <b>1002</b> 只排第 3——它在 A 路只有 0.64,权重再乘 0.3 也追不回来。<b>只在 A 路出现的 1007 甚至压过了 B 路第 2 名的 1005</b>。权重就是这样"偏袒"某一路的。
  1253. </div>
  1254. <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">pymilvus</span><span class="w"> </span><span class="kn">import</span> <span class="n">WeightedRanker</span>
  1255. <span class="c1"># 有几路 ANN 搜索,就传几个权重,顺序与 reqs 一一对应</span>
  1256. <span class="c1"># 0.8 给 filmVector(剧情),0.3 给 posterVector(海报)</span>
  1257. <span class="n">ranker</span> <span class="o">=</span> <span class="n">WeightedRanker</span><span class="p">(</span><span class="mf">0.8</span><span class="p">,</span> <span class="mf">0.3</span><span class="p">)</span>
  1258. </code></pre></div>
  1259. <div class="hyb-h b">② RRFRanker:按<u>名次</u>融合 —— "谁被更多路认可"</div>
  1260. <p><strong>RRF(Reciprocal Rank Fusion,倒数排序融合)完全丢掉分数,只看"你在这一路排第几名"</strong>。名次越靠前贡献越大,每一路的贡献相加。<strong>当你说不清哪一路更重要时用它</strong>,它天然能平衡各路。</p>
  1261. <div class="hyb-formula">
  1262. <span class="v">score</span>(<span class="v">d</span>)  =  Σ<sub> i=1..N</sub> 
  1263. <span class="hyb-frac"><span class="n">1</span><span class="d"><span class="v">k</span> + <span class="v">rank</span><sub>i</sub>(<span class="v">d</span>)</span></span>
  1264. </div>
  1265. <p class="hyb-legend"><b>d</b>:一条候选结果  ·  <b>N</b>:检索路数  ·  <b>rank<sub>i</sub>(d)</b>:d 在第 i 路里的名次,<b>从 1 开始</b>(没被这一路召回则该项不计)  ·  <b>k</b>:平滑系数,默认 60,取值 (0, 16384),官方建议 10~100。</p>
  1266. <p><strong>取 <code>RRFRanker(60)</code> 算一遍(同一批数据):</strong></p>
  1267. <table>
  1268. <thead><tr><th>film_id</th><th>A 路名次 → 1/(60+rank)</th><th>B 路名次 → 1/(60+rank)</th><th>融合得分</th><th>最终名次</th></tr></thead>
  1269. <tbody>
  1270. <tr class="hyb-hit"><td>1003</td><td>第 1 名 → 1/61 = 0.01639</td><td>第 3 名 → 1/63 = 0.01587</td><td><b>0.03227</b></td><td>1</td></tr>
  1271. <tr class="hyb-hit"><td>1002</td><td>第 4 名 → 1/64 = 0.01563</td><td>第 1 名 → 1/61 = 0.01639</td><td><b>0.03202</b></td><td>2 <span class="hyb-dim">(加权时是 3)</span></td></tr>
  1272. <tr class="hyb-hit"><td>1001</td><td>第 2 名 → 1/62 = 0.01613</td><td>第 5 名 → 1/65 = 0.01538</td><td><b>0.03151</b></td><td>3 <span class="hyb-dim">(加权时是 2)</span></td></tr>
  1273. <tr><td>1005</td><td class="hyb-dim">未召回</td><td>第 2 名 → 1/62 = 0.01613</td><td><b>0.01613</b></td><td>4 <span class="hyb-dim">(加权时是 6)</span></td></tr>
  1274. <tr><td>1007</td><td>第 3 名 → 1/63 = 0.01587</td><td class="hyb-dim">未召回</td><td><b>0.01587</b></td><td>5 <span class="hyb-dim">(加权时是 4)</span></td></tr>
  1275. <tr><td>1008</td><td class="hyb-dim">未召回</td><td>第 4 名 → 1/64 = 0.01563</td><td><b>0.01563</b></td><td>6</td></tr>
  1276. <tr><td>1009</td><td>第 5 名 → 1/65 = 0.01538</td><td class="hyb-dim">未召回</td><td><b>0.01538</b></td><td>7</td></tr>
  1277. </tbody>
  1278. </table>
  1279. <div class="hyb-key">
  1280. <b>读懂这张表:</b>三条"两路都命中"的结果(1003 / 1002 / 1001)得分都在 0.032 左右,<b>几乎正好是单路命中(约 0.016)的两倍</b>——它们直接被顶到了前三。而 1002 只因为是 B 路的第 1 名,就反超了在 A 路拿 0.85 高分的 1001。<br>
  1281. 另外注意:RRF 的分数挤在 0.0154~0.0323 这个极窄区间里,<b>它只用来排序,不代表相关度</b>。
  1282. </div>
  1283. <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">pymilvus</span><span class="w"> </span><span class="kn">import</span> <span class="n">RRFRanker</span>
  1284. <span class="c1"># 只有一个参数 k,默认 60;不需要关心有几路,也不需要调权重</span>
  1285. <span class="n">ranker</span> <span class="o">=</span> <span class="n">RRFRanker</span><span class="p">(</span><span class="mi">60</span><span class="p">)</span>
  1286. </code></pre></div>
  1287. <p><strong>参数 k 到底在控制什么?</strong>它控制"名次之间的差距有多大":</p>
  1288. <figure class="hyb-fig">
  1289. <svg viewbox="0 0 700 300" xmlns="http://www.w3.org/2000/svg" role="img" aria-label="不同 k 值下,1/(k+rank) 随名次衰减的曲线:k=1 衰减陡峭,k=60 几乎水平" font-family="-apple-system,'PingFang SC','Microsoft YaHei','Helvetica Neue',Arial,sans-serif">
  1290. <line x1="64" y1="36" x2="520" y2="36" stroke="#eef1f5"></line>
  1291. <line x1="64" y1="136" x2="520" y2="136" stroke="#eef1f5"></line>
  1292. <line x1="64" y1="236" x2="520" y2="236" stroke="#c9d1da"></line>
  1293. <line x1="64" y1="30" x2="64" y2="236" stroke="#c9d1da"></line>
  1294. <g font-size="11" fill="#8b96a3" text-anchor="end">
  1295. <text x="56" y="40">1.0</text><text x="56" y="140">0.5</text><text x="56" y="240">0</text>
  1296. </g>
  1297. <g font-size="11" fill="#8b96a3" text-anchor="middle">
  1298. <text x="64" y="256">1</text><text x="114.7" y="256">2</text><text x="165.3" y="256">3</text>
  1299. <text x="216" y="256">4</text><text x="266.7" y="256">5</text><text x="317.3" y="256">6</text>
  1300. <text x="368" y="256">7</text><text x="418.7" y="256">8</text><text x="469.3" y="256">9</text>
  1301. <text x="520" y="256">10</text>
  1302. </g>
  1303. <text x="292" y="282" text-anchor="middle" font-size="11.5" fill="#66707c">在某一路中的名次 rank</text>
  1304. <text x="18" y="133" text-anchor="middle" font-size="11.5" fill="#66707c" transform="rotate(-90 18 133)">相对权重(第 1 名 = 1)</text>
  1305. <polyline fill="none" stroke="#d94f4f" stroke-width="2.2" points="64,36 114.7,102.7 165.3,136 216,156 266.7,169.3 317.3,178.9 368,186 418.7,191.6 469.3,196 520,199.6"></polyline>
  1306. <polyline fill="none" stroke="#d98a1e" stroke-width="2.2" points="64,36 114.7,52.7 165.3,66.8 216,78.9 266.7,89.3 317.3,98.5 368,106.6 418.7,113.8 469.3,120.2 520,126"></polyline>
  1307. <polyline fill="none" stroke="#3b6fd4" stroke-width="2.6" points="64,36 114.7,39.3 165.3,42.5 216,45.5 266.7,48.5 317.3,51.4 368,54.2 418.7,56.9 469.3,59.5 520,62.1"></polyline>
  1308. <circle cx="64" cy="36" r="3.4" fill="#3b6fd4"></circle>
  1309. <rect x="536" y="54" width="152" height="150" rx="8" fill="#fafbfc" stroke="#e3e8ee"></rect>
  1310. <line x1="548" y1="76" x2="572" y2="76" stroke="#d94f4f" stroke-width="2.6"></line>
  1311. <text x="580" y="80" font-size="12" fill="#41505f">k = 1</text>
  1312. <line x1="548" y1="102" x2="572" y2="102" stroke="#d98a1e" stroke-width="2.6"></line>
  1313. <text x="580" y="106" font-size="12" fill="#41505f">k = 10</text>
  1314. <line x1="548" y1="128" x2="572" y2="128" stroke="#3b6fd4" stroke-width="2.8"></line>
  1315. <text x="580" y="132" font-size="12" fill="#41505f">k = 60<tspan font-size="10.5" fill="#8b96a3">(默认)</tspan></text>
  1316. <line x1="548" y1="146" x2="676" y2="146" stroke="#e3e8ee"></line>
  1317. <text x="548" y="166" font-size="11" fill="#66707c">k 小 → 第 1 名通吃</text>
  1318. <text x="548" y="186" font-size="11" fill="#66707c">k 大 → 名次差异抹平</text>
  1319. </svg>
  1320. <figcaption class="hyb-cap">图 2 · k 决定名次衰减的陡峭程度。k=1 时第 2 名只值第 1 名的 0.67;<b>k=60 时第 10 名仍有第 1 名的 0.87</b>,此时"被几路召回"比"排第几"更能左右结果。</figcaption>
  1321. </figure>
  1322. <div class="hyb-h">③ 放在一起看:同一批候选,两种 Ranker 排出两种顺序</div>
  1323. <figure class="hyb-fig">
  1324. <svg viewbox="0 0 920 432" xmlns="http://www.w3.org/2000/svg" role="img" aria-label="左侧 WeightedRanker 与右侧 RRFRanker 对同一批候选的融合得分堆叠条形图对比" font-family="-apple-system,'PingFang SC','Microsoft YaHei','Helvetica Neue',Arial,sans-serif">
  1325. <line x1="460" y1="14" x2="460" y2="352" stroke="#e6eaef"></line>
  1326. <text x="224" y="24" text-anchor="middle" font-size="14.5" font-weight="700" fill="#1f2933">WeightedRanker(0.8, 0.3) · 看分数</text>
  1327. <text x="696" y="24" text-anchor="middle" font-size="14.5" font-weight="700" fill="#1f2933">RRFRanker(60) · 看名次</text>
  1328. <g font-size="12" fill="#41505f" font-family="ui-monospace,SFMono-Regular,Menlo,Consolas,monospace">
  1329. <text x="12" y="77" text-anchor="middle" fill="#9aa4b0">1</text><text x="54" y="77" text-anchor="end" font-weight="700">1003</text>
  1330. <rect x="60" y="58" width="184.0" height="28" fill="#3b6fd4"></rect><rect x="244.0" y="58" width="53.3" height="28" fill="#e8a33d"></rect>
  1331. <text x="308" y="77">0.949</text>
  1332. <text x="12" y="117" text-anchor="middle" fill="#9aa4b0">2</text><text x="54" y="117" text-anchor="end" font-weight="700">1001</text>
  1333. <rect x="60" y="98" width="170.0" height="28" fill="#3b6fd4"></rect><rect x="230.0" y="98" width="37.5" height="28" fill="#e8a33d"></rect>
  1334. <text x="308" y="117">0.830</text>
  1335. <text x="12" y="157" text-anchor="middle" fill="#9aa4b0">3</text><text x="54" y="157" text-anchor="end" font-weight="700">1002</text>
  1336. <rect x="60" y="138" width="128.0" height="28" fill="#3b6fd4"></rect><rect x="188.0" y="138" width="71.3" height="28" fill="#e8a33d"></rect>
  1337. <text x="308" y="157">0.797</text>
  1338. <text x="12" y="197" text-anchor="middle" fill="#9aa4b0">4</text><text x="54" y="197" text-anchor="end">1007</text>
  1339. <rect x="60" y="178" width="156.0" height="28" fill="#93b1e6"></rect>
  1340. <text x="308" y="197">0.624</text>
  1341. <text x="12" y="237" text-anchor="middle" fill="#9aa4b0">5</text><text x="54" y="237" text-anchor="end">1009</text>
  1342. <rect x="60" y="218" width="110.0" height="28" fill="#93b1e6"></rect>
  1343. <text x="308" y="237">0.440</text>
  1344. <text x="12" y="277" text-anchor="middle" fill="#9aa4b0">6</text><text x="54" y="277" text-anchor="end">1005</text>
  1345. <rect x="60" y="258" width="66.0" height="28" fill="#f0c98a"></rect>
  1346. <text x="308" y="277">0.264</text>
  1347. <text x="12" y="317" text-anchor="middle" fill="#9aa4b0">7</text><text x="54" y="317" text-anchor="end">1008</text>
  1348. <rect x="60" y="298" width="49.5" height="28" fill="#f0c98a"></rect>
  1349. <text x="308" y="317">0.198</text>
  1350. </g>
  1351. <g font-size="12" fill="#41505f" font-family="ui-monospace,SFMono-Regular,Menlo,Consolas,monospace">
  1352. <text x="484" y="77" text-anchor="middle" fill="#9aa4b0">1</text><text x="526" y="77" text-anchor="end" font-weight="700">1003</text>
  1353. <rect x="532" y="58" width="127.0" height="28" fill="#3b6fd4"></rect><rect x="659.0" y="58" width="123.0" height="28" fill="#e8a33d"></rect>
  1354. <text x="790" y="77">0.0323</text>
  1355. <text x="484" y="117" text-anchor="middle" fill="#9aa4b0">2</text><text x="526" y="117" text-anchor="end" font-weight="700">1002</text>
  1356. <rect x="532" y="98" width="121.1" height="28" fill="#3b6fd4"></rect><rect x="653.1" y="98" width="127.0" height="28" fill="#e8a33d"></rect>
  1357. <text x="790" y="117">0.0320</text>
  1358. <text x="484" y="157" text-anchor="middle" fill="#9aa4b0">3</text><text x="526" y="157" text-anchor="end" font-weight="700">1001</text>
  1359. <rect x="532" y="138" width="125.0" height="28" fill="#3b6fd4"></rect><rect x="657.0" y="138" width="119.2" height="28" fill="#e8a33d"></rect>
  1360. <text x="790" y="157">0.0315</text>
  1361. <text x="484" y="197" text-anchor="middle" fill="#9aa4b0">4</text><text x="526" y="197" text-anchor="end">1005</text>
  1362. <rect x="532" y="178" width="125.0" height="28" fill="#f0c98a"></rect>
  1363. <text x="790" y="197">0.0161</text>
  1364. <text x="484" y="237" text-anchor="middle" fill="#9aa4b0">5</text><text x="526" y="237" text-anchor="end">1007</text>
  1365. <rect x="532" y="218" width="123.0" height="28" fill="#93b1e6"></rect>
  1366. <text x="790" y="237">0.0159</text>
  1367. <text x="484" y="277" text-anchor="middle" fill="#9aa4b0">6</text><text x="526" y="277" text-anchor="end">1008</text>
  1368. <rect x="532" y="258" width="121.1" height="28" fill="#f0c98a"></rect>
  1369. <text x="790" y="277">0.0156</text>
  1370. <text x="484" y="317" text-anchor="middle" fill="#9aa4b0">7</text><text x="526" y="317" text-anchor="end">1009</text>
  1371. <rect x="532" y="298" width="119.2" height="28" fill="#93b1e6"></rect>
  1372. <text x="790" y="317">0.0154</text>
  1373. </g>
  1374. <line x1="476" y1="172" x2="892" y2="172" stroke="#2e9e7a" stroke-width="1.6" stroke-dasharray="5 4"></line>
  1375. <text x="696" y="346" text-anchor="middle" font-size="11.5" fill="#1d7a5c" font-weight="600">虚线以上 = 两路都命中,得分几乎翻倍;以下 = 只被一路召回,几乎并列</text>
  1376. <rect x="60" y="384" width="14" height="14" fill="#3b6fd4"></rect>
  1377. <text x="82" y="396" font-size="12" fill="#5c6773">A 路 filmVector 的贡献</text>
  1378. <rect x="250" y="384" width="14" height="14" fill="#e8a33d"></rect>
  1379. <text x="272" y="396" font-size="12" fill="#5c6773">B 路 posterVector 的贡献</text>
  1380. <rect x="450" y="384" width="14" height="14" fill="#93b1e6"></rect>
  1381. <rect x="468" y="384" width="14" height="14" fill="#f0c98a"></rect>
  1382. <text x="490" y="396" font-size="12" fill="#5c6773">浅色 = 只被单独一路召回</text>
  1383. <text x="700" y="396" font-size="12" fill="#8b96a3">条形长度 = 融合得分(各自归一)</text>
  1384. </svg>
  1385. <figcaption class="hyb-cap">图 3 · 同样 7 个候选,左边按分数排、右边按名次排,<b>名次结果完全不同</b>。左图是一条平滑下降的斜坡;右图是一道明显的"断崖"——两路都命中的挤在上面,单路命中的挤在下面。</figcaption>
  1386. </figure>
  1387. <div class="hyb-h">怎么选</div>
  1388. <table>
  1389. <thead><tr><th></th><th>WeightedRanker</th><th>RRFRanker</th></tr></thead>
  1390. <tbody>
  1391. <tr><td><b>融合依据</b></td><td>各路的<b>相似度分数</b></td><td>各路的<b>名次</b>(分数被丢弃)</td></tr>
  1392. <tr><td><b>公式</b></td><td>Σ w<sub>i</sub> · norm(score<sub>i</sub>)</td><td>Σ 1 / (k + rank<sub>i</sub>)</td></tr>
  1393. <tr><td><b>参数</b></td><td>每路一个权重 w ∈ [0,1]</td><td>只有一个 k,默认 60(建议 10~100)</td></tr>
  1394. <tr><td><b>要不要调参</b></td><td>要,权重需要反复试</td><td>基本不用,默认值就能跑</td></tr>
  1395. <tr><td><b>受分数尺度影响</b></td><td>受影响,依赖归一化是否合理</td><td>完全不受影响</td></tr>
  1396. <tr><td><b>行为倾向</b></td><td>放大你指定的那一路</td><td>奖励"被多路同时召回"的结果</td></tr>
  1397. <tr><td><b>典型场景</b></td><td>明确知道谁更重要:文字描述 &gt; 图片颜色;主字段 &gt; 辅助字段</td><td>说不清谁更重要:稠密 + 稀疏(BM25)混合检索、多字段平权召回</td></tr>
  1398. </tbody>
  1399. </table>
  1400. <div class="hyb-key">
  1401. <b>一句话决策:</b>说得清哪一路更重要 → 用 <b>WeightedRanker</b>,权重从 (0.8, 0.3) 这类量级起步再调;<b>说不清 → 用 RRFRanker</b>,先拿默认 k=60 跑通基线,再在 10~100 之间微调(想让头部更"尖"就调小 k)。工程上常见做法:先用 RRF 建立基线,有明确业务偏好后再换成 WeightedRanker。
  1402. </div>
  1403. </div>
  1404. <p>代码实现:</p>
  1405. <div class="highlight"><pre><span></span><code><span class="k">def</span><span class="w"> </span><span class="nf">complex_query</span><span class="p">():</span>
  1406. <span class="c1"># # 定义schema</span>
  1407. <span class="n">schema</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">create_schema</span><span class="p">(</span><span class="n">enable_dynamic_field</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
  1408. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'film_id'</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">INT64</span><span class="p">,</span> <span class="n">is_primary</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  1409. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'filmVector'</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">FLOAT_VECTOR</span><span class="p">,</span> <span class="n">dim</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span> <span class="c1"># 向量字段</span>
  1410. <span class="n">schema</span><span class="o">.</span><span class="n">add_field</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s2">"posterVector"</span><span class="p">,</span> <span class="n">datatype</span><span class="o">=</span><span class="n">DataType</span><span class="o">.</span><span class="n">FLOAT_VECTOR</span><span class="p">,</span> <span class="n">dim</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span> <span class="c1"># 向量字段</span>
  1411. <span class="c1"># #</span>
  1412. <span class="c1"># 定义索引</span>
  1413. <span class="n">index_params</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">prepare_index_params</span><span class="p">()</span>
  1414. <span class="n">index_params</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'filmVector'</span><span class="p">,</span> <span class="n">index_type</span><span class="o">=</span><span class="s2">"IVF_FLAT"</span><span class="p">,</span>
  1415. <span class="n">metric_type</span><span class="o">=</span><span class="s2">"L2"</span><span class="p">,</span> <span class="n">params</span><span class="o">=</span><span class="p">{</span><span class="s2">"nlist"</span><span class="p">:</span> <span class="mi">128</span><span class="p">})</span>
  1416. <span class="n">index_params</span><span class="o">.</span><span class="n">add_index</span><span class="p">(</span><span class="n">field_name</span><span class="o">=</span><span class="s1">'posterVector'</span><span class="p">,</span> <span class="n">index_type</span><span class="o">=</span><span class="s2">""</span><span class="p">,</span>
  1417. <span class="n">metric_type</span><span class="o">=</span><span class="s2">"COSINE"</span><span class="p">)</span>
  1418. <span class="c1"># 创建集合</span>
  1419. <span class="n">client</span><span class="o">.</span><span class="n">create_collection</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v3'</span><span class="p">,</span> <span class="n">schema</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">index_params</span><span class="o">=</span><span class="n">index_params</span><span class="p">)</span>
  1420. <span class="c1"># 向量库中插入实体</span>
  1421. <span class="n">entities</span> <span class="o">=</span> <span class="p">[]</span>
  1422. <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">1000</span><span class="p">):</span>
  1423. <span class="c1"># 构造实体</span>
  1424. <span class="n">film_id</span> <span class="o">=</span> <span class="n">random</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">10000</span><span class="p">)</span>
  1425. <span class="n">film_vector</span> <span class="o">=</span> <span class="p">[</span><span class="n">random</span><span class="o">.</span><span class="n">random</span><span class="p">()</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">5</span><span class="p">)]</span>
  1426. <span class="n">poster_vector</span> <span class="o">=</span> <span class="p">[</span><span class="n">random</span><span class="o">.</span><span class="n">random</span><span class="p">()</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">5</span><span class="p">)]</span>
  1427. <span class="n">entity</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"film_id"</span><span class="p">:</span> <span class="n">film_id</span><span class="p">,</span> <span class="s2">"filmVector"</span><span class="p">:</span> <span class="n">film_vector</span><span class="p">,</span> <span class="s2">"posterVector"</span><span class="p">:</span> <span class="n">poster_vector</span><span class="p">}</span>
  1428. <span class="n">entities</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">entity</span><span class="p">)</span>
  1429. <span class="n">client</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s1">'demo_v3'</span><span class="p">,</span> <span class="n">data</span><span class="o">=</span><span class="n">entities</span><span class="p">)</span>
  1430. <span class="c1"># 多向量查询(注意和批量向量查询不同)</span>
  1431. <span class="c1"># 多向量搜索使用 hybrid_search() API 在一次调用中执行多个 ANN 搜索请求。每个 AnnSearchRequest 代表特定矢量场上的单个搜索请求。</span>
  1432. <span class="c1"># 示例创建两个 AnnSearchRequest 实例以对两个向量字段执行单独的相似性搜索。</span>
  1433. <span class="c1"># 创建多搜索请求 filmVector</span>
  1434. <span class="n">query_filmVector</span> <span class="o">=</span> <span class="p">[[</span><span class="mf">0.8896863042430693</span><span class="p">,</span> <span class="mf">0.370613100114602</span><span class="p">,</span> <span class="mf">0.23779315077113428</span><span class="p">,</span> <span class="mf">0.38227915951132996</span><span class="p">,</span> <span class="mf">0.5997064603128835</span><span class="p">]]</span>
  1435. <span class="n">dense_search_params</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"data"</span><span class="p">:</span> <span class="n">query_filmVector</span><span class="p">,</span>
  1436. <span class="s2">"anns_field"</span><span class="p">:</span> <span class="s2">"filmVector"</span><span class="p">,</span><span class="c1"># 该参数值必须与集合模式中使用的值相同。</span>
  1437. <span class="s2">"param"</span><span class="p">:</span> <span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"L2"</span><span class="p">,</span> <span class="s2">"nprobe"</span><span class="p">:</span> <span class="mi">10</span><span class="p">},</span><span class="c1"># nprobe代表访问簇的数量</span>
  1438. <span class="s2">"limit"</span><span class="p">:</span> <span class="mi">2</span><span class="p">}</span>
  1439. <span class="n">request_1</span> <span class="o">=</span> <span class="n">AnnSearchRequest</span><span class="p">(</span><span class="o">**</span><span class="n">dense_search_params</span><span class="p">)</span>
  1440. <span class="c1"># 创建多搜索请求 posterVector</span>
  1441. <span class="n">query_posterVector</span> <span class="o">=</span> <span class="p">[[</span><span class="mf">0.02550758562349764</span><span class="p">,</span> <span class="mf">0.006085637357292062</span><span class="p">,</span> <span class="mf">0.5325251250159071</span><span class="p">,</span> <span class="mf">0.7676432650114147</span><span class="p">,</span> <span class="mf">0.5521074424751443</span><span class="p">]]</span>
  1442. <span class="n">sparse_search_params</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"data"</span><span class="p">:</span> <span class="n">query_posterVector</span><span class="p">,</span>
  1443. <span class="s2">"anns_field"</span><span class="p">:</span> <span class="s2">"posterVector"</span><span class="p">,</span>
  1444. <span class="c1"># 该参数值必须与集合模式中使用的值相同。</span>
  1445. <span class="s2">"param"</span><span class="p">:</span> <span class="p">{</span><span class="s2">"metric_type"</span><span class="p">:</span> <span class="s2">"COSINE"</span><span class="p">},</span>
  1446. <span class="s2">"limit"</span><span class="p">:</span> <span class="mi">2</span>
  1447. <span class="p">}</span>
  1448. <span class="n">request_2</span> <span class="o">=</span> <span class="n">AnnSearchRequest</span><span class="p">(</span><span class="o">**</span><span class="n">sparse_search_params</span><span class="p">)</span>
  1449. <span class="n">reqs</span> <span class="o">=</span> <span class="p">[</span><span class="n">request_1</span><span class="p">,</span> <span class="n">request_2</span><span class="p">]</span>
  1450. <span class="n">ranker</span> <span class="o">=</span> <span class="n">RRFRanker</span><span class="p">(</span><span class="mi">100</span><span class="p">)</span>
  1451. <span class="n">res</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">hybrid_search</span><span class="p">(</span>
  1452. <span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_v3"</span><span class="p">,</span>
  1453. <span class="n">reqs</span><span class="o">=</span><span class="n">reqs</span><span class="p">,</span>
  1454. <span class="n">ranker</span><span class="o">=</span><span class="n">ranker</span><span class="p">,</span>
  1455. <span class="n">limit</span><span class="o">=</span><span class="mi">2</span>
  1456. <span class="p">)</span>
  1457. <span class="k">for</span> <span class="n">hits</span> <span class="ow">in</span> <span class="n">res</span><span class="p">:</span>
  1458. <span class="nb">print</span><span class="p">(</span><span class="s2">"TopK results:"</span><span class="p">)</span>
  1459. <span class="k">for</span> <span class="n">hit</span> <span class="ow">in</span> <span class="n">hits</span><span class="p">:</span>
  1460. <span class="nb">print</span><span class="p">(</span><span class="n">hit</span><span class="p">)</span>
  1461. </code></pre></div>
  1462. <h3 id="4">4 加载现有数据<a class="headerlink" href="#4" title="Permanent link">¶</a></h3>
  1463. <p>由于 Milvus Lite 的所有数据都存储在本地文件中,因此即使在程序终止后,你也可以通过创建一个带有现有文件的<code>MilvusClient</code> ,将所有数据加载到内存中。例如,这将恢复 "milvus_demo.db "文件中的 Collections,并继续向其中写入数据。</p>
  1464. <div class="highlight"><pre><span></span><code><span class="kn">from</span><span class="w"> </span><span class="nn">pymilvus</span><span class="w"> </span><span class="kn">import</span> <span class="n">MilvusClient</span>
  1465. <span class="n">client</span> <span class="o">=</span> <span class="n">MilvusClient</span><span class="p">(</span><span class="s2">"milvus_demo.db"</span><span class="p">)</span>
  1466. </code></pre></div>
  1467. <h3 id="5-collections">5 删除 Collections<a class="headerlink" href="#5-collections" title="Permanent link">¶</a></h3>
  1468. <p>如果想删除某个 Collections 中的所有数据,可以通过以下方法丢弃该 Collections</p>
  1469. <div class="highlight"><pre><span></span><code><span class="c1"># Drop collection</span>
  1470. <span class="n">client</span><span class="o">.</span><span class="n">drop_collection</span><span class="p">(</span><span class="n">collection_name</span><span class="o">=</span><span class="s2">"demo_collection"</span><span class="p">)</span>
  1471. </code></pre></div>
  1472. <hr>
  1473. <h2 id="_4">本章小结<a class="headerlink" href="#_4" title="Permanent link">¶</a></h2>
  1474. <p>本章节主要介绍了什么是Milvus向量数据库,并对该数据库的增删改查等操作进行了详细的讲解</p>
  1475. </article>
  1476. </div>
  1477. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
  1478. </div>
  1479. </main>
  1480. <footer class="md-footer">
  1481. <div class="md-footer-meta md-typeset">
  1482. <div class="md-footer-meta__inner md-grid">
  1483. <div class="md-copyright">
  1484. <div class="md-copyright__highlight">
  1485. © EnterpriseKB-RAG 2026. Internal knowledge base demo site.
  1486. </div>
  1487. Made with
  1488. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1489. Material for MkDocs
  1490. </a>
  1491. </div>
  1492. </div>
  1493. </div>
  1494. </footer>
  1495. </div>
  1496. <div class="md-dialog" data-md-component="dialog">
  1497. <div class="md-dialog__inner md-typeset"></div>
  1498. </div>
  1499. <script id="__config" type="application/json">{"base": "..", "features": [], "search": "../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "\u5df2\u590d\u5236", "clipboard.copy": "\u590d\u5236", "search.result.more.one": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.more.other": "\u5728\u8be5\u9875\u4e0a\u8fd8\u6709 # \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.none": "\u6ca1\u6709\u627e\u5230\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.one": "\u627e\u5230 1 \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.other": "# \u4e2a\u7b26\u5408\u6761\u4ef6\u7684\u7ed3\u679c", "search.result.placeholder": "\u952e\u5165\u4ee5\u5f00\u59cb\u641c\u7d22", "search.result.term.missing": "\u7f3a\u5c11", "select.version": "\u9009\u62e9\u5f53\u524d\u7248\u672c"}, "version": null}</script>
  1500. <script src="../assets/javascripts/bundle.f55a23d4.min.js"></script>
  1501. <script src="../javascripts/extra.js"></script>
  1502. <script src="../javascripts/mathjax.js"></script>
  1503. <!-- <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>-->
  1504. <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
  1505. </body>
  1506. </html>