{"id":1581,"date":"2024-05-23T23:35:59","date_gmt":"2024-05-23T23:35:59","guid":{"rendered":"https:\/\/www.nicekj.com\/?p=1581"},"modified":"2024-05-23T23:36:32","modified_gmt":"2024-05-23T23:36:32","slug":"rag-retrieval-augmented-generationjianjie","status":"publish","type":"post","link":"https:\/\/www.nicekj.com\/rag-retrieval-augmented-generationjianjie.html","title":{"rendered":"RAG \uff08Retrieval Augmented Generation\uff09\u7b80\u4ecb"},"content":{"rendered":"<h3 data-id=\"heading-0\">1. \u80cc\u666f&nbsp;<\/h3>\n<p>\u76ee\u524d\u5927\u6a21\u578b\u5f88\u591a\uff0c\u7edd\u5927\u90e8\u5206\u5927\u6a21\u578b\u90fd\u662f\u901a\u7528\u578b\u5927\u6a21\u578b\uff0c\u4e5f\u5c31\u662f\u8bf4\u4f7f\u7528\u7684\u662f\u6807\u51c6\u7684\u6570\u636e\uff0c\u6bd4\u5982wikipedia\uff0c\u767e\u5ea6\u767e\u79d1\uff0c\u3002\u3002\u3002\u3002 \u4e2d\u5c0f\u578b\u4f01\u4e1a\u4e00\u822c\u90fd\u6709\u81ea\u5df1\u7684\u77e5\u8bc6\u5e93\uff0c\u800c\u8fd9\u4e9b\u77e5\u8bc6\u5e93\u7684\u6570\u636e\u6ca1\u6709\u5728\u901a\u7528\u578b\u7684\u5927\u6a21\u578b\u4e2d\u88ab\u7528\u5230\u6216\u8005\u8bf4\u8bad\u7ec3\u5230\u3002\u5982\u679c\u4e2d\u5c0f\u578b\u4f01\u4e1a\u8981\u9002\u5408\u81ea\u5df1\u672c\u8eab\u4e1a\u52a1\u9700\u8981\u7684\u5927\u6a21\u578b\uff0c\u5f53\u7136\u7406\u60f3\u7684\u65b9\u6cd5\u662f\u91cd\u65b0\u8bad\u7ec3\u6570\u636e\uff0c\u800c\u8fd9\u4e9b\u6570\u636e\u6709\u5176\u81ea\u8eab\u4e1a\u52a1\u573a\u666f\u7684\u6570\u636e\u3002 \u73b0\u5b9e\u662f\u81ea\u8eab\u8bad\u7ec3\u65e0\u8bba\u662f\u4eba\u529b\u6210\u672c\uff0c\u6570\u636e\u6210\u672c\uff0c\u8ba1\u7b97\u6210\u672c\u90fd\u662f\u4e0d\u53ef\u884c\u7684\u3002\u90a3\u4e48\u4e00\u79cd\u57fa\u4e8e\u901a\u7528\u5927\u6a21\u578b\uff0c\u5e76\u5916\u6302\u672c\u5730\u77e5\u8bc6\u5e93\u7684\u4eba\u5de5\u667a\u80fd\u65b9\u6cd5RAG\uff08Retrieval Augmented Generation\uff09\u5c31\u8fd0\u7528\u800c\u751f\u3002\u901a\u8fc7\u8fd9\u79cd\u65b9\u6cd5\uff0c\u4e2d\u5c0f\u578b\u4f01\u4e1a\u53ef\u4ee5\u7528\u5f88\u5c11\u7684\u4eba\u529b\uff0c\u7269\u529b\uff0c\u5728\u4e0d\u6539\u52a8\u901a\u7528\u5927\u6a21\u578b\u7684\u60c5\u51b5\u4e0b\uff0c\u5c31\u80fd\u7ed3\u5408\u81ea\u8eab\u9700\u8981\uff0c\u4e3a\u81ea\u5df1\u7684\u4e1a\u52a1\u573a\u666f\u670d\u52a1\u3002<\/p>\n<h3 data-id=\"heading-1\">2. \u6846\u67b6\u56fe\u548c\u7b80\u5355\u4ecb\u7ecd&nbsp;<\/h3>\n<p>\u63a5\u4e0b\u6765\uff0c\u6211\u4eec\u5c31\u6765\u4ecb\u7ecdRAG\u3002\u6211\u4eec\u5148\u770b\u6807\u51c6\u7684RAG\u6d41\u7a0b\u6216\u6846\u67b6\u56fe\uff0c\u7136\u540e\u5728\u4e0b\u9762\u7684\u6587\u5b57\u4e2d\u4ecb\u7ecd\u4e24\u79cd\u4f18\u5316\u7684RAG\uff0c\u6211\u4eec\u8fd8\u4f1a\u7ed9\u51fa\u5904\u4e8e\u7814\u7a76\u4e2d\u6216\u6726\u80e7\u72b6\u6001\u7684\u65b0\u7684RAG\u7684\u51fa\u5904\u6216\u6587\u732e\u53c2\u8003\u3002\u672c\u6587\u662f\u57fa\u4e8e\u4e0b\u9762\u7684LLM\u6216RAG\u8bfe\u7a0b\u7684\u603b\u7ed3\u3002\u30101\u3011\u30102\u3011\u30103\u3011\u3002&nbsp;<\/p>\n<p>&nbsp;2.1 \u5165\u5e93&nbsp;<\/p>\n<p>&nbsp;\u90a3\u4e48\u73b0\u5728\uff0c\u8ba9\u6211\u4eec\u5148\u770b\u6807\u51c6\u7684RAG\u6d41\u7a0b\u6216\u6846\u67b6\u56fe\uff1a\u5148\u662f\u7b2c\u4e00\u6b65\u5165\u5e93\uff0c\u5165\u5e93\u5c31\u662f\u628a\u539f\u59cb\u5206\u672c\u5206\u5272\uff0c\u7136\u540e\u6bcf\u4e2a\u5206\u5272\u540e\u7684\u77ed\u6587\u672c\uff0c\u8fdb\u884c\u5206\u8bcd\uff08chunk\uff09\uff0c\u7136\u540e\u5411\u91cf\u6620\u5c04\uff08embedding\uff09\uff0c\u6700\u540e\u5165\u5e93\u3002&nbsp;<\/p>\n<p>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; RAG \u7b2c\u4e00\u6b65\u5165\u5e93&nbsp;<\/p>\n<p>\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/www.nicekj.com\/wp-content\/uploads\/replace\/94b161c4a5823de4d9c8073ea0930769.png\" alt=\"RAG \uff08Retrieval Augmented Generation\uff09\u7b80\u4ecb\" \/><\/figure>\n<\/p>\n<p>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; \u56fe 1&nbsp;<\/p>\n<p>&nbsp;\u56fe1 \u662fRAG\u7684\u7b2c\u4e00\u6b65\uff0c\u6587\u672c\u5165\u5e93\u3002\u5e93\u53ef\u4ee5\u662f\u4e00\u822c\u6570\u636e\u5e93\uff0c\u6587\u4ef6\u7cfb\u7edf\u90fd\u53ef\u4ee5\uff0c\u6211\u4eec\u8fd9\u91cc\u7528\u5411\u91cf\u6570\u636e\u5e93\u4f5c\u4e3a\u4f8b\u5b50\u3002\u50cf\u76ee\u524d\u7684\u667a\u80fd\u5ba2\u670d\u673a\u5668\u4eba\uff0c\u4e00\u822c\u5c31\u662f\u4f7f\u7528\u5411\u91cf\u6570\u636e\u5e93\u3002 2.1.1 \u5206\u672c\u5206\u5272 \u5176\u4e2d\uff0c\u6587\u672c\u5206\u5272\u662f\u56e0\u4e3a\u80cc\u666f\u63d0\u793a\u7a97\u53e3\u5927\u5c0f\u7684\u9650\u5236\uff0c\u4e00\u822c\u53ea\u6709\u51e0\u5343\u4e2aToken\u3002Token\u662f\u6307\u6700\u5c0f\u7684\u5355\u8bcd\uff0c\u5b57\u7b26\u548c\u8bcd\u7ec4\u7684\u5411\u91cf\u3002&nbsp;<\/p>\n<h6 data-id=\"heading-2\">2.1.1 \u5206\u672c\u5206\u5272<\/h6>\n<p>\u5176\u4e2d\uff0c\u6587\u672c\u5206\u5272\u662f\u56e0\u4e3a\u80cc\u666f\u63d0\u793a\u7a97\u53e3\u5927\u5c0f\u7684\u9650\u5236\uff0c\u4e00\u822c\u53ea\u6709\u51e0\u5343\u4e2aToken\u3002Token\u662f\u6307\u6700\u5c0f\u7684\u5355\u8bcd\uff0c\u5b57\u7b26\u548c\u8bcd\u7ec4\u7684\u5411\u91cf\u3002<\/p>\n<p>\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/www.nicekj.com\/wp-content\/uploads\/replace\/ad6843650c0ac6ce259ed2640c557bd2.png\" alt=\"RAG \uff08Retrieval Augmented Generation\uff09\u7b80\u4ecb\" \/><\/figure>\n<\/p>\n<p>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;\u56fe 2 &nbsp;<\/p>\n<p>&nbsp;\u6211\u4eec\u7684\u539f\u59cb\u6587\u4ef6\u5f88\u957f\uff0c\u4f46\u63d0\u793a\u7a97\u53e3\u4e00\u822c\u53ea\u5bb9\u7eb3\u51e0\u5343\u4e2aToken\uff0c\u6240\u4ee5\uff0c\u8981\u5c06\u6587\u672c\u5206\u5272\uff0c\u8fd9\u4e2a\u5c31\u662f\u6587\u672c\u5206\u5272\u3002\u56fe2\u4e2d\uff0c\u6211\u4eec\u5c06\u4e00\u7bc7\u957f\u6587\u5206\u5272\u62104\u7bc7\u5c0f\u6587\u3002&nbsp;<\/p>\n<p>&nbsp;2.2 RAG \u67e5\u8be2&nbsp;<\/p>\n<p>\u5165\u5e93\u6210\u529f\u4ee5\u540e\uff0c\u5c31\u662f\u67e5\u8be2\uff0c\u7136\u540e\u5c31\u662faugmented\uff0caugmented\u5728\u8fd9\u91cc\u662f\u6307\u5c06\u67e5\u8be2\u548c\u5411\u91cf\u6570\u636e\u5e93\u67e5\u51fa\u7684\u7ed3\u679c\u5408\u6210\u4f5c\u4e3a\u4e00\u4e2a\u65b0\u7684\u63d0\u793a\uff0c\u7136\u540e\u67e5\u8be2LLM\uff08\u5927\u8bed\u8a00\u6a21\u578b\uff09\u3002&nbsp;<\/p>\n<p>\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/www.nicekj.com\/wp-content\/uploads\/replace\/1b469e66f9fa7ad1cdf9679e1736254c.png\" alt=\"RAG \uff08Retrieval Augmented Generation\uff09\u7b80\u4ecb\" \/><\/figure>\n<\/p>\n<p>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; \u56fe3<\/p>\n<p>\u4ece\u56fe3\u4e2d\uff0c\u6211\u4eec\u770b\u51fa\u6846\u67b6\u56fe\u7ec4\u4ef6\u6709\u5411\u91cf\u6570\u636e\u5e93\uff08Vector Database\uff09\u548c\u5927\u6a21\u578b\u3002\u5411\u91cf\u6570\u636e\u5e93\u5b58\u50a8\u7740\u4e2d\u5c0f\u4f01\u4e1a\u7684\u4e1a\u52a1\u573a\u666f\u7684\u672c\u5730\u77e5\u8bc6\u5e93\uff0c\u7528\u6237\u5148\u4ece\u5411\u91cf\u6570\u636e\u5e93\uff0c\u5c31\u662f\u672c\u5730\u77e5\u8bc6\u5e93\u67e5\u8be2\uff0c\u7136\u540e\u5c06\u67e5\u8be2\u7684\u7ed3\u679c\u4f5c\u4e3a\u5927\u6a21\u578b\u7684\u8f93\u5165\uff0c\u8fdb\u884c\u67e5\u8be2\u3002&nbsp;<\/p>\n<p>&nbsp;2.2.1 \u63d0\u793a\u67e5\u8be2&nbsp;<\/p>\n<p>&nbsp;\u5f53\u6211\u4eec\u5f00\u59cb\u67e5\u8be2\u65f6\uff0c\u6211\u4eec\u5148\u67e5\u8be2\u672c\u5730\u77e5\u8bc6\u5e93\uff0c\u5c31\u662f\u5411\u91cf\u6570\u636e\u5e93\uff0c\u7136\u540e\u5411\u91cf\u6570\u636e\u5e93\u62bd\u53d6\u6570\u636e\uff0c\u56de\u590d\u63d0\u95ee\u3002\u5c31\u662f\u56fe3\u4e2d\u7684\u7b2c1\uff0c2\uff0c3\u6b65\u9aa4\u3002<\/p>\n<p>&nbsp;2.2.2 \u5408\u6210\u7b54\u590d\u548c\u67e5\u8be2&nbsp;<\/p>\n<p>&nbsp;\u5f53\u5411\u91cf\u6570\u636e\u5e93\u56de\u590d\u540e\uff0c\u6211\u4eec\u5c06\u67e5\u8be2\u5411\u91cf\u6570\u636e\u5e93\u7684\u95ee\u9898\u548c\u5411\u91cf\u6570\u636e\u5e93\u7684\u56de\u7b54\u5408\u6210\u4e00\u4e2a\u63d0\u793a\uff0c\u518d\u67e5\u8be2\u5927\u8bed\u8a00\u6a21\u578b\u3002\u5c31\u662f\u56fe3\u4e2d\u76844\uff0c5\u6b65\u9aa4\u3002&nbsp;<\/p>\n<p>&nbsp;2.2.3 \u5927\u6a21\u578b\u56de\u590d\/completion&nbsp;<\/p>\n<p>&nbsp;\u5408\u6210\u540e\u7684\u63d0\u793a\u8f93\u5165\u5230\u5927\u6a21\u578b\u4e2d\uff0c\u5f97\u5230\u56de\u590d\/completion\uff0c\u5c31\u5b8c\u6210\u4e86\u4e00\u6b21RAG\u3002&nbsp;<\/p>\n<h3 data-id=\"heading-3\">3. \u9ad8\u7ea7\/\u4f18\u5316\u7684RAG<\/h3>\n<h4 data-id=\"heading-4\">A. Query expansion<\/h4>\n<p>\u5f85\u4e0b\u6587\u53d1\u8868<\/p>\n<h4 data-id=\"heading-5\">B. Cross-encoding DeRank<\/h4>\n<p>\u5f85\u4e0b\u6587\u53d1\u8868<\/p>\n<h3 data-id=\"heading-6\">4. \u5904\u4e8e\u6726\u80e7\u65f6\u671f\u7684\u9ad8\u7ea7RAG<\/h3>\n<p>\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/www.nicekj.com\/wp-content\/uploads\/replace\/2b0e6c2176f0f9877b2aea54de0a87e2.png\" alt=\"RAG \uff08Retrieval Augmented Generation\uff09\u7b80\u4ecb\" \/><\/figure>\n<\/p>\n<p>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;\u56fe 4&nbsp;<\/p>\n<p>&nbsp;5. \u53c2\u8003\u8d44\u6599&nbsp;<\/p>\n<p>[1]. coursera.org\uff1aGenerative AI with large language model&nbsp;<\/p>\n<p>&nbsp;[2]. deepLearning.ai\uff1aAdvanced Retrieval for AI with Chroma&nbsp;<\/p>\n<p>&nbsp;[3]. deep learning.ai: Building and Evaluating Advanced RAG Applications&nbsp;<\/p>\n<p>&nbsp;[4] \u9886\u82f1LLM\u7684\u4e00\u4e9b\u4e13\u680f&nbsp;<\/p>\n<p>&nbsp;\u6c88\u5efa\u519b\u4e8e\u4e0a\u6d77 2024\u5e742\u670814\u65e5\u5468\u4e09 \u53d1\u5e03\u4e8eCSDN\uff0c\u4f5c\u8005\u81ea\u5df1\u642c\u5230\u6398\u91d1\u4f5c\u4e3a\u5907\u4efd<\/p>\n<p>&nbsp;2\uff092024\u5e742\u670815\u65e5\u5c0f\u4fee\u6539<\/p>","protected":false},"excerpt":{"rendered":"<p>\u4e2d\u5c0f\u4f01\u4e1a\u5982\u4f55\u5229\u7528\u73b0\u6210\u7684\u5927\u6a21\u578b\uff0c\u7136\u540e\u52a0\u4e0a\u672c\u5730\u77e5\u8bc6\uff0c\u63d0\u4f9b\u670d\u52a1\u3002\u6bd4\u5982\u667a\u80fd\u5ba2\u670d\u804a\u5929\u673a\u5668\u4eba\uff0c\u672c\u6587\u4e00\u6b65\u4e00\u6b65\u9610\u8ff0\u4e86RAG\u7684\u6b65\u9aa4\u3002 \u4f9b\u4e2d\u5c0f\u4f01\u4e1a\u5229\u7528\u5927\u6a21\u578b\u63d0\u4f9b\u81ea\u8eab\u7684\u670d\u52a1\u3002<\/p>\n","protected":false},"author":1,"featured_media":11258,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"rank_math_title":"","rank_math_description":"","rank_math_focus_keyword":"","views":"3","footnotes":""},"categories":[3],"tags":[129,136,126,127,128],"collection":[],"class_list":["post-1581","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-fenlei2","tag-129","tag-136","tag-gpt","tag-ai","tag-128"],"acf":[],"_links":{"self":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts\/1581","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/comments?post=1581"}],"version-history":[{"count":0,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts\/1581\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/media\/11258"}],"wp:attachment":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/media?parent=1581"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/categories?post=1581"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/tags?post=1581"},{"taxonomy":"collection","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/collection?post=1581"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}