{"id":1592,"date":"2024-05-24T21:38:42","date_gmt":"2024-05-24T21:38:42","guid":{"rendered":"https:\/\/www.nicekj.com\/?p=1592"},"modified":"2024-05-24T21:38:55","modified_gmt":"2024-05-24T21:38:55","slug":"shiyong-langchain-congwenbenshujugoujianzhishitupu-2","status":"publish","type":"post","link":"https:\/\/www.nicekj.com\/shiyong-langchain-congwenbenshujugoujianzhishitupu-2.html","title":{"rendered":"\u4f7f\u7528 LangChain \u4ece\u6587\u672c\u6570\u636e\u6784\u5efa\u77e5\u8bc6\u56fe\u8c31"},"content":{"rendered":"

\u5728\u8fd9\u7bc7\u6587\u7ae0\u4e2d\uff0c\u6211\u5c06\u5e26\u60a8\u4e86\u89e3\u77e5\u8bc6\u56fe\u8c31\u4ee5\u53ca\u5982\u4f55\u4ece\u60a8\u81ea\u5df1\u7684\u6587\u672c\u6570\u636e\u6784\u5efa\u77e5\u8bc6\u56fe\u8c31\u3002<\/p>\n

\u4ec0\u4e48\u662f\u77e5\u8bc6\u56fe\u8c31\uff1f<\/h1>\n

\u77e5\u8bc6\u56fe\u8c31\u4e5f\u79f0\u4e3a\u8bed\u4e49\u56fe\uff0c\u662f\u4e00\u79cd\u4ee5\u6709\u6548\u65b9\u5f0f\u5b58\u50a8\u6570\u636e\u7684\u667a\u80fd\u7ed3\u6784\u3002\u6570\u636e\u4ee5\u8282\u70b9\u548c\u8fb9\u7684\u5f62\u5f0f\u5b58\u50a8\u3002\u5982\u56fe\u6240\u793a\uff0c\u8282\u70b9\u8868\u793a\u5bf9\u8c61\uff0c\u8fb9\u7f18\u8868\u793a\u5b83\u4eec\u4e4b\u95f4\u7684\u5173\u7cfb\u3002\u77e5\u8bc6\u56fe\u8c31\u6240\u8868\u793a\u7684\u6570\u636e\u6a21\u578b\u6709\u65f6\u88ab\u79f0\u4e3a\u8d44\u6e90\u63cf\u8ff0\u6846\u67b6\uff08RDF\uff09\u3002RDF \u5b9a\u4e49\u4e86\u4e07\u7ef4\u7f51\u4e2d\u7ad9\u70b9\u4e92\u8fde\u7684\u65b9\u5f0f\u3002<\/p>\n

\n

\"\u4f7f\u7528<\/figure>\n<\/a><\/p>\n

\u4e3a\u4ec0\u4e48\u9009\u62e9\u77e5\u8bc6\u56fe\u8c31\uff1f<\/h1>\n

\u5728\u6574\u4e2a\u6570\u636e\u96c6\u4e2d\uff0c\u53ea\u6709\u5c11\u6570\u6570\u636e\u70b9\u662f\u4ee3\u8868\u6574\u4e2a\u6570\u636e\u96c6\u7684\u56fa\u6709\u6570\u636e\u70b9\u3002\u56e0\u6b64\uff0c\u77e5\u8bc6\u56fe\u8c31\u53ea\u5b58\u50a8\u91cd\u8981\u7684\u6570\u636e\u70b9\u3002\u8fd9\u5927\u5927\u964d\u4f4e\u4e86\u68c0\u7d22\u65f6\u95f4\u7684\u590d\u6742\u5ea6\uff0c\u5e76\u964d\u4f4e\u4e86\u7a7a\u95f4\u7684\u590d\u6742\u6027\u3002<\/p>\n

\u5b9e\u65bd<\/h1>\n

1. \u5b89\u88c5\u548c\u5bfc\u5165\u8f6f\u4ef6\u5305<\/strong><\/p>\n

\uff08\u6ce8\u610f\uff1a\u6211\u4eec\u5c06\u4f7f\u7528 Open AI \u7684 GPT-3.5 \u6765\u751f\u6210\u5b9e\u4f53\u548c\u5173\u7cfb\uff0c\u8bf7\u786e\u4fdd\u60a8\u5df2\u51c6\u5907\u597d Open AI Api \u5bc6\u94a5\uff09<\/p>\n

\u4f7f\u7528\u60a8\u559c\u6b22\u7684\u5305\u7ba1\u7406\u5668\u5b89\u88c5\u5305\u3002\u5728\u8fd9\u91cc\uff0c\u6211\u4f7f\u7528 PIP \u6765\u5b89\u88c5\u548c\u7ba1\u7406\u4f9d\u8d56\u9879\u3002<\/p>\n

<\/div>
ini<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>pip install -q langchain openai pyvis gradio<\/span>==3.39<\/span>.0<\/span><\/span>\n<\/code><\/pre>\n
\u5bfc\u5165\u5df2\u5b89\u88c5\u7684\u8f6f\u4ef6\u5305\u3002<\/p>\n
<\/div>
javascript<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>from<\/span> langchain.prompts<\/span> import<\/span> PromptTemplate<\/span><\/span>\nfrom<\/span> langchain.llms<\/span>.openai<\/span> import<\/span> OpenAI<\/span><\/span>\nfrom<\/span> langchain.chains<\/span> import<\/span> LLMChain<\/span><\/span>\nfrom<\/span> langchain.graphs<\/span>.networkx_graph<\/span> import<\/span> KG_TRIPLE_DELIMITER<\/span><\/span>\nfrom<\/span> pprint import<\/span> pprint<\/span>\nfrom<\/span> pyvis.network<\/span> import<\/span> Network<\/span><\/span>\nimport<\/span> networkx as<\/span> nx<\/span>\nimport<\/span> gradio as<\/span> gr<\/span>\n<\/code><\/pre>\n
2. \u8bbe\u7f6e API \u5bc6\u94a5<\/strong><\/p>\n
\u4f7f\u7528\u4ece Open AI Platform Dashboard \u590d\u5236\u7684 API \u5bc6\u94a5\u6765\u8bbe\u7f6e API \u5bc6\u94a5\u73af\u5883\u53d8\u91cf\u3002\u5728\u8fd9\u91cc\uff0c\u6211\u901a\u8fc7 colab \u79d8\u5bc6\u4f20\u9012\u53d8\u91cf\u3002\u56e0\u6b64\uff0c\u5728\u8fd0\u884c\u4e4b\u524d\uff0c\u8bf7\u786e\u4fdd\u5df2\u4e3a secret \u53d8\u91cf\u5206\u914d\u4e86 api \u5bc6\u94a5\u503c\u3002<\/p>\n
<\/div>
csharp<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>from<\/span> google.colab import userdata<\/span>\nOPENAI_API_KEY = userdata.get<\/span>('OPENAI_API_KEY'<\/span>)<\/span>\n<\/code><\/pre>\n
3. \u5b9a\u4e49\u63d0\u793a<\/strong><\/p>\n
\u66f4\u91cd\u8981\u7684\u662f\u5982\u4f55\u5411 LLM \u63d0\u51fa\u6b63\u786e\u7684\u95ee\u9898\uff0c\u4ee5\u4fbf\u4ed6\u4eec\u80fd\u591f\u4ea7\u751f\u6211\u4eec\u9700\u8981\u7684\u4e1c\u897f\u3002\u5728\u8fd9\u91cc\uff0c\u6211\u4eec\u5728\u8bf4\u660e\u4e2d\u6dfb\u52a0\u4e86\u4e00\u4e9b\u793a\u4f8b\uff0c\u4ee5\u4fbf\u6211\u4eec\u53ef\u4ee5\u66f4\u5bb9\u6613\u7684\u63a8\u7406\u3002\u8fd9\u79cd\u63d0\u793a\u65b9\u5f0f\u79f0\u4e3a Few-Shot \u63d0\u793a\u3002\u8bf7\u968f\u65f6\u9605\u8bfb\u63d0\u793a\uff0c\u4ee5\u6e05\u695a\u5730\u4e86\u89e3\u5176\u5de5\u4f5c\u539f\u7406\u3002<\/p>\n
<\/div>
swift<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div># Prompt<\/span> template for<\/span> knowledge triple extraction<\/span>\n_DEFAULT_KNOWLEDGE_TRIPLE_EXTRACTION_TEMPLATE =<\/span> (<\/span>\n\"You are a networked intelligence helping a human track knowledge triples\"<\/span><\/span>\n\" about all relevant people, things, concepts, etc. and integrating\"<\/span><\/span>\n\" them with your knowledge stored within your weights\"<\/span><\/span>\n\" as well as that stored in a knowledge graph.\"<\/span><\/span>\n\" Extract all of the knowledge triples from the text.\"<\/span><\/span>\n\" A knowledge triple is a clause that contains a subject, a predicate,\"<\/span><\/span>\n\" and an object. The subject is the entity being described,\"<\/span><\/span>\n\" the predicate is the property of the subject that is being\"<\/span><\/span>\n\" described, and the object is the value of the property.n<\/span>n<\/span>\"<\/span><\/span>\n\"EXAMPLEn<\/span>\"<\/span><\/span>\n\"It's a state in the US. It's also the number 1 producer of gold in the US.n<\/span>n<\/span>\"<\/span><\/span>\nf\"Output: (Nevada, is a, state){KG_TRIPLE_DELIMITER}(Nevada, is in, US)\"<\/span><\/span>\nf\"{KG_TRIPLE_DELIMITER}(Nevada, is the number 1 producer of, gold)n<\/span>\"<\/span><\/span>\n\"END OF EXAMPLEn<\/span>n<\/span>\"<\/span><\/span>\n\"EXAMPLEn<\/span>\"<\/span><\/span>\n\"I'm going to the store.n<\/span>n<\/span>\"<\/span><\/span>\n\"Output: NONEn<\/span>\"<\/span><\/span>\n\"END OF EXAMPLEn<\/span>n<\/span>\"<\/span><\/span>\n\"EXAMPLEn<\/span>\"<\/span><\/span>\n\"Oh huh. I know Descartes likes to drive antique scooters and play the mandolin.n<\/span>\"<\/span><\/span>\nf\"Output: (Descartes, likes to drive, antique scooters){KG_TRIPLE_DELIMITER}(Descartes, plays, mandolin)n<\/span>\"<\/span><\/span>\n\"END OF EXAMPLEn<\/span>n<\/span>\"<\/span><\/span>\n\"EXAMPLEn<\/span>\"<\/span><\/span>\n\"{text}\"<\/span><\/span>\n\"Output:\"<\/span><\/span>\n)<\/span>\n<\/span>\nKNOWLEDGE_TRIPLE_EXTRACTION_PROMPT<\/span> =<\/span> PromptTemplate<\/span>(<\/span>\ninput_variables=<\/span>[\"text\"<\/span>],<\/span>\ntemplate=<\/span>_DEFAULT_KNOWLEDGE_TRIPLE_EXTRACTION_TEMPLATE,<\/span>\n)<\/span>\n<\/code><\/pre>\n
4. \u521d\u59cb\u5316\u94fe<\/strong><\/p>\n
\u4f7f\u7528\u63cf\u8ff0\u6027\u63d0\u793a\uff0c\u4f7f\u7528 LLMChain \u7c7b\u521d\u59cb\u5316\u94fe\u3002<\/p>\n
<\/div>
ini<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>llm<\/span> = OpenAI(<\/span>\napi_key<\/span>=OPENAI_API_KEY,<\/span>\ntemperature<\/span>=0.9<\/span><\/span>\n)<\/span>\n# Create an LLMChain using the knowledge triple extraction prompt<\/span><\/span>\nchain<\/span> = LLMChain(llm=llm, prompt=KNOWLEDGE_TRIPLE_EXTRACTION_PROMPT)<\/span>\n<\/code><\/pre>\n
\u8981\u6784\u5efa\u77e5\u8bc6\u56fe\u8c31\uff0c\u60a8\u53ea\u9700\u8981\u4e00\u4e9b\u76f8\u4e92\u5173\u8054\u7684\u6587\u672c\u6570\u636e\u3002\u5728\u8fd9\u91cc\uff0c\u6211\u4ece\u5b57\u7b26\u4e32\u8f93\u5165\u52a0\u8f7d\u6587\u672c\u3002\u4f46\u662f\uff0c\u9700\u8981\u6ce8\u610f\u7684\u662f\uff0c\u60a8\u4e5f\u53ef\u4ee5\u4f7f\u7528 python \u4e2d\u7684\u6570\u636e\u52a0\u8f7d\u5668\uff0c\u4ece\u5176\u4ed6\u7684\u6570\u636e\u683c\u5f0f\uff08\u4f8b\u5982 PDF\u3001JSON\u3001Markdown \u7b49\uff09\u52a0\u8f7d\u3002<\/p>\n
<\/div>
arduino<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div># Run the chain with the specified text<\/span>\ntext = \"The city of Paris is the capital and most populous city of France. The Eiffel Tower is a famous landmark in Paris.\"<\/span><\/span>\ntriples = chain.invoke<\/span>(<\/span>\n{'text'<\/span> : text}<\/span>\n).get<\/span>('text'<\/span>)<\/span>\n<\/code><\/pre>\n
\u5e76\u4f7f\u7528\u6b64\u7528\u6237\u5b9a\u4e49\u7684\u51fd\u6570\u89e3\u6790\u68c0\u7d22\u5230\u7684\u4e09\u5143\u7ec4<\/p>\n
<\/div>
ini<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>def parse_triples(response, delimiter<\/span>=KG_TRIPLE_DELIMITER):<\/span>\nif not response:<\/span>\nreturn []<\/span><\/span>\nreturn response.split(delimiter)<\/span>\n<\/span>\ntriples_list<\/span> = parse_triples(triples)<\/span>\npprint(triples_list)<\/span>\n<\/code><\/pre>\n
\u8f93\u51fa\uff1a<\/p>\n
<\/div>
vbnet<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>[' (Paris, is the capital of, France)',<\/span><\/span>\n'(Paris, is the most populous city in, France)',<\/span><\/span>\n'(Eiffel Tower, is a, famous landmark)',<\/span><\/span>\n'(Eiffel Tower, is in, Paris)']<\/span><\/span>\n<\/code><\/pre>\n
5. \u53ef\u89c6\u5316\u6784\u5efa\u7684\u77e5\u8bc6\u56fe\u8c31<\/strong><\/p>\n
\u5728\u8fd9\u91cc\uff0c\u6211\u4eec\u5c06\u4f7f\u7528 PyVis \u4e3a\u6784\u5efa\u7684\u77e5\u8bc6\u56fe\u8c31\u521b\u5efa\u53ef\u89c6\u5316\uff0c\u5e76\u4f7f\u7528 Gradio \u6846\u67b6\u4ee5\u4ea4\u4e92\u65b9\u5f0f\u663e\u793a\u5b83\u3002<\/p>\n
\u4ee5\u4e0b\u662f\u4e00\u4e9b\u7528\u6237\u5b9a\u4e49\u7684\u51fd\u6570\uff0c\u53ef\u4ee5\u4f7f\u6211\u4eec\u7684\u4efb\u52a1\u66f4\u8f7b\u677e\uff1a<\/p>\n
<\/div>
ini<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>def create_graph_from_triplets(triplets):<\/span>\nG<\/span> = nx.DiGraph()<\/span>\nfor triplet in triplets:<\/span>\nsubject, predicate, obj<\/span> = triplet.strip().split(','<\/span>)<\/span>\nG.add_edge(subject.strip(), obj.strip(), label<\/span>=predicate.strip())<\/span>\nreturn G<\/span>\n<\/span>\ndef nx_to_pyvis(networkx_graph):<\/span>\npyvis_graph<\/span> = Network(notebook=True<\/span>, cdn_resources='remote'<\/span>)<\/span>\nfor node in networkx_graph.nodes():<\/span>\npyvis_graph.add_node(node)<\/span>\nfor edge in networkx_graph.edges(data<\/span>=True<\/span>):<\/span>\npyvis_graph.add_edge(edge[0]<\/span>, edge[1]<\/span>, label<\/span>=edge[2<\/span>][\"label\"<\/span>])<\/span>\nreturn pyvis_graph<\/span>\n<\/span>\ndef generateGraph():<\/span>\ntriplets<\/span> = [t.strip() for t in triples_list if t.strip()]<\/span>\ngraph<\/span> = create_graph_from_triplets(triplets)<\/span>\npyvis_network<\/span> = nx_to_pyvis(graph)<\/span>\n<\/span>\npyvis_network.toggle_hide_edges_on_drag(True)<\/span>\npyvis_network.toggle_physics(False)<\/span>\npyvis_network.set_edge_smooth('discrete')<\/span>\n<\/span>\nhtml<\/span> = pyvis_network.generate_html()<\/span>\nhtml<\/span> = html.replace(\"'\"<\/span>, \"\"\")<\/span><\/span>\n<\/span>\nreturn f\"\"\"<iframe style=\"width: 100%; height: 600px;margin:0 auto\"<\/span> name=\"result\"<\/span> allow=\"midi; geolocation; microphone; camera;<\/span><\/span>\ndisplay-capture; encrypted-media;\" sandbox=\"allow-modals allow-forms<\/span><\/span>\nallow-scripts allow-same-origin allow-popups<\/span>\nallow-top-navigation-by-user-activation allow-downloads\" allowfullscreen=\"\"<\/span><\/span>\nallowpaymentrequest<\/span>=\"\"<\/span> frameborder=\"0\"<\/span> srcdoc='{html}'<\/span>><\/iframe>\"\"\"<\/span><\/span>\n<\/span>\n<\/code><\/pre>\n
\u4f7f\u7528 Gradio \u663e\u793a PyVis \u751f\u6210\u7684 html<\/p>\n
<\/div>
ini<\/span>
\u590d\u5236\u4ee3\u7801<\/div><\/div><\/div>demo<\/span> = gr.Interface(<\/span>\ngenerateGraph,<\/span>\ninputs<\/span>=None,<\/span>\noutputs<\/span>=gr.outputs.HTML(),<\/span>\ntitle<\/span>=\"Knowledge Graph\"<\/span>,<\/span>\nallow_flagging<\/span>='never'<\/span>,<\/span>\nlive<\/span>=True<\/span>,<\/span>\n)<\/span>\n<\/span>\ndemo.launch(<\/span>\nheight<\/span>=800<\/span>,<\/span>\nwidth<\/span>=\"100%\"<\/span><\/span>\n)<\/span>\n<\/code><\/pre>\n
\u6700\u7ec8\u8f93\u51fa\uff1a<\/p>\n
\u5728\u8fd9\u91cc\uff0c\u6211\u4eec\u4f7f\u7528 gradio \u6846\u67b6\u5c55\u793a\u4e86\u6211\u4eec\u7684\u77e5\u8bc6\u56fe\u8c31\uff0c\u4ee5\u4fbf\u53ef\u4ee5\u901a\u8fc7\u751f\u6210\u7684\u94fe\u63a5\u8f7b\u677e\u5730\u4e0e\u4efb\u4f55\u4eba\u5728\u7ebf\u5171\u4eab\u8be5\u9875\u9762\u3002\u53ea\u9700\u5728\u65b9\u6cd5\u4e2d\u6dfb\u52a0 \uff0c\u5373\u53ef\u4f7f\u5e94\u7528\u7a0b\u5e8f\u5bf9\u4efb\u4f55\u4eba\u53ef\u89c1\u3002share=True;demo.launch(share=True)<\/code><\/p>\n
\n
\"\u4f7f\u7528<\/figure>\n<\/a><\/p>","protected":false},"excerpt":{"rendered":"
\u77e5\u8bc6\u56fe\u8c31\u4e5f\u79f0\u4e3a\u8bed\u4e49\u56fe\uff0c\u662f\u4e00\u79cd\u4ee5\u6709\u6548\u65b9\u5f0f\u5b58\u50a8\u6570\u636e\u7684\u667a\u80fd\u7ed3\u6784\u3002\u6570\u636e\u4ee5\u8282\u70b9\u548c\u8fb9\u7684\u5f62\u5f0f\u5b58\u50a8\u3002\u5982\u56fe\u6240\u793a\uff0c\u8282\u70b9\u8868\u793a\u5bf9\u8c61\uff0c\u8fb9\u7f18\u8868\u793a\u5b83\u4eec\u4e4b\u95f4\u7684\u5173\u7cfb\u3002\u77e5\u8bc6\u56fe\u8c31\u6240\u8868\u793a\u7684\u6570\u636e\u6a21\u578b\u6709\u65f6\u88ab\u79f0\u4e3a\u8d44\u6e90\u63cf\u8ff0\u6846\u67b6\uff08RDF\uff09\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"rank_math_title":"","rank_math_description":"","rank_math_focus_keyword":"","views":"2","footnotes":""},"categories":[3],"tags":[128,129,136,126,127],"collection":[],"class_list":["post-1592","post","type-post","status-publish","format-standard","hentry","category-fenlei2","tag-128","tag-129","tag-136","tag-gpt","tag-ai"],"acf":[],"_links":{"self":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts\/1592","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/comments?post=1592"}],"version-history":[{"count":0,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/posts\/1592\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/media?parent=1592"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/categories?post=1592"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/tags?post=1592"},{"taxonomy":"collection","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/collection?post=1592"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}