{"id":12637,"date":"2024-07-02T08:17:20","date_gmt":"2024-07-02T08:17:20","guid":{"rendered":"https:\/\/www.nicekj.com\/ask\/12637.html"},"modified":"2024-07-02T08:17:20","modified_gmt":"2024-07-02T08:17:20","slug":"youlejie-fast-tokenizer-delaogemazenmejiang-baichuan2-13b-de-tokeniz","status":"publish","type":"ask","link":"https:\/\/www.nicekj.com\/ask\/12637.html","title":{"rendered":"\u6709\u4e86\u89e3 fast tokenizer \u7684\u8001\u54e5\u5417\uff1f\u600e\u4e48\u5c06 baichuan2-13b \u7684 tokenizer \u8f6c\u6210 fast tokenizer?"},"content":{"rendered":"<p>\u76ee\u524d\u5728\u7528 vllm \u505a baichuan2-13b-chat \u6a21\u578b\u7684\u63a8\u7406\u6846\u67b6\uff0c\u60f3\u8fdb\u4e00\u6b65\u52a0\u901f\u63a8\u7406\u901f\u5ea6\uff0c\u600e\u4e48\u5c06 slow tokenizer \u8f6c\u6210 fast tokenizer \u5462\uff1f<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u76ee\u524d\u5728\u7528 vllm \u505a baichuan2-13b-chat \u6a21\u578b\u7684\u63a8\u7406\u6846\u67b6\uff0c\u60f3\u8fdb\u4e00\u6b65\u52a0\u901f\u63a8\u7406\u901f\u5ea6\uff0c\u600e\u4e48\u5c06 slow tokenizer \u8f6c\u6210 fast tokenizer \u5462\uff1f<\/p>\n","protected":false},"featured_media":0,"comment_status":"open","ping_status":"closed","template":"","ask_cat":[],"class_list":["post-12637","ask","type-ask","status-publish","hentry"],"acf":[],"_links":{"self":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/ask\/12637","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/ask"}],"about":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/types\/ask"}],"replies":[{"embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/comments?post=12637"}],"wp:attachment":[{"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/media?parent=12637"}],"wp:term":[{"taxonomy":"ask_cat","embeddable":true,"href":"https:\/\/www.nicekj.com\/nicekj2024\/wp\/v2\/ask_cat?post=12637"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}