{"id":2688,"date":"2024-09-25T01:23:09","date_gmt":"2024-09-24T17:23:09","guid":{"rendered":"http:\/\/47.104.253.219\/?p=2688"},"modified":"2024-09-25T01:23:53","modified_gmt":"2024-09-24T17:23:53","slug":"glm-4-9b-chat%e9%83%a8%e7%bd%b2%e7%ae%80%e8%a6%81%e8%bf%87%e7%a8%8b","status":"publish","type":"post","link":"https:\/\/kongs.org.cn\/?p=2688","title":{"rendered":"GLM-4-9b-chat\u90e8\u7f72\u7b80\u8981\u8fc7\u7a0b"},"content":{"rendered":"<p>1\u3001\u524d\u7f6e\u6761\u4ef6\uff1aLinux\u4e0b\u5b89\u88c5conda\u3001cuda\u3001docker\u3001pip\u3001git\u7b49\u73af\u5883\u7c7b\u5de5\u5177\u7c7b\u652f\u6301\uff0c\u5b89\u88c5\u8fc7\u7a0b\u53ef\u4ee5\u4ece\u7f51\u7edc\u4e0a\u627e\u8d44\u6599\u3002<\/p>\n<p>2\u3001\u4e0b\u8f7dGLM-4\u9884\u8bad\u7ec3\u6a21\u578b\u6587\u4ef6<\/p>\n<p><code>mkdir GLM-4<\/code><\/p>\n<p><code>cd GLM-4<\/code><\/p>\n<p><code>git clone https:\/\/www.modelscope.cn\/tclf90\/glm-4-9b-chat-GPTQ-Int8.git<\/code><\/p>\n<p><!--more--><\/p>\n<p>3\u3001\u4e0b\u8f7dGLM-4\u6743\u91cd\u548c\u4ee3\u7801\u6587\u4ef6<\/p>\n<p><code>git clone https:\/\/github.com\/THUDM\/GLM-4.git<\/code><\/p>\n<p>4\u3001\u5efa\u7acbconda\u73af\u5883\u5e76\u6fc0\u6d3b<\/p>\n<p><code>conda create --name glm4 python=3.10<\/code><br \/>\n<code>conda activate glm4<\/code><\/p>\n<p>5\u3001\u8fdb\u5165api\u670d\u52a1\u76ee\u5f55\u5b89\u88c5\u5404\u79cd\u4f9d\u8d56<\/p>\n<p><code>cd GLM-4&amp;cd basic_demo<\/code><\/p>\n<p><code>pip install -r requirements.txt<\/code><\/p>\n<p>6\u3001\u542f\u52a8api\u670d\u52a1\uff08\u5bf9\u5176openai\u63a5\u53e3\uff09<\/p>\n<p>\u4fee\u6539openai_api_server.py\u53c2\u6570\uff08\u6a21\u578b\u6587\u4ef6\u76ee\u5f55\u3001\u91cf\u5316\u53c2\u6570\u3001\u663e\u5b58\u914d\u7f6e\u7b49\uff09<\/p>\n<p>\u542f\u52a8<code>python openai_api_server.py<\/code><\/p>\n<p>\u4e2d\u95f4\u6709\u5f88\u591a\u62a5\u9519\u4fe1\u606f\uff0c\u9700\u8981\u6328\u4e2a\u89e3\u51b3\uff0c\u591a\u4e3a\u7f3a\u5c11\u8865\u5145\u4f9d\u8d56\u7b49\u95ee\u9898\u3002\u4f7f\u7528pip install\u5b89\u88c5<\/p>\n<p>\u81f3\u6b64\uff0cGLM-4\u6a21\u578b\u90e8\u7f72\u5b8c\u6bd5\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>1\u3001\u524d\u7f6e\u6761\u4ef6\uff1aLinux\u4e0b\u5b89\u88c5conda\u3001cuda\u3001&#46;&#46;&#46;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[545],"tags":[546,547],"class_list":["post-2688","post","type-post","status-publish","format-standard","hentry","category-545","tag-glm-4","tag-547"],"views":1328,"_links":{"self":[{"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2688","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=2688"}],"version-history":[{"count":2,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2688\/revisions"}],"predecessor-version":[{"id":2690,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2688\/revisions\/2690"}],"wp:attachment":[{"href":"https:\/\/kongs.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=2688"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=2688"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kongs.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=2688"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}