{"id":593,"date":"2024-08-12T16:46:39","date_gmt":"2024-08-12T08:46:39","guid":{"rendered":"http:\/\/mapleleaf666.vip\/?p=593"},"modified":"2024-08-12T16:46:39","modified_gmt":"2024-08-12T08:46:39","slug":"%e4%b9%a6%e7%94%9f%e5%a4%a7%e6%a8%a1%e5%9e%8b%e5%ae%9e%e6%88%98%e8%90%a5-langgpt%e7%bb%93%e6%9e%84%e5%8c%96%e6%8f%90%e7%a4%ba%e8%af%8d%e7%bc%96%e5%86%99%e5%ae%9e%e8%b7%b5","status":"publish","type":"post","link":"http:\/\/mapleleaf666.vip\/?p=593","title":{"rendered":"\u4e66\u751f\u5927\u6a21\u578b\u5b9e\u6218\u8425\u2014\u2014LangGPT\u7ed3\u6784\u5316\u63d0\u793a\u8bcd\u7f16\u5199\u5b9e\u8df5"},"content":{"rendered":"\n
\n

\u672c\u6587\u53c2\u8003\u5b9e\u6218\u8425\u63d0\u4f9b\u7684\u6559\u7a0b\uff1aTutorial\/docs\/L1\/Prompt at camp3 \u00b7 InternLM\/Tutorial (github.com)<\/a><\/p>\n<\/blockquote>\n\n\n\n

\u672c\u6b21\u4e3b\u8981\u76ee\u6807\u662f\u901a\u8fc7\u7f16\u5199LangGPT\u7ed3\u6784\u5316\u63d0\u793a\u8bcd\uff0c\u4f18\u5316\u5927\u6a21\u578b\u7684\u6027\u80fd<\/p>\n\n\n\n

1 \u73af\u5883\u914d\u7f6e<\/h2>\n\n\n\n

\u9996\u5148\u9700\u8981\u91cd\u65b0\u521b\u5efa\u5408\u9002\u7684\u73af\u5883\uff1a<\/p>\n\n\n\n

# \u521b\u5efa\u865a\u62df\u73af\u5883
conda create -n langgpt python=3.10 -y<\/code><\/pre>\n\n\n\n
\u5e76\u5b89\u88c5\u5fc5\u8981\u7684\u5e93\uff1a<\/p>\n\n\n\n
# \u5b89\u88c5\u4e00\u4e9b\u5fc5\u8981\u7684\u5e93
conda install pytorch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 pytorch-cuda=12.1 -c pytorch -c nvidia -y
\u200b
# \u5b89\u88c5\u5176\u4ed6\u4f9d\u8d56
pip install transformers==4.43.3 streamlit==1.37.0 huggingface_hub==0.24.3 openai==1.37.1 lmdeploy==0.5.2<\/code><\/pre>\n\n\n\n
\u5e76\u5b89\u88c5\u5fc5\u8981\u7684\u8f6f\u4ef6tmux\uff1a<\/p>\n\n\n\n
apt-get install tmux<\/code><\/pre>\n\n\n\n
\n
tmux\uff08terminal multiplexer\uff09\u662f\u4e00\u4e2a\u7ec8\u7aef\u590d\u7528\u5668\uff0c\u5b83\u5141\u8bb8\u7528\u6237\u5728\u4e00\u4e2a\u5355\u4e00\u7684\u7ec8\u7aef\u4f1a\u8bdd\u4e2d\u8fd0\u884c\u591a\u4e2a\u7ec8\u7aef\u4f1a\u8bdd\uff0c\u5e76\u652f\u6301\u591a\u7a97\u53e3\u3001\u591a\u9762\u677f\u3001\u4f1a\u8bdd\u7ba1\u7406\u7b49\u529f\u80fd\u3002\u901a\u8fc7 tmux\uff0c\u7528\u6237\u53ef\u4ee5\u5728\u4e00\u4e2a\u7ec8\u7aef\u5185\u521b\u5efa\u591a\u4e2a\u7a97\u53e3\u548c\u9762\u677f\uff0c\u6bcf\u4e2a\u7a97\u53e3\u548c\u9762\u677f\u90fd\u53ef\u4ee5\u72ec\u7acb\u8fd0\u884c\u4e0d\u540c\u7684\u4efb\u52a1\u548c\u5e94\u7528\u7a0b\u5e8f\u3002<\/p>\n<\/blockquote>\n\n\n\n
2 \u6a21\u578b\u90e8\u7f72<\/h2>\n\n\n\n
2.1 \u90e8\u7f72\u6a21\u578b\u4e3aOpenAI server<\/h3>\n\n\n\n
\u672c\u6b21\u6211\u4eec\u5c06\u57fa\u4e8eLMDeploy\u5c06\u5f00\u6e90\u7684InternLM2-chat-1_8b\u6a21\u578b\u90e8\u7f72\u4e3aOpenAI\u683c\u5f0f\u7684\u901a\u7528\u63a5\u53e3\u3002\u7531\u4e8e\u9879\u76ee\u4f7f\u7528\u7684\u662fintern-studio\u5f00\u53d1\u673a\uff0c\u5f00\u53d1\u673a\u63d0\u4f9b\u4e86\u76f8\u5173\u7684\u6a21\u578b\uff0c\u6211\u4eec\u53ef\u4ee5\u76f4\u63a5\u5728\u4ee5\u4e0b\u8def\u5f84\u83b7\u5f97\u6a21\u578b\uff08\u4e5f\u53ef\u4ee5\u76f4\u63a5\u8f6f\u8fde\u63a5\uff09\uff1a<\/p>\n\n\n\n
\/share\/new_models\/Shanghai_AI_Laboratory\/internlm2-chat-1_8b<\/code><\/pre>\n\n\n\n
\u7531\u4e8e\u6a21\u578b\u90e8\u7f72\u7684\u670d\u52a1\u9700\u8981\u6301\u7eed\u8fd0\u884c\uff0c\u6211\u4eec\u91c7\u7528tmux\u5f00\u542f\u4e00\u4e2a\u7a97\u53e3\u6765\u8fd0\u884c\u670d\u52a1<\/p>\n\n\n\n
tmux new -t langgpt<\/code><\/pre>\n\n\n\n
\u8fdb\u5165\u7a97\u53e3\u540e\uff0c\u6211\u4eec\u91c7\u7528\u4e0b\u9762\u7684\u547d\u4ee4\u901a\u8fc7LMDeploy\u90e8\u7f72\u6a21\u578b<\/p>\n\n\n\n
CUDA_VISIBLE_DEVICES=0 lmdeploy serve api_server \/share\/new_models\/Shanghai_AI_Laboratory\/internlm2-chat-1_8b --server-port 23333 --api-keys internlm2<\/code><\/pre>\n\n\n\n
\u8fd0\u884c\u6548\u679c\u5982\u4e0b\uff1a\"image-20240805131129797\"<\/p>\n\n\n\n
\u540c\u65f6\u6211\u4eec\u8fd8\u53ef\u4ee5\u7528\u4e0b\u9762\u7684\u811a\u672c\u6d4b\u8bd5\u670d\u52a1\u662f\u5426\u542f\u52a8\u6210\u529f\uff1a<\/p>\n\n\n\n
from openai import OpenAI
# \u8bbe\u7f6eclient
client = OpenAI(
    api_key = \"internlm2\",
    base_url = \"http:\/\/0.0.0.0:23333\/v1\"
)
# \u8bbe\u7f6e\u63d0\u95ee\u548c\u63a5\u6536\u56de\u590d
response = client.chat.completions.create(
    model=client.models.list().data[0].id,
    messages=[
        {\"role\": \"system\", \"content\": \"\u8bf7\u4ecb\u7ecd\u4e00\u4e0b\u4f60\u81ea\u5df1\"}
    ]
)
\u200b
print(response.choices[0].message.content)<\/code><\/pre>\n\n\n\n
\u8fd0\u884c\u7ed3\u679c\u5982\u4e0b\uff1a<\/p>\n\n\n\n
\"image-20240805131415735\"\/<\/div><\/figure>\n\n\n\n
\n
tmux\u5e38\u7528\u547d\u4ee4<\/h3>\n\n\n\n