{"id":48526,"date":"2024-04-26T14:46:56","date_gmt":"2024-04-26T06:46:56","guid":{"rendered":"https:\/\/wx.kaifamiao.info\/?p=48526"},"modified":"2024-05-10T17:15:28","modified_gmt":"2024-05-10T09:15:28","slug":"zai-ben-de-yun-xinggoogle-tui-chu-degemma-mo-xing","status":"publish","type":"post","link":"http:\/\/wx.kaifamiao.info\/index.php\/2024\/04\/26\/zai-ben-de-yun-xinggoogle-tui-chu-degemma-mo-xing\/","title":{"rendered":"\u5728\u672c\u5730\u8fd0\u884cGoogle\u63a8\u51fa\u7684Gemma\u6a21\u578b"},"content":{"rendered":"

\u5728\u672c\u5730\u8fd0\u884cGoogle\u63a8\u51fa\u7684Gemma\u6a21\u578b<\/h1>\n

\u6700\u8fd1\u6211\u53d1\u73b0\u81ea\u5df1\u8c03\u7528OpenAI API\u7684\u9650\u989d\u5feb\u6ee1\u4e86\uff0c\u6240\u4ee5\u6211\u5c31\u60f3\u7740\u901a\u8fc7Ollama\u642d\u5efa\u7684\u672c\u5730\u5927\u6a21\u578b\uff0c\u4f7f\u7528Langchain\u53bb\u8bbf\u95ee\u5b83\uff0c\u5e2e\u6211\u8282\u7701\u4e00\u4e0b\u8d39\u7528\u3002\u521a\u597d\u8c37\u6b4c\u524d\u6bb5\u65f6\u95f4\u53d1\u5e03\u4e86Gemma\u3002<\/p>\n

\u90a3\u4e2a\u7248\u672c\u7684\u8bdd\u770b\u5927\u5bb6\u81ea\u5df1\u7684\u9700\u6c42\u548c\u5185\u5b58\uff0c2B\u53ea\u67091.4GB\uff0c\u800c7B\u7684\u8bdd\u8fbe\u5230\u4e864.8GB\u3002\u6240\u4ee5\u6211\u5728\u8fd9\u91cc\u9009\u62e9\u4e862B\uff0c\u5927\u5bb6\u6709\u5176\u4ed6\u7684\u9700\u6c42\u7684\u8bdd\u53c2\u9605\u4e0b\u9762\u8fd9\u4e2a\u56fe\uff1a<\/p>\n

\"image-20240426143301013\"<\/p>\n

\u5b89\u88c5Gemma<\/h2>\n

\u8fd0\u884c<\/h3>\n
ollama run gemma:2b\n<\/code><\/pre>\n
\u6d4b\u8bd5<\/h3>\n
\"image-20240426143528810\"<\/p>\n
\u5b89\u88c5Langchain<\/h2>\n
\u8fd0\u884c<\/h3>\n
pip install langchain\n<\/code><\/pre>\n
\u9a8c\u8bc1\u662f\u5426\u6210\u529f<\/h3>\n
\u8fd0\u884c\u4ee5\u4e0b\u547d\u4ee4\u4ee5\u9a8c\u8bc1\u5b89\u88c5\u662f\u5426\u6210\u529f\uff1a<\/p>\n
python -c \"import langchain; print('LangChain version:', langchain.version)\"\n<\/code><\/pre>\n
\u8fd9\u91cc\u53ef\u4ee5\u770b\u5230LangChain\u7248\u672c\uff1a0.1.11<\/p>\n
Langchain\u8c03\u7528Gemma<\/h2>\n
\u6d4b\u8bd5\u8c03\u7528\u4ee3\u7801\uff1a<\/h3>\n
from langchain_community.llms import Ollama\nimport logging\n\n# Configure basic logging\nlogging.basicConfig(level=logging.INFO)\n\ntry:\n    llm = Ollama(model=\"gemma:2b\")\n\n    # It's good practice to ensure prompts are well-defined. Adjust based on the model's capabilities.\n    prompt = (\"Who are you? \"\n              \"Are you better than Mistral? \"\n              \"Can you share a detailed comparison?\")\n\n    response = llm.invoke(prompt)\n    print(response)\nexcept ImportError:\n    logging.error(\"Failed to import Ollama from langchain_community. Is the package installed?\")\nexcept Exception as e:\n    logging.error(f\"An unexpected error occurred: {e}\")\n<\/code><\/pre>\n
\u8fd0\u884c\u7ed3\u679c<\/h3>\n
\"image-20240426143839660\"<\/p>\n
\u8c03\u7528Restful API<\/h2>\n
\u9664\u4e86\u4e0a\u8ff0\u7684\u6d4b\u8bd5\u4ee3\u7801\u8fdb\u884c\u8c03\u7528\u4e4b\u5916\u4e5f\u53ef\u4ee5\u8c03\u7528Restful API<\/p>\n
curl http:\/\/localhost:11434\/api\/chat -d '{\n  \"model\": \"gemma:2b\",\n  \"messages\": [\n    { \"role\": \"user\", \"content\": \"hi, who are you?\" }\n  ]\n}'\n<\/code><\/pre>\n
\"image-20240426144034723\"<\/p>\n
\u63a5\u6536\u56de\u590d\u9700\u89812-3\u79d2\u949f\uff0c\u5c31\u76ee\u524d\u6765\u770bGemma\u4f7f\u7528\u8d77\u6765\u76f8\u5f53\u4e0d\u9519\u3002\u73b0\u5728\u5c31\u53ef\u4ee5\u5c06\u66f4\u590d\u6742\u7684LangChain\u4f5c\u54c1\u79fb\u690d\u5230\u6211\u4eec\u7684\u672c\u5730\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff08LLM\uff09\uff0c\u540c\u65f6\u8282\u7701\u8d44\u91d1\u3002<\/p>\n
\u5e0c\u671b\u6211\u7684\u8fd9\u4e2a\u6d4b\u8bd5demo\u53ef\u4ee5\u629b\u7816\u5f15\u7389\u7ed9\u5927\u5bb6\u63d0\u4f9b\u4e00\u4e9b\u601d\u8def\u548c\u60f3\u6cd5\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u5728\u672c\u5730\u8fd0\u884cGoogle\u63a8\u51fa\u7684Gemma\u6a21\u578b \u6700\u8fd1\u6211\u53d1\u73b0\u81ea\u5df1\u8c03\u7528OpenAI API\u7684\u9650\u989d\u5feb\u6ee1\u4e86\uff0c\u6240\u4ee5\u6211\u5c31\u60f3\u7740\u901a […]<\/p>\n","protected":false},"author":9,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[99],"tags":[],"class_list":["post-48526","post","type-post","status-publish","format-standard","hentry","category-javabase"],"_links":{"self":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/48526","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/comments?post=48526"}],"version-history":[{"count":1,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/48526\/revisions"}],"predecessor-version":[{"id":48527,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/48526\/revisions\/48527"}],"wp:attachment":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/media?parent=48526"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/categories?post=48526"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/tags?post=48526"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}