{"id":12349,"date":"2023-07-19T17:39:29","date_gmt":"2023-07-19T09:39:29","guid":{"rendered":"https:\/\/www.gbase8.cn\/?p=12349"},"modified":"2023-07-19T17:44:47","modified_gmt":"2023-07-19T09:44:47","slug":"chatglm2-6b%e6%90%ad%e5%bb%ba%e8%bf%87%e7%a8%8b%e8%ae%b0%e5%bd%95","status":"publish","type":"post","link":"https:\/\/www.gbase8.cn\/en\/12349","title":{"rendered":"ChatGLM2-6B\u642d\u5efa\u8fc7\u7a0b\u8bb0\u5f55"},"content":{"rendered":"<p>\u672c\u6587\u8bb0\u5f55\u6e05\u534e\u5927\u5b66\u5f00\u653e\u4f7f\u7528\u7684ChatGLM<strong>2<\/strong>-6B\u7684\u5b8c\u6574\u642d\u5efa\u8fc7\u7a0b\uff0c\u5728\u672c\u5730\u673a\u566832G\u5185\u5b58\uff0c\u65e0\u663e\u5361\uff0c\u53ef\u4ee5\u7f13\u6162\u8fd0\u884c\u3002\u8981\u6c42python3.7+\u73af\u5883\uff0c\u672c\u6587\u7528\u7684\u662fpython 3.9 + redhat 7.9\u3002\u5982\u679c\u4f60\u6ca1\u6709\u5927\u5185\u5b58\u673a\u5668\uff0c\u5c31\u522b\u6d4b\u8bd5\u4e86\u3002\u5982\u679c\u6ca1\u67098G\u663e\u5b58\u7684nvidia\u663e\u5361\uff0c\u5c31\u522b\u592a\u6307\u671b\u6027\u80fd\u3002\u5b83\u652f\u6301\u591a\u4e2a\u663e\u5361\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Directory Navigation<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a2b2c5bec270\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a2b2c5bec270\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E6%90%AD%E5%BB%BA%E7%BB%93%E6%9E%9C%E6%BC%94%E7%A4%BA\" >\u642d\u5efa\u7ed3\u679c\u6f14\u793a<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E6%96%87%E4%BB%B6%E4%B8%8B%E8%BD%BD\" >\u6587\u4ef6\u4e0b\u8f7d<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#Python39_%E7%8E%AF%E5%A2%83%E5%AE%89%E8%A3%85\" >Python3.9 \u73af\u5883\u5b89\u88c5<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E5%AE%89%E8%A3%85%E4%BE%9D%E8%B5%96%E5%8C%85\" >\u5b89\u88c5\u4f9d\u8d56\u5305<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E5%AE%89%E8%A3%85python39\" >\u5b89\u88c5python3.9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E5%8D%87%E7%BA%A7urllib3\" >\u5347\u7ea7urllib3<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#ChatGLM2-6B%E5%AE%89%E8%A3%85%E4%BE%9D%E8%B5%96\" >ChatGLM2-6B\u5b89\u88c5\u4f9d\u8d56<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#OPENSSL_111%E4%BB%8E10%E5%8D%87%E7%BA%A7\" >OPENSSL 1.1.1\u4ece1.0\u5347\u7ea7<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E8%BF%90%E8%A1%8CChatGLM2-6B\" >\u8fd0\u884cChatGLM2-6B<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E5%9B%BE%E5%BD%A2%E7%95%8C%E9%9D%A2\" >\u56fe\u5f62\u754c\u9762<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/www.gbase8.cn\/en\/12349\/#%E6%80%BB%E7%BB%93\" >Summary<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%90%AD%E5%BB%BA%E7%BB%93%E6%9E%9C%E6%BC%94%E7%A4%BA\"><\/span>\u642d\u5efa\u7ed3\u679c\u6f14\u793a<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1299\" height=\"646\" src=\"https:\/\/www.gbase8.cn\/wp-content\/uploads\/2023\/07\/image.png\" alt=\"\" class=\"wp-image-12365\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%96%87%E4%BB%B6%E4%B8%8B%E8%BD%BD\"><\/span>\u6587\u4ef6\u4e0b\u8f7d<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u6240\u6709\u7684\u5185\u5bb9\u90fd\u5728\u8fd9\u91cc\u4e0b\u8f7d<\/p>\n\n\n\n<p><a href=\"https:\/\/huggingface.co\/THUDM\/chatglm2-6b\/tree\/main\">https:\/\/huggingface.co\/THUDM\/chatglm2-6b\/tree\/main<\/a><\/p>\n\n\n\n<p>\u6e05\u534e\u5927\u5b66\u6709\u4e2a\u955c\u50cf\uff0c\u91cc\u9762\u51e0\u4e2a\u5927\u7684bin\u6587\u4ef6\uff0c\u53ef\u4ee5\u4ece\u955c\u50cf\u4e0b\u3002 \u4f46\u5176\u5b83\u7684\u6587\u4ef6\u8fd8\u662f\u8981\u4ece\u4e0a\u9762\u90a3\u91cc\u4e0b\u8f7d\u3002<\/p>\n\n\n\n<p><a href=\"https:\/\/cloud.tsinghua.edu.cn\/d\/674208019e314311ab5c\/?p=%2Fchatglm2-6b&amp;mode=list\">https:\/\/cloud.tsinghua.edu.cn\/d\/674208019e314311ab5c\/?p=%2Fchatglm2-6b&amp;mode=list<\/a><\/p>\n\n\n\n<p>\u4e0b\u8f7d\u540e\u7684\u5185\u5bb9\uff0c\u653e\u5230\u4e00\u4e2a\u76ee\u5f55\u4e0b\uff0c\u6bd4\u5982<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>&#91;root@vm249 ChatGLM]# ll chatglm2-6b\r\ntotal 12195696\r\n-rw-r--r--. 1 root root       1231 Jul 19 00:12 config.json\r\n-rw-r--r--. 1 root root       2246 Jul 19 00:11 configuration_chatglm.py\r\n-rw-r--r--. 1 root root      50717 Jul 19 00:11 modeling_chatglm.py\r\n-rw-r--r--. 1 root root 1827780615 Jul 19 00:10 pytorch_model-00001-of-00007.bin\r\n-rw-r--r--. 1 root root 1968299005 Jul 19 00:02 pytorch_model-00002-of-00007.bin\r\n-rw-r--r--. 1 root root 1927414561 Jul 19 00:06 pytorch_model-00003-of-00007.bin\r\n-rw-r--r--. 1 root root 1815225523 Jul 19 00:08 pytorch_model-00004-of-00007.bin\r\n-rw-r--r--. 1 root root 1968299069 Jul 19 00:00 pytorch_model-00005-of-00007.bin\r\n-rw-r--r--. 1 root root 1927414561 Jul 19 00:04 pytorch_model-00006-of-00007.bin\r\n-rw-r--r--. 1 root root 1052808067 Jul 19 00:11 pytorch_model-00007-of-00007.bin\r\n-rw-r--r--. 1 root root      20438 Jul 19 00:24 pytorch_model.bin.index.json\r\n-rw-r--r--. 1 root root      14692 Jul 19 00:11 quantization.py\r\n-rw-r--r--. 1 root root      10002 Jul 19 00:11 tokenization_chatglm.py\r\n-rw-r--r--. 1 root root        244 Jul 19 00:11 tokenizer_config.json\r\n-rw-r--r--. 1 root root    1018370 Jul 19 00:11 tokenizer.model\r\n&#91;root@vm249 ChatGLM]#\r\n<\/code><\/pre>\n\n\n\n<p>\u4fee\u6539\u914d\u7f6e\u6587\u4ef6config.json\uff0c\u5c06\u91cc\u9762\u7684\u8def\u5f84\u6539\u6210\u6b63\u786e\u7684\u3002\u5982\u679c\u4e0d\u5199\u7edd\u5bf9\u8def\u5f84\uff0c\u90a3\u5c31\u53ea\u4fdd\u7559\u6700\u540e\u4e00\u4e2a\u76ee\u5f55\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>\"_name_or_path\": \"\/opt\/ChatGLM\/chatglm2-6b\",<\/code><\/pre>\n\n\n\n<p><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Python39_%E7%8E%AF%E5%A2%83%E5%AE%89%E8%A3%85\"><\/span>Python3.9 \u73af\u5883\u5b89\u88c5<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5982\u679c\u6709redhat 8\uff0c\u5efa\u8bae\u76f4\u63a5\u4f7f\u7528\u3002 \u6211\u672c\u4f8b\u7528\u7684redhat7 , \u81ea\u5e26\u7684\u662f3.6\uff0c\u6240\u4ee5\u8981\u81ea\u5df1\u5347\u7ea7\u5230python3.9\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%89%E8%A3%85%E4%BE%9D%E8%B5%96%E5%8C%85\"><\/span>\u5b89\u88c5\u4f9d\u8d56\u5305<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<pre class=\"wp-block-code\"><code>yum install libffi-dev\r\nyum install bzip2-devel\n<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%89%E8%A3%85python39\"><\/span>\u5b89\u88c5python3.9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u8fc7\u7a0b\u4e0d\u63cf\u8ff0\u4e86\u3002 \u5b89\u88c5\u540e\u4e00\u4e9b\u547d\u4ee4\u9ed8\u8ba4\u662f\u5e26\u7248\u672c\u597d\u7684\uff0c\u6bd4\u5982python3.9  pip3.9\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>.\/configure\r\nmake\r\nmake install<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8D%87%E7%BA%A7urllib3\"><\/span>\u5347\u7ea7urllib3<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u81ea\u5e26\u76841.10.2\u5378\u8f7d\u4e86\uff0c\u5347\u7ea7\u52301.23\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>&#91;root@vm249 chatglm2-6b-int4]# rpm -qa|grep urllib3\r\npython-urllib3-1.10.2-7.el7.noarch\r\n&#91;root@vm249 chatglm2-6b-int4]# pip3 uninstall urllib3\r\nFound existing installation: urllib3 2.0.3\r\nUninstalling urllib3-2.0.3:\r\n  Would remove:\r\n    \/usr\/local\/lib\/python3.9\/site-packages\/urllib3-2.0.3.dist-info\/*\r\n    \/usr\/local\/lib\/python3.9\/site-packages\/urllib3\/*\r\nProceed (y\/n)? y\r\n  Successfully uninstalled urllib3-2.0.3\r\n&#91;root@vm249 chatglm2-6b-int4]# pip install urllib3==1.23\r\nbash: pip: command not found...\r\n&#91;root@vm249 chatglm2-6b-int4]# pip3.9 install urllib3==1.23\r\nCollecting urllib3==1.23\r\n  Downloading urllib3-1.23-py2.py3-none-any.whl (133 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 133 kB 1.3 MB\/s\r\nInstalling collected packages: urllib3\r\nSuccessfully installed urllib3-1.23\r\nWARNING: You are using pip version 20.2.3; however, version 23.2 is available.\r\nYou should consider upgrading via the '\/usr\/local\/bin\/python3.9 -m pip install --upgrade pip' command.\r\n&#91;root@vm249 chatglm2-6b-int4]#<\/code><\/pre>\n\n\n\n<p><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"ChatGLM2-6B%E5%AE%89%E8%A3%85%E4%BE%9D%E8%B5%96\"><\/span>ChatGLM2-6B\u5b89\u88c5\u4f9d\u8d56<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u4f1a\u81ea\u52a8\u4e0b\u8f7d\u5e76\u5b89\u88c5\u5f88\u591a\uff0c\u7279\u522b\u662fnvidia\u7684\u663e\u5361\u9a71\u52a8\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>pip3.9  install -r requirements.txt\n&#91;root@vm249 ChatGLM]# pip3.9  install -r requirements.txt\r\nCollecting protobuf\r\n  Downloading protobuf-4.23.4-cp37-abi3-manylinux2014_x86_64.whl (304 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 304 kB 789 kB\/s\r\nCollecting transformers==4.30.2\r\n  Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 7.2 MB 2.6 MB\/s\r\nCollecting cpm_kernels\r\n  Downloading cpm_kernels-1.0.11-py3-none-any.whl (416 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 416 kB 787 kB\/s\r\nCollecting torch>=2.0\r\n  Downloading torch-2.0.1-cp39-cp39-manylinux1_x86_64.whl (619.9 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 619.9 MB 29 kB\/s\r\nCollecting gradio\r\n  Downloading gradio-3.37.0-py3-none-any.whl (19.8 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 19.8 MB 2.6 MB\/s\r\nCollecting mdtex2html\r\n  Downloading mdtex2html-1.2.0-py3-none-any.whl (13 kB)\r\nCollecting sentencepiece\r\n  Downloading sentencepiece-0.1.99-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.3 MB 4.1 MB\/s\r\nCollecting accelerate\r\n  Downloading accelerate-0.21.0-py3-none-any.whl (244 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 244 kB 2.9 MB\/s\r\nCollecting sse-starlette\r\n  Downloading sse_starlette-1.6.1-py3-none-any.whl (9.6 kB)\r\nCollecting streamlit>=1.24.0\r\n  Downloading streamlit-1.24.1-py2.py3-none-any.whl (8.9 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 8.9 MB 2.6 MB\/s\r\nCollecting regex!=2019.12.17\r\n  Downloading regex-2023.6.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (769 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 769 kB 3.3 MB\/s\r\nCollecting requests\r\n  Downloading requests-2.31.0-py3-none-any.whl (62 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 62 kB 852 kB\/s\r\nCollecting filelock\r\n  Downloading filelock-3.12.2-py3-none-any.whl (10 kB)\r\nCollecting tokenizers!=0.11.3,&lt;0.14,>=0.11.1\r\n  Downloading tokenizers-0.13.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 7.8 MB 3.4 MB\/s\r\nCollecting pyyaml>=5.1\r\n  Downloading PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (738 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 738 kB 3.3 MB\/s\r\nCollecting safetensors>=0.3.1\r\n  Downloading safetensors-0.3.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.3 MB 3.4 MB\/s\r\nCollecting packaging>=20.0\r\n  Downloading packaging-23.1-py3-none-any.whl (48 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 48 kB 3.1 MB\/s\r\nCollecting numpy>=1.17\r\n  Downloading numpy-1.25.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.7 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 17.7 MB 3.4 MB\/s\r\nCollecting huggingface-hub&lt;1.0,>=0.14.1\r\n  Downloading huggingface_hub-0.16.4-py3-none-any.whl (268 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 268 kB 3.2 MB\/s\r\nCollecting tqdm>=4.27\r\n  Downloading tqdm-4.65.0-py3-none-any.whl (77 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 77 kB 3.4 MB\/s\r\nCollecting sympy\r\n  Downloading sympy-1.12-py3-none-any.whl (5.7 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 5.7 MB 3.4 MB\/s\r\nCollecting nvidia-cusparse-cu11==11.7.4.91; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cusparse_cu11-11.7.4.91-py3-none-manylinux1_x86_64.whl (173.2 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 173.2 MB 65 kB\/s\r\nCollecting jinja2\r\n  Downloading Jinja2-3.1.2-py3-none-any.whl (133 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 133 kB 3.2 MB\/s\r\nCollecting nvidia-cuda-nvrtc-cu11==11.7.99; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cuda_nvrtc_cu11-11.7.99-2-py3-none-manylinux1_x86_64.whl (21.0 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 21.0 MB 869 kB\/s\r\nCollecting nvidia-cuda-runtime-cu11==11.7.99; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cuda_runtime_cu11-11.7.99-py3-none-manylinux1_x86_64.whl (849 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 849 kB 3.5 MB\/s\r\nCollecting nvidia-curand-cu11==10.2.10.91; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_curand_cu11-10.2.10.91-py3-none-manylinux1_x86_64.whl (54.6 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 54.6 MB 3.4 MB\/s\r\nCollecting nvidia-cuda-cupti-cu11==11.7.101; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cuda_cupti_cu11-11.7.101-py3-none-manylinux1_x86_64.whl (11.8 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 11.8 MB 2.6 MB\/s\r\nCollecting networkx\r\n  Downloading networkx-3.1-py3-none-any.whl (2.1 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 2.1 MB 137 kB\/s\r\nCollecting nvidia-cudnn-cu11==8.5.0.96; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cudnn_cu11-8.5.0.96-2-py3-none-manylinux1_x86_64.whl (557.1 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 557.1 MB 22 kB\/s\r\nCollecting nvidia-nccl-cu11==2.14.3; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_nccl_cu11-2.14.3-py3-none-manylinux1_x86_64.whl (177.1 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 177.1 MB 3.4 MB\/s\r\nCollecting triton==2.0.0; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading triton-2.0.0-1-cp39-cp39-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (63.3 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 63.3 MB 2.3 MB\/s\r\nCollecting typing-extensions\r\n  Downloading typing_extensions-4.7.1-py3-none-any.whl (33 kB)\r\nCollecting nvidia-cusolver-cu11==11.4.0.1; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cusolver_cu11-11.4.0.1-2-py3-none-manylinux1_x86_64.whl (102.6 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 102.6 MB 2.6 MB\/s\r\nCollecting nvidia-nvtx-cu11==11.7.91; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_nvtx_cu11-11.7.91-py3-none-manylinux1_x86_64.whl (98 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 98 kB 2.5 MB\/s\r\nCollecting nvidia-cublas-cu11==11.10.3.66; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cublas_cu11-11.10.3.66-py3-none-manylinux1_x86_64.whl (317.1 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 317.1 MB 37 kB\/s\r\nCollecting nvidia-cufft-cu11==10.9.0.58; platform_system == \"Linux\" and platform_machine == \"x86_64\"\r\n  Downloading nvidia_cufft_cu11-10.9.0.58-py3-none-manylinux1_x86_64.whl (168.4 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 168.4 MB 136 kB\/s\r\nCollecting orjson~=3.0\r\n  Downloading orjson-3.9.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 138 kB 2.9 MB\/s\r\nCollecting pillow&lt;11.0,>=8.0\r\n  Downloading Pillow-10.0.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.3 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 3.3 MB 3.4 MB\/s\r\nCollecting aiofiles&lt;24.0,>=22.0\r\n  Downloading aiofiles-23.1.0-py3-none-any.whl (14 kB)\r\nCollecting semantic-version~=2.0\r\n  Downloading semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\r\nCollecting pandas&lt;3.0,>=1.0\r\n  Downloading pandas-2.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.4 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 12.4 MB 2.6 MB\/s\r\nCollecting websockets&lt;12.0,>=10.0\r\n  Downloading websockets-11.0.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 129 kB 3.3 MB\/s\r\nCollecting aiohttp~=3.0\r\n  Downloading aiohttp-3.8.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.0 MB 3.6 MB\/s\r\nCollecting pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,&lt;3.0.0,>=1.7.4\r\n  Downloading pydantic-2.0.3-py3-none-any.whl (364 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 364 kB 2.9 MB\/s\r\nCollecting python-multipart\r\n  Downloading python_multipart-0.0.6-py3-none-any.whl (45 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 45 kB 5.6 MB\/s\r\nCollecting httpx\r\n  Downloading httpx-0.24.1-py3-none-any.whl (75 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 75 kB 4.2 MB\/s\r\nCollecting markdown-it-py&#91;linkify]>=2.0.0\r\n  Downloading markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 87 kB 2.6 MB\/s\r\nCollecting mdit-py-plugins&lt;=0.3.3\r\n  Downloading mdit_py_plugins-0.3.3-py3-none-any.whl (50 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 50 kB 6.0 MB\/s\r\nCollecting pydub\r\n  Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\r\nCollecting matplotlib~=3.0\r\n  Downloading matplotlib-3.7.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.6 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 11.6 MB 2.6 MB\/s\r\nCollecting altair&lt;6.0,>=4.2.0\r\n  Downloading altair-5.0.1-py3-none-any.whl (471 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 471 kB 3.3 MB\/s\r\nCollecting markupsafe~=2.0\r\n  Downloading MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\r\nCollecting fastapi\r\n  Downloading fastapi-0.100.0-py3-none-any.whl (65 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 65 kB 2.9 MB\/s\r\nCollecting gradio-client>=0.2.10\r\n  Downloading gradio_client-0.2.10-py3-none-any.whl (288 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 288 kB 4.4 MB\/s\r\nCollecting uvicorn>=0.14.0\r\n  Downloading uvicorn-0.23.1-py3-none-any.whl (59 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 59 kB 4.1 MB\/s\r\nCollecting ffmpy\r\n  Downloading ffmpy-0.3.1.tar.gz (5.5 kB)\r\nCollecting latex2mathml\r\n  Downloading latex2mathml-3.76.0-py3-none-any.whl (73 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 73 kB 2.7 MB\/s\r\nCollecting markdown\r\n  Downloading Markdown-3.4.3-py3-none-any.whl (93 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 93 kB 2.6 MB\/s\r\nCollecting psutil\r\n  Downloading psutil-5.9.5-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (282 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 282 kB 3.3 MB\/s\r\nCollecting starlette\r\n  Downloading starlette-0.30.0-py3-none-any.whl (68 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 68 kB 4.2 MB\/s\r\nCollecting toml&lt;2\r\n  Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\r\nCollecting blinker&lt;2,>=1.0.0\r\n  Downloading blinker-1.6.2-py3-none-any.whl (13 kB)\r\nCollecting pympler&lt;2,>=0.9\r\n  Downloading Pympler-1.0.1-py3-none-any.whl (164 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 164 kB 4.0 MB\/s\r\nCollecting gitpython!=3.1.19,&lt;4,>=3\r\n  Downloading GitPython-3.1.32-py3-none-any.whl (188 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 188 kB 4.7 MB\/s\r\nCollecting rich&lt;14,>=10.11.0\r\n  Downloading rich-13.4.2-py3-none-any.whl (239 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 239 kB 3.3 MB\/s\r\nCollecting pydeck&lt;1,>=0.1.dev5\r\n  Downloading pydeck-0.8.1b0-py2.py3-none-any.whl (4.8 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 4.8 MB 1.5 MB\/s\r\nCollecting tornado&lt;7,>=6.0.3\r\n  Downloading tornado-6.3.2-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (426 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 426 kB 3.4 MB\/s\r\nCollecting python-dateutil&lt;3,>=2\r\n  Downloading python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 247 kB 4.5 MB\/s\r\nCollecting cachetools&lt;6,>=4.0\r\n  Downloading cachetools-5.3.1-py3-none-any.whl (9.3 kB)\r\nCollecting watchdog; platform_system != \"Darwin\"\r\n  Downloading watchdog-3.0.0-py3-none-manylinux2014_x86_64.whl (82 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 82 kB 156 kB\/s\r\nCollecting validators&lt;1,>=0.2\r\n  Downloading validators-0.20.0.tar.gz (30 kB)\r\nCollecting tenacity&lt;9,>=8.0.0\r\n  Downloading tenacity-8.2.2-py3-none-any.whl (24 kB)\r\nCollecting pyarrow>=4.0\r\n  Downloading pyarrow-12.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (39.0 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 39.0 MB 2.6 MB\/s\r\nCollecting importlib-metadata&lt;7,>=1.4\r\n  Downloading importlib_metadata-6.8.0-py3-none-any.whl (22 kB)\r\nCollecting tzlocal&lt;5,>=1.1\r\n  Downloading tzlocal-4.3.1-py3-none-any.whl (20 kB)\r\nCollecting click&lt;9,>=7.0\r\n  Downloading click-8.1.6-py3-none-any.whl (97 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 97 kB 3.3 MB\/s\r\nCollecting idna&lt;4,>=2.5\r\n  Downloading idna-3.4-py3-none-any.whl (61 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 61 kB 198 kB\/s\r\nCollecting urllib3&lt;3,>=1.21.1\r\n  Downloading urllib3-2.0.3-py3-none-any.whl (123 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 123 kB 4.5 MB\/s\r\nCollecting charset-normalizer&lt;4,>=2\r\n  Downloading charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (202 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 202 kB 3.4 MB\/s\r\nCollecting certifi>=2017.4.17\r\n  Downloading certifi-2023.5.7-py3-none-any.whl (156 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 156 kB 3.3 MB\/s\r\nCollecting fsspec\r\n  Downloading fsspec-2023.6.0-py3-none-any.whl (163 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 163 kB 3.4 MB\/s\r\nCollecting mpmath>=0.19\r\n  Downloading mpmath-1.3.0-py3-none-any.whl (536 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 536 kB 4.2 MB\/s\r\nRequirement already satisfied: setuptools in \/usr\/local\/lib\/python3.9\/site-packages (from nvidia-cusparse-cu11==11.7.4.91; platform_system == \"Linux\" and platform_machine == \"x86_64\"->torch>=2.0->-r requirements.txt (line 4)) (49.2.1)\r\nCollecting wheel\r\n  Downloading wheel-0.40.0-py3-none-any.whl (64 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 64 kB 3.5 MB\/s\r\nCollecting lit\r\n  Downloading lit-16.0.6.tar.gz (153 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 153 kB 4.3 MB\/s\r\n  Installing build dependencies ... done\r\n  Getting requirements to build wheel ... done\r\n  Installing backend dependencies ... done\r\n    Preparing wheel metadata ... done\r\nCollecting cmake\r\n  Downloading cmake-3.26.4-py2.py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (24.0 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 24.0 MB 2.5 MB\/s\r\nCollecting tzdata>=2022.1\r\n  Downloading tzdata-2023.3-py2.py3-none-any.whl (341 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 341 kB 3.0 MB\/s\r\nCollecting pytz>=2020.1\r\n  Downloading pytz-2023.3-py2.py3-none-any.whl (502 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 502 kB 4.4 MB\/s\r\nCollecting aiosignal>=1.1.2\r\n  Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\r\nCollecting frozenlist>=1.1.1\r\n  Downloading frozenlist-1.4.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (228 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 228 kB 3.6 MB\/s\r\nCollecting multidict&lt;7.0,>=4.5\r\n  Downloading multidict-6.0.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 114 kB 4.6 MB\/s\r\nCollecting yarl&lt;2.0,>=1.0\r\n  Downloading yarl-1.9.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (269 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 269 kB 4.4 MB\/s\r\nCollecting attrs>=17.3.0\r\n  Downloading attrs-23.1.0-py3-none-any.whl (61 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 61 kB 4.8 MB\/s\r\nCollecting async-timeout&lt;5.0,>=4.0.0a3\r\n  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\r\nCollecting pydantic-core==2.3.0\r\n  Downloading pydantic_core-2.3.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.9 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.9 MB 3.9 MB\/s\r\nCollecting annotated-types>=0.4.0\r\n  Downloading annotated_types-0.5.0-py3-none-any.whl (11 kB)\r\nCollecting httpcore&lt;0.18.0,>=0.15.0\r\n  Downloading httpcore-0.17.3-py3-none-any.whl (74 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 74 kB 3.4 MB\/s\r\nCollecting sniffio\r\n  Downloading sniffio-1.3.0-py3-none-any.whl (10 kB)\r\nCollecting mdurl~=0.1\r\n  Downloading mdurl-0.1.2-py3-none-any.whl (10.0 kB)\r\nCollecting linkify-it-py&lt;3,>=1; extra == \"linkify\"\r\n  Downloading linkify_it_py-2.0.2-py3-none-any.whl (19 kB)\r\nCollecting importlib-resources>=3.2.0; python_version &lt; \"3.10\"\r\n  Downloading importlib_resources-6.0.0-py3-none-any.whl (31 kB)\r\nCollecting pyparsing&lt;3.1,>=2.3.1\r\n  Downloading pyparsing-3.0.9-py3-none-any.whl (98 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 98 kB 3.9 MB\/s\r\nCollecting cycler>=0.10\r\n  Downloading cycler-0.11.0-py3-none-any.whl (6.4 kB)\r\nCollecting kiwisolver>=1.0.1\r\n  Downloading kiwisolver-1.4.4-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.6 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.6 MB 4.0 MB\/s\r\nCollecting contourpy>=1.0.1\r\n  Downloading contourpy-1.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (300 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 300 kB 3.4 MB\/s\r\nCollecting fonttools>=4.22.0\r\n  Downloading fonttools-4.41.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.4 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 4.4 MB 3.5 MB\/s\r\nCollecting toolz\r\n  Downloading toolz-0.12.0-py3-none-any.whl (55 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 55 kB 2.8 MB\/s\r\nCollecting jsonschema>=3.0\r\n  Downloading jsonschema-4.18.4-py3-none-any.whl (80 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 80 kB 5.2 MB\/s\r\nCollecting h11>=0.8\r\n  Downloading h11-0.14.0-py3-none-any.whl (58 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 58 kB 7.7 MB\/s\r\nCollecting anyio&lt;5,>=3.4.0\r\n  Downloading anyio-3.7.1-py3-none-any.whl (80 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 80 kB 5.2 MB\/s\r\nCollecting gitdb&lt;5,>=4.0.1\r\n  Downloading gitdb-4.0.10-py3-none-any.whl (62 kB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 62 kB 1.9 MB\/s\r\nCollecting pygments&lt;3.0.0,>=2.13.0\r\n  Downloading Pygments-2.15.1-py3-none-any.whl (1.1 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.1 MB 4.5 MB\/s\r\nCollecting six>=1.5\r\n  Downloading six-1.16.0-py2.py3-none-any.whl (11 kB)\r\nCollecting decorator>=3.4.0\r\n  Downloading decorator-5.1.1-py3-none-any.whl (9.1 kB)\r\nCollecting zipp>=0.5\r\n  Downloading zipp-3.16.2-py3-none-any.whl (7.2 kB)\r\nCollecting pytz-deprecation-shim\r\n  Downloading pytz_deprecation_shim-0.1.0.post0-py2.py3-none-any.whl (15 kB)\r\nCollecting uc-micro-py\r\n  Downloading uc_micro_py-1.0.2-py3-none-any.whl (6.2 kB)\r\nCollecting jsonschema-specifications>=2023.03.6\r\n  Downloading jsonschema_specifications-2023.7.1-py3-none-any.whl (17 kB)\r\nCollecting referencing>=0.28.4\r\n  Downloading referencing-0.30.0-py3-none-any.whl (25 kB)\r\nCollecting rpds-py>=0.7.1\r\n  Downloading rpds_py-0.9.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\r\n     |\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 1.2 MB 3.9 MB\/s\r\nCollecting exceptiongroup; python_version &lt; \"3.11\"\r\n  Downloading exceptiongroup-1.1.2-py3-none-any.whl (14 kB)\r\nCollecting smmap&lt;6,>=3.0.1\r\n  Downloading smmap-5.0.0-py3-none-any.whl (24 kB)\r\nUsing legacy 'setup.py install' for ffmpy, since package 'wheel' is not installed.\r\nUsing legacy 'setup.py install' for validators, since package 'wheel' is not installed.\r\nBuilding wheels for collected packages: lit\r\n  Building wheel for lit (PEP 517) ... done\r\n  Created wheel for lit: filename=lit-16.0.6-py3-none-any.whl size=93582 sha256=99bebe8b690a70de2742271e05289e9d109e63b5dfc98170d951c992e83fe477\r\n  Stored in directory: \/root\/.cache\/pip\/wheels\/a5\/36\/d6\/cac2e6fb891889b33a548f2fddb8b4b7726399aaa2ed32b188\r\nSuccessfully built lit\r\nInstalling collected packages: protobuf, regex, idna, urllib3, charset-normalizer, certifi, requests, filelock, tokenizers, pyyaml, safetensors, packaging, numpy, tqdm, typing-extensions, fsspec, huggingface-hub, transformers, cpm-kernels, mpmath, sympy, wheel, nvidia-cusparse-cu11, markupsafe, jinja2, nvidia-cuda-nvrtc-cu11, nvidia-cuda-runtime-cu11, nvidia-curand-cu11, nvidia-cuda-cupti-cu11, networkx, nvidia-cublas-cu11, nvidia-cudnn-cu11, nvidia-nccl-cu11, lit, cmake, triton, nvidia-cusolver-cu11, nvidia-nvtx-cu11, nvidia-cufft-cu11, torch, orjson, pillow, aiofiles, semantic-version, tzdata, six, python-dateutil, pytz, pandas, websockets, frozenlist, aiosignal, multidict, yarl, attrs, async-timeout, aiohttp, pydantic-core, annotated-types, pydantic, python-multipart, exceptiongroup, sniffio, anyio, h11, httpcore, httpx, mdurl, uc-micro-py, linkify-it-py, markdown-it-py, mdit-py-plugins, pydub, zipp, importlib-resources, pyparsing, cycler, kiwisolver, contourpy, fonttools, matplotlib, toolz, rpds-py, referencing, jsonschema-specifications, jsonschema, altair, starlette, fastapi, gradio-client, click, uvicorn, ffmpy, gradio, latex2mathml, importlib-metadata, markdown, mdtex2html, sentencepiece, psutil, accelerate, sse-starlette, toml, blinker, pympler, smmap, gitdb, gitpython, pygments, rich, pydeck, tornado, cachetools, watchdog, decorator, validators, tenacity, pyarrow, pytz-deprecation-shim, tzlocal, streamlit\r\n    Running setup.py install for ffmpy ... done\r\n    Running setup.py install for validators ... done\r\nERROR: After October 2020 you may experience errors when installing or updating packages. This is because pip will change the way that it resolves dependency conflicts.\r\n\r\nWe recommend you use --use-feature=2020-resolver to test your packages with the new resolver before it becomes the default.\r\n\r\nmdit-py-plugins 0.3.3 requires markdown-it-py&lt;3.0.0,>=1.0.0, but you'll have markdown-it-py 3.0.0 which is incompatible.\r\nfastapi 0.100.0 requires starlette&lt;0.28.0,>=0.27.0, but you'll have starlette 0.30.0 which is incompatible.\r\nstreamlit 1.24.1 requires pillow&lt;10,>=6.2.0, but you'll have pillow 10.0.0 which is incompatible.\r\nSuccessfully installed accelerate-0.21.0 aiofiles-23.1.0 aiohttp-3.8.4 aiosignal-1.3.1 altair-5.0.1 annotated-types-0.5.0 anyio-3.7.1 async-timeout-4.0.2 attrs-23.1.0 blinker-1.6.2 cachetools-5.3.1 certifi-2023.5.7 charset-normalizer-3.2.0 click-8.1.6 cmake-3.26.4 contourpy-1.1.0 cpm-kernels-1.0.11 cycler-0.11.0 decorator-5.1.1 exceptiongroup-1.1.2 fastapi-0.100.0 ffmpy-0.3.1 filelock-3.12.2 fonttools-4.41.0 frozenlist-1.4.0 fsspec-2023.6.0 gitdb-4.0.10 gitpython-3.1.32 gradio-3.37.0 gradio-client-0.2.10 h11-0.14.0 httpcore-0.17.3 httpx-0.24.1 huggingface-hub-0.16.4 idna-3.4 importlib-metadata-6.8.0 importlib-resources-6.0.0 jinja2-3.1.2 jsonschema-4.18.4 jsonschema-specifications-2023.7.1 kiwisolver-1.4.4 latex2mathml-3.76.0 linkify-it-py-2.0.2 lit-16.0.6 markdown-3.4.3 markdown-it-py-3.0.0 markupsafe-2.1.3 matplotlib-3.7.2 mdit-py-plugins-0.3.3 mdtex2html-1.2.0 mdurl-0.1.2 mpmath-1.3.0 multidict-6.0.4 networkx-3.1 numpy-1.25.1 nvidia-cublas-cu11-11.10.3.66 nvidia-cuda-cupti-cu11-11.7.101 nvidia-cuda-nvrtc-cu11-11.7.99 nvidia-cuda-runtime-cu11-11.7.99 nvidia-cudnn-cu11-8.5.0.96 nvidia-cufft-cu11-10.9.0.58 nvidia-curand-cu11-10.2.10.91 nvidia-cusolver-cu11-11.4.0.1 nvidia-cusparse-cu11-11.7.4.91 nvidia-nccl-cu11-2.14.3 nvidia-nvtx-cu11-11.7.91 orjson-3.9.2 packaging-23.1 pandas-2.0.3 pillow-10.0.0 protobuf-4.23.4 psutil-5.9.5 pyarrow-12.0.1 pydantic-2.0.3 pydantic-core-2.3.0 pydeck-0.8.1b0 pydub-0.25.1 pygments-2.15.1 pympler-1.0.1 pyparsing-3.0.9 python-dateutil-2.8.2 python-multipart-0.0.6 pytz-2023.3 pytz-deprecation-shim-0.1.0.post0 pyyaml-6.0.1 referencing-0.30.0 regex-2023.6.3 requests-2.31.0 rich-13.4.2 rpds-py-0.9.2 safetensors-0.3.1 semantic-version-2.10.0 sentencepiece-0.1.99 six-1.16.0 smmap-5.0.0 sniffio-1.3.0 sse-starlette-1.6.1 starlette-0.30.0 streamlit-1.24.1 sympy-1.12 tenacity-8.2.2 tokenizers-0.13.3 toml-0.10.2 toolz-0.12.0 torch-2.0.1 tornado-6.3.2 tqdm-4.65.0 transformers-4.30.2 triton-2.0.0 typing-extensions-4.7.1 tzdata-2023.3 tzlocal-4.3.1 uc-micro-py-1.0.2 urllib3-2.0.3 uvicorn-0.23.1 validators-0.20.0 watchdog-3.0.0 websockets-11.0.3 wheel-0.40.0 yarl-1.9.2 zipp-3.16.2\r\nWARNING: You are using pip version 20.2.3; however, version 23.2 is available.\r\nYou should consider upgrading via the '\/usr\/local\/bin\/python3.9 -m pip install --upgrade pip' command.\r\nYou have new mail in \/var\/spool\/mail\/root\r\n&#91;root@vm249 ChatGLM]#<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"OPENSSL_111%E4%BB%8E10%E5%8D%87%E7%BA%A7\"><\/span>OPENSSL 1.1.1\u4ece1.0\u5347\u7ea7<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u8981\u6c42\u7248\u672c\u662f1.1.1+\uff0c \u800credhat 7\u662f1.0\u7684\uff0c\u6240\u4ee5\u8981\u5347\u7ea7\u3002<\/p>\n\n\n\n<p>\u5347\u7ea7\u540e\uff0c\u67092\u4e2aLink\u8981\u505a\u4e00\u4e0b\uff0c\u5426\u5219\u8fd0\u884copenssl\u4f1a\u62a5so\u627e\u4e0d\u5230\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>openssl-1.1.1u.tar.gz\r\n.\/config\r\nmake\r\nmake install\r\n&#91;root@vm249 openssl-1.1.1u]# ln -s \/usr\/local\/lib64\/libssl.so.1.1 \/usr\/lib64\/libssl.so.1.1\r\n&#91;root@vm249 openssl-1.1.1u]# ln -s \/usr\/local\/lib64\/libcrypto.so.1.1 \/usr\/lib64\/libcrypto.so.1.1\r\n&#91;root@vm249 openssl-1.1.1u]#<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E8%BF%90%E8%A1%8CChatGLM2-6B\"><\/span>\u8fd0\u884cChatGLM2-6B<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u53c2\u8003 https:\/\/github.com\/THUDM\/ChatGLM2-6B<\/p>\n\n\n\n<p>\u6ce8\u610f\uff0c\u5982\u4e0b\u7684\u7b2c\u4e09\u884c\u4ee3\u7801\uff0c\u6539\u6210\u4e86float(),\u56e0\u4e3a\u6ca1\u6709\u663e\u5361\uff0c\u7528CPU\u6a21\u62df\u3002<\/p>\n\n\n\n<p>\u5728\u6587\u4ef6\u5939\u540c\u7ea7\u8fd0\u884c\uff0c\u6bd4\u5982\/opt\/ChatGLM\/<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>from transformers import AutoTokenizer, AutoModel\r\ntokenizer = AutoTokenizer.from_pretrained(\"chatglm2-6b\", trust_remote_code=True)\r\nmodel = AutoModel.from_pretrained(\"chatglm2-6b\",trust_remote_code=True).float()\r\nmodel = model.eval()\r\nresponse, history = model.chat(tokenizer, \"\u4f60\u597d\", history=&#91;])\nprint(response)<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%9B%BE%E5%BD%A2%E7%95%8C%E9%9D%A2\"><\/span>\u56fe\u5f62\u754c\u9762<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5728https:\/\/github.com\/THUDM\/ChatGLM2-6B \u6709<a href=\"https:\/\/github.com\/THUDM\/ChatGLM2-6B\/blob\/main\/web_demo2.py\">web_demo2.py<\/a>\u3002 \u653e\u5230\u4e0b\u8f7d\u6587\u4ef6\u5939\u7684\u540c\u7ea7\u5373\u53ef\u3002\u6bd4\u5982\/opt\/ChatGLM\/<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"917\" height=\"108\" src=\"https:\/\/www.gbase8.cn\/wp-content\/uploads\/2023\/07\/image-1.png\" alt=\"\" class=\"wp-image-12369\"\/><\/figure>\n\n\n\n<p>\u542f\u52a8\u670d\u52a1\uff0c\u7136\u540e\u7528\u63d0\u793a\u7684\u8fde\u63a5\u8bbf\u95ee\uff0c\u5206\u672c\u5730\u548c\u5916\u90e8\u8bbf\u95ee\u4e24\u79cd\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>&#91;root@vm249 ChatGLM]# streamlit run web_demo2.py\r\n\r\n  You can now view your Streamlit app in your browser.\r\n\r\n  Local URL: http:\/\/localhost:8501\r\n  Network URL: http:\/\/172.16.3.249:8501<\/code><\/pre>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"482\" height=\"107\" src=\"https:\/\/www.gbase8.cn\/wp-content\/uploads\/2023\/07\/1689759415763.png\" alt=\"\" class=\"wp-image-12372\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%80%BB%E7%BB%93\"><\/span>Summary<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u76f4\u63a5\u7528ChatGLM2-6B\u5b8c\u6574\u7248\uff0c\u4e0d\u8981\u7528\u90a3\u4e2aint4\u7684\uff0c\u6211\u672c\u5730\u542f\u52a8\u62a5\u9519\u3002 \u5ffd\u7565\u9519\u8bef\u540e\uff0c\u56de\u7b54\u95ee\u9898\u4e71\u4e03\u516b\u7cdf\u3002<\/p>","protected":false},"excerpt":{"rendered":"<p>\u672c\u6587\u8bb0\u5f55\u6e05\u534e\u5927\u5b66\u5f00\u653e\u4f7f\u7528\u7684ChatGLM2-6B\u7684\u5b8c\u6574\u5927\u5bb6\u8fc7\u7a0b\uff0c\u5728\u672c\u5730\u673a\u566832G\u5185\u5b58\uff0c\u65e0\u663e\u5361\uff0c\u53ef\u4ee5\u7f13\u6162\u8fd0\u884c\u3002\u8981\u6c42python3.7+\u73af\u5883\uff0c\u672c\u6587\u7528\u7684\u662fpython 3.9 + redhat 7.9\u3002\u5982\u679c\u4f60\u6ca1\u6709\u5927\u5185\u5b58\u673a\u5668\uff0c\u5c31\u522b\u6d4b\u8bd5\u4e86\u3002\u5982\u679c\u6ca1\u67098G\u663e\u5b58\u7684nvidia\u663e\u5361\uff0c\u5c31\u522b\u592a\u6307\u671b\u6027\u80fd\u3002<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-12349","post","type-post","status-publish","format-standard","hentry","category-1"],"_links":{"self":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12349","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/comments?post=12349"}],"version-history":[{"count":9,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12349\/revisions"}],"predecessor-version":[{"id":12376,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12349\/revisions\/12376"}],"wp:attachment":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/media?parent=12349"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/categories?post=12349"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/tags?post=12349"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}