{"id":12782,"date":"2024-11-22T15:13:53","date_gmt":"2024-11-22T07:13:53","guid":{"rendered":"https:\/\/www.gbase8.cn\/?p=12782"},"modified":"2024-11-22T15:25:43","modified_gmt":"2024-11-22T07:25:43","slug":"gbase-8a%e9%80%9a%e8%bf%87python-udf%e8%a7%a3%e5%86%b3ftpsftp%e5%af%bc%e5%87%ba%e6%96%87%e4%bb%b6%e6%9c%aa%e5%ae%8c%e6%88%90%e5%89%8d%e5%b0%b1%e8%a2%ab%e4%bd%bf%e7%94%a8%e7%9a%84%e6%83%85%e5%86%b5","status":"publish","type":"post","link":"https:\/\/www.gbase8.cn\/en\/12782","title":{"rendered":"GBase 8a\u901a\u8fc7python udf\u89c4\u907fftp,sftp\u5bfc\u51fa\u6587\u4ef6\u672a\u5b8c\u6210\u524d\u5c31\u88ab\u4f7f\u7528\u7684\u60c5\u51b5"},"content":{"rendered":"<p>GBase 8a\u7684\u5bfc\u51fa\u529f\u80fd\u652f\u6301ftp,sftp\u7b49\u534f\u8bae\u3002\u5982\u679c\u5bfc\u51fa\u5185\u5bb9\u8f83\u591a\uff0c\u6bd4\u5982\u51e0\u5341GB\uff0c\u5219\u76ee\u6807\u6587\u4ef6\u9700\u8981\u4e00\u6bb5\u65f6\u95f4\u624d\u80fd\u5168\u90e8\u751f\u6210\u3002\u800c\u5728\u5bfc\u51fa\u671f\u95f4\u5982\u679c\u8be5\u6587\u4ef6\u88ab\u4f7f\u7528\uff0c\u5219\u5176\u5185\u5bb9\u5904\u4e8e\u4e0d\u5b8c\u6574\u72b6\u6001\uff0c\u4f1a\u9020\u6210\u6570\u636e\u4e0d\u4e00\u81f4\uff0c\u683c\u5f0f\u62a5\u9519\u7b49\u60c5\u51b5\u3002\u672c\u6587\u901a\u8fc7python\u5b9e\u73b0ftp\u548csftp\u7684\u6539\u540d\u529f\u80fd\uff0c\u5728\u4e00\u5b9a\u89c4\u5219\u4e0b\u89c4\u907f\u8fd9\u4e2a\u60c5\u51b5\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Directory Navigation<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a2d50a347580\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a2d50a347580\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#%E5%AE%9E%E7%8E%B0%E5%8E%9F%E7%90%86\" >\u5b9e\u73b0\u539f\u7406<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#%E5%85%88%E5%AF%BC%E5%87%BA%E4%B8%BA%E4%B8%80%E4%B8%AA%E4%B8%B4%E6%97%B6%E6%96%87%E4%BB%B6\" >\u5148\u5bfc\u51fa\u4e3a\u4e00\u4e2a\u4e34\u65f6\u6587\u4ef6<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#%E5%AF%BC%E5%87%BA%E5%AE%8C%E6%88%90%E5%90%8Erename%E4%B8%B4%E6%97%B6%E5%90%8D%E5%AD%97%E4%B8%BA%E6%AD%A3%E5%BC%8F%E5%90%8D%E5%AD%97\" >\u5bfc\u51fa\u5b8c\u6210\u540erename\u4e34\u65f6\u540d\u5b57\u4e3a\u6b63\u5f0f\u540d\u5b57<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#python_udf%E5%AE%9E%E7%8E%B0_FTP%E6%94%B9%E5%90%8D%E4%BB%A3%E7%A0%81\" >python udf\u5b9e\u73b0 FTP\u6539\u540d\u4ee3\u7801<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#python_udf%E5%AE%9E%E7%8E%B0_SFTP%E6%94%B9%E5%90%8D%E4%BB%A3%E7%A0%81\" >python udf\u5b9e\u73b0 SFTP\u6539\u540d\u4ee3\u7801<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.gbase8.cn\/en\/12782\/#%E6%80%BB%E7%BB%93\" >Summary<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%9E%E7%8E%B0%E5%8E%9F%E7%90%86\"><\/span>\u5b9e\u73b0\u539f\u7406<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u7528\u6237\u4f7f\u7528\u6587\u4ef6\uff0c\u4e00\u822c\u662f\u6839\u636e\u67d0\u4e2a\u89c4\u5219\u626b\u63cf\u5339\u914d\u7684\u6587\u4ef6\u540d\uff0c\u6bd4\u5982load\u76ee\u5f55\u4e0b\u7684csv\u540e\u7f00\u7ed3\u5c3e\u7684\u6587\u4ef6\u3002\u6240\u4ee5\u8ba9\u5c1a\u672a\u5b8c\u6210\u7684\u6587\u4ef6\u4e0d\u7b26\u5408\u5339\u914d\u89c4\u5219\u7684\u65b9\u6cd5\u6709\u4e24\u79cd\uff1a\u7b2c\u4e00\u662f\u6587\u4ef6\u540d\u4e0d\u7b26\u5408\uff0c\u7b2c\u4e8c\u662f\u6587\u4ef6\u8def\u5f84\u4e0d\u7b26\u5408\u3002\u5f53\u7136\u4e24\u4e2a\u90fd\u4e0d\u7b26\u5408\u4e5f\u662f\u53ef\u4ee5\u7684\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%85%88%E5%AF%BC%E5%87%BA%E4%B8%BA%E4%B8%80%E4%B8%AA%E4%B8%B4%E6%97%B6%E6%96%87%E4%BB%B6\"><\/span>\u5148\u5bfc\u51fa\u4e3a\u4e00\u4e2a\u4e34\u65f6\u6587\u4ef6<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u8be5\u6587\u4ef6\u53ef\u4ee5\u6839\u636e\u4f7f\u7528\u89c4\u5219<\/p>\n\n\n\n<ul class=\"wp-block-list\"><li>\u5bfc\u51fa\u4e0d\u540c\u6587\u4ef6\u540d\uff0c\u7279\u522b\u662f\u540e\u7f00\u540d\uff1a\u6bd4\u5982\u76ee\u6807\u662f.csv\uff0c \u5219\u4e34\u65f6\u6587\u4ef6\u4e3a.csv.tmp\uff1b <\/li><li>\u5bfc\u51fa\u5230\u4e00\u4e2a\u4e34\u65f6\u76ee\u5f55\u91cc\u3002<\/li><\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AF%BC%E5%87%BA%E5%AE%8C%E6%88%90%E5%90%8Erename%E4%B8%B4%E6%97%B6%E5%90%8D%E5%AD%97%E4%B8%BA%E6%AD%A3%E5%BC%8F%E5%90%8D%E5%AD%97\"><\/span>\u5bfc\u51fa\u5b8c\u6210\u540erename\u4e34\u65f6\u540d\u5b57\u4e3a\u6b63\u5f0f\u540d\u5b57<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u901a\u8fc7\u534f\u8bae\u7684rename\u529f\u80fd\uff0c\u5c06\u4e34\u65f6\u6587\u4ef6\u6539\u53d8\u540e\u7f00\uff0c\u6216\u8005\u79fb\u52a8\u76ee\u5f55\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"python_udf%E5%AE%9E%E7%8E%B0_FTP%E6%94%B9%E5%90%8D%E4%BB%A3%E7%A0%81\"><\/span>python udf\u5b9e\u73b0 FTP\u6539\u540d\u4ee3\u7801<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5982\u4e0b\u4ee3\u7801\u653e\u5728gclusterdb\u4e0b\uff0c\u53ef\u4ee5\u6839\u636e\u5177\u4f53\u60c5\u51b5\u4fee\u6539\u3002<\/p>\n\n\n\n<p>\u4f20\u5165\u53c2\u6570\u4e3a\u4e3b\u673a\uff0c\u7528\u6237\u540d\uff0c\u5bc6\u7801\uff0c\u6e90\u540d\u5b57\u548c\u76ee\u6807\u540d\u5b57\u3002<\/p>\n\n\n\n<p>\u672c\u6837\u4f8b\u672a\u5b9e\u73b0\u7aef\u53e3\u7684\u4fee\u6539\uff0c\u5982\u4e0d\u662f\u9ed8\u8ba4\u7684ftp\u7aef\u53e3\uff0c\u53ef\u4ee5\u81ea\u884c\u5b8c\u5584\u4ee3\u7801\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>use gclusterdb;\ndrop function if exists ftpRename;\ncreate function ftpRename(server varchar(100),username varchar(100),password varchar(100),sourceFilename varchar(1000),targetFilename varchar(1000))\nreturns varchar\n$$\nfrom ftplib import FTP\nftp = FTP(server)\nftp.login(username, password)\nftp.rename(sourceFilename,targetFilename)\nftp.close()\nreturn 'OK'\n\n$$ language plpythonu;<\/code><\/pre>\n\n\n\n<p>\u8c03\u7528\u65b9\u6cd5<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>\ngbase&gt; select ftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1.csv.tmp','\/home\/gbase\/t1.csv');\n+------------------------------------------------------------------------------------------------+\n| ftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1..scv.tmp','\/home\/gbase\/t1.csv') |\n+------------------------------------------------------------------------------------------------+\n| OK                                                                                             |\n+------------------------------------------------------------------------------------------------+\n1 row in set (Elapsed: 00:00:00.08)\n<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"python_udf%E5%AE%9E%E7%8E%B0_SFTP%E6%94%B9%E5%90%8D%E4%BB%A3%E7%A0%81\"><\/span>python udf\u5b9e\u73b0 SFTP\u6539\u540d\u4ee3\u7801<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u9ed8\u8ba4\u7684python\u5e93\u4e0d\u652f\u6301sftp, \u672c\u4f8b\u7528\u4e86pysftp\u5e93\u3002 \u53ef\u4ee5\u901a\u8fc7pip install pysftp\u5b89\u88c5\u3002<\/p>\n\n\n\n<p>\u5176\u5b83\u4ecb\u7ecd\u4e0eFTP\u4e00\u6837\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>use gclusterdb;\ndrop function if exists sftpRename;\ncreate function sftpRename(server varchar(100),v_username varchar(100),v_password varchar(100),sourceFilename varchar(1000),targetFilename varchar(1000))\nreturns varchar\n$$\nimport pysftp\nwith pysftp.Connection(server, username=v_username, password=v_password) as sftp:\n    sftp.rename(sourceFilename,targetFilename)\n    sftp.close()\nreturn 'OK'\n\n$$ language plpythonu;\n<\/code><\/pre>\n\n\n\n<p>\u4f7f\u7528\u6837\u4f8b<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>gbase&gt; select sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1.csv.tmp','\/home\/gbase\/t1.csv');\n+------------------------------------------------------------------------------------------------+\n| sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1..scv.tmp','\/home\/gbase\/t1.csv') |\n+------------------------------------------------------------------------------------------------+\n| OK                                                                                             |\n+------------------------------------------------------------------------------------------------+\n1 row in set (Elapsed: 00:00:00.08)<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%80%BB%E7%BB%93\"><\/span>Summary<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u4e3a\u4e86\u907f\u514d\u5bfc\u51fa\u6587\u4ef6\u8fc7\u7a0b\u4e2d\u88ab\u610f\u5916\u4f7f\u7528\uff0c\u53ef\u4ee5\u7528\u5982\u4e0b2\u4e2a\u6b65\u9aa4\u7684\u65b9\u6848\u6765\u505a<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>gbase&gt; select * from t1 into outfile 'sftp:\/\/gbase:gbase1234@10.0.2.201\/home\/gbase\/t1.csv.tmp' fields terminated by ',';\nQuery OK, 3 rows affected (Elapsed: 00:00:00.32)\n\ngbase&gt; select gclusterdb.sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1.csv.tmp','\/home\/gbase\/tmp\/t1.csv');\n+-----------------------------------------------------------------------------------------------------------+\n| gclusterdb.sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/t1.csv.tmp','\/home\/gbase\/tmp\/t1.csv') |\n+-----------------------------------------------------------------------------------------------------------+\n| OK                                                                                                        |\n+-----------------------------------------------------------------------------------------------------------+\n1 row in set (Elapsed: 00:00:00.43)<\/code><\/pre>\n\n\n\n<p>\u5176\u4e2d\u7684\u4e34\u65f6\u6587\u4ef6\uff0c\u53ef\u4ee5\u8de8\u76ee\u5f55\u3002\u524d\u63d0\u662f\u6709\u5199\u5165\u6743\u9650\u3002 \u5982\u4e0b\u4f8b\u5b50\u4f7f\u7528\u4e86\u4e34\u65f6\u76ee\u5f55tmp \u5e76\u4e14\u540d\u5b57\u4e5f\u5e26\u4e86tmp\u540e\u7f00\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>gbase> select * from t1 into outfile 'sftp:\/\/gbase:gbase1234@10.0.2.201\/home\/gbase\/<span class=\"has-inline-color has-luminous-vivid-orange-color\">tmp<\/span>\/t1_2.csv<span class=\"has-inline-color has-luminous-vivid-orange-color\">.tmp<\/span>' fields terminated by ',';\nQuery OK, 3 rows affected (Elapsed: 00:00:00.44)\n\ngbase> select gclusterdb.sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/tmp\/t1_2.csv.tmp','\/home\/gbase\/t1_2.csv');\n+---------------------------------------------------------------------------------------------------------------+\n| gclusterdb.sftprename('10.0.2.201','gbase','gbase1234','\/home\/gbase\/tmp\/t1_2.csv.tmp','\/home\/gbase\/t1_2.csv') |\n+---------------------------------------------------------------------------------------------------------------+\n| OK                                                                                                            |\n+---------------------------------------------------------------------------------------------------------------+\n1 row in set (Elapsed: 00:00:00.44)\n<\/code><\/pre>","protected":false},"excerpt":{"rendered":"<p>GBase 8a\u7684\u5bfc\u51fa\u529f\u80fd\u652f\u6301ftp,sftp\u7b49\u534f\u8bae\u3002\u5982\u679c\u5bfc\u51fa\u5185\u5bb9\u8f83\u591a\uff0c\u5219\u76ee\u6807\u6587\u4ef6\u9700\u8981\u4e00\u6bb5\u65f6\u95f4\u624d\u80fd\u751f\u6210\u3002\u800c\u5728\u5bfc\u51fa\u671f\u95f4\u5982\u679c\u8be5\u6587\u4ef6\u88ab\u4f7f\u7528\uff0c\u5219\u5176\u5185\u5bb9\u5904\u4e8e\u4e0d\u5b8c\u6574\u72b6\u6001\uff0c\u4f1a\u9020\u6210\u6570\u636e\u4e0d\u4e00\u81f4\uff0c\u683c\u5f0f\u62a5\u9519\u7b49\u60c5\u51b5\u3002\u672c\u6587\u901a\u8fc7python\u5b9e\u73b0ftp\u548csftp\u7684\u6539\u540d\u529f\u80fd\uff0c\u5728\u4e00\u5b9a\u89c4\u5219\u4e0b\u89c4\u907f\u8fd9\u4e2a\u60c5\u51b5\u3002<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[98,22,91],"class_list":["post-12782","post","type-post","status-publish","format-standard","hentry","category-gbase8a","tag-python","tag-22","tag-udf"],"_links":{"self":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12782","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/comments?post=12782"}],"version-history":[{"count":11,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12782\/revisions"}],"predecessor-version":[{"id":12797,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12782\/revisions\/12797"}],"wp:attachment":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/media?parent=12782"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/categories?post=12782"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/tags?post=12782"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}