{"id":8819,"date":"2022-02-23T15:00:34","date_gmt":"2022-02-23T07:00:34","guid":{"rendered":"https:\/\/www.gbase8.cn\/?p=8819"},"modified":"2022-02-23T15:00:34","modified_gmt":"2022-02-23T07:00:34","slug":"gbase-8a-v8%e7%89%88%e6%9c%ac%e9%80%9a%e8%bf%87python-udf%e8%8e%b7%e5%be%97%e6%93%8d%e4%bd%9c%e7%b3%bb%e7%bb%9f%e7%a3%81%e7%9b%98%e5%8f%af%e7%94%a8%e7%a9%ba%e9%97%b4%e7%9a%84%e6%96%b9%e6%b3%95","status":"publish","type":"post","link":"https:\/\/www.gbase8.cn\/en\/8819","title":{"rendered":"\u5357\u5927\u901a\u7528GBase 8a V8\u7248\u672c\u901a\u8fc7python UDF\u83b7\u5f97\u64cd\u4f5c\u7cfb\u7edf\u78c1\u76d8\u53ef\u7528\u7a7a\u95f4\u7684\u65b9\u6cd5"},"content":{"rendered":"<p>GBase 8a \u53ef\u4ee5\u901a\u8fc7UDF\u6269\u5c55\u6765\u8bbf\u95ee\u64cd\u4f5c\u7cfb\u7edf\u7ea7\u7684\u8d44\u6e90\uff0c\u6bd4\u5982\u6570\u636e\u5e93\u6240\u5728\u76ee\u5f55\u5269\u4f59\u7684\u7a7a\u95f4\u3002\u5728V9\u7248\u672c\u91cc\uff0c\u63d0\u4f9b\u4e86\u4e00\u4e2a\u7cfb\u7edf\u5143\u6570\u636e\u8868\uff0c\u800c\u5728V8\u91cc\u5e76\u6ca1\u6709\u81ea\u5e26\u8fd9\u4e2a\u529f\u80fd\u3002 \u672c\u6587\u4ecb\u7ecd\u5728\u652f\u6301python \u76848.6.2.43\u7248\u672c\u91cc\uff0c\u901a\u8fc7UDF\u83b7\u5f97\u78c1\u76d8\u53ef\u7528\u7a7a\u95f4\u7684\u4e00\u79cd\u65b9\u6cd5\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Directory Navigation<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a2acc22a0f37\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a2acc22a0f37\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.gbase8.cn\/en\/8819\/#%E5%8F%82%E8%80%83\" >\u53c2\u8003<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.gbase8.cn\/en\/8819\/#%E6%9F%A5%E8%AF%A2%E7%A3%81%E7%9B%98%E5%8F%AF%E7%94%A8%E7%A9%BA%E9%97%B4%E7%9A%84python_UDF%E4%BB%A3%E7%A0%81\" >\u67e5\u8be2\u78c1\u76d8\u53ef\u7528\u7a7a\u95f4\u7684python UDF\u4ee3\u7801<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.gbase8.cn\/en\/8819\/#%E5%A6%82%E4%BD%95%E8%BF%94%E5%9B%9E%E6%AF%8F%E4%B8%AA%E8%AE%A1%E7%AE%97%E8%8A%82%E7%82%B9%E7%9A%84%E5%8F%AF%E7%94%A8%E7%A9%BA%E9%97%B4\" >\u5982\u4f55\u8fd4\u56de\u6bcf\u4e2a\u8ba1\u7b97\u8282\u70b9\u7684\u53ef\u7528\u7a7a\u95f4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.gbase8.cn\/en\/8819\/#%E4%BD%BF%E7%94%A8%E6%A0%B7%E4%BE%8B\" >\u4f7f\u7528\u6837\u4f8b<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.gbase8.cn\/en\/8819\/#%E8%AF%B4%E6%98%8E\" >\u8bf4\u660e<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8F%82%E8%80%83\"><\/span>\u53c2\u8003<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/www.gbase8.cn\/en\/2093\/\">GBase 8a V95\u901a\u8fc7SQL\u83b7\u5f97\u96c6\u7fa4\u670d\u52a1\u72b6\u6001<\/a><br><a href=\"https:\/\/www.gbase8.cn\/en\/5340\/\">GBase 8a\u4e00\u4e2aCUDF\u6837\u4f8b<\/a><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E8%AF%A2%E7%A3%81%E7%9B%98%E5%8F%AF%E7%94%A8%E7%A9%BA%E9%97%B4%E7%9A%84python_UDF%E4%BB%A3%E7%A0%81\"><\/span>\u67e5\u8be2\u78c1\u76d8\u53ef\u7528\u7a7a\u95f4\u7684python UDF\u4ee3\u7801<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u719f\u6089python\u7684\u53ef\u4ee5\u770b\u5230\u51fd\u6570\u4f53\u672c\u8eab\u5c31\u662f\u4e00\u6bb5\u6807\u51c6\u7684python\u7a0b\u5e8f\u3002\u5165\u53e3\u53c2\u6570\u662f\u78c1\u76d8\u76ee\u5f55\uff0c\u8fd4\u56de\u662f\u53ef\u7528\u7a7a\u95f4(\u5b57\u8282)<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>use gclusterdb;\ndrop function if exists get_os_diskinfo_free_bytes;\ncreate function get_os_diskinfo_free_bytes(mountPath varchar(200))\nreturns varchar\n$$\n\ndef get_os_diskinfo_free_bytes(mountPath):\n    try:\n        import os\n        stat=os.statvfs(mountPath)\n        return stat.f_bsize * stat.f_bavail\n    except:\n        return None\n\nreturn get_os_diskinfo_free_bytes(mountPath)\n\n$$ language plpythonu;\n<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%A6%82%E4%BD%95%E8%BF%94%E5%9B%9E%E6%AF%8F%E4%B8%AA%E8%AE%A1%E7%AE%97%E8%8A%82%E7%82%B9%E7%9A%84%E5%8F%AF%E7%94%A8%E7%A9%BA%E9%97%B4\"><\/span>\u5982\u4f55\u8fd4\u56de\u6bcf\u4e2a\u8ba1\u7b97\u8282\u70b9\u7684\u53ef\u7528\u7a7a\u95f4<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u4e3a\u4e86\u786e\u4fdd\u6bcf\u4e2a\u8ba1\u7b97\u8282\u70b9\u90fd\u80fd\u8fd4\u56de\u4e00\u884c\u6570\u636e\uff0c\u9700\u8981\u6784\u9020\u4e00\u4e2a\u8868\uff0c\u8ba9\u6bcf\u9694\u5206\u7247\u90fd\u4e14\u53ea\u67091\u884c\u6570\u636e\u3002<\/p>\n\n\n\n<p>init.sh<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code># \u521d\u59cb\u5316\u5efa\u8868\u811a\u672c\ngccli -uroot  gclusterdb -vvv &lt;&lt;EOF\ndrop table if exists gclusterdb.alarm_one_row_per_node;\ndrop table if exists gclusterdb.data_node_info_tmp1;\ndrop table if exists gclusterdb.data_node_info_tmp2;\ncreate table gclusterdb.alarm_one_row_per_node(node_ip varchar(20),distr_key int) distributed by('distr_key');\ncreate table gclusterdb.data_node_info_tmp1(node_ip varchar(20),distr_key int) replicated;\ncreate table gclusterdb.data_node_info_tmp2(node_ip varchar(20),distr_key int) distributed by('distr_key');\nEOF\n\n# \u521d\u59cb\u5316\u6570\u636e\ngcadmin |grep node|grep -v IpAddress|awk '{print $4}'|while read ip_add\ndo\n    gccli -uroot  gclusterdb -vvv &lt;&lt;EOF\n    insert into data_node_info_tmp1(node_ip) values('$ip_add');\nEOF\ndone\nfor((i=1;i&lt;=20;i++))\ndo\n\tgccli -uroot  gclusterdb -vvv &lt;&lt;EOF\n    insert into data_node_info_tmp1 select * from data_node_info_tmp1;\nEOF\ndone\n\n\ngccli -uroot  gclusterdb -vvv &lt;&lt;EOF\n    update data_node_info_tmp1 set distr_key=rowid;\n\tinsert into data_node_info_tmp2(node_ip,distr_key) select * from data_node_info_tmp1;\n\tdelete from data_node_info_tmp2 where rowid&lt;>0;\nEOF\n\n\ngccli -uroot  gclusterdb -N  &lt;&lt;EOF |while read distr_key nodeid\nselect a.distr_key,b.nodeid+1 from data_node_info_tmp2 a inner join gclusterdb.nodedatamap b on crc32(distr_key)%65536=b.hashkey where b.data_distribution_id in(select max(data_distribution_id) from gclusterdb.nodedatamap);\nEOF\ndo\nhost_ip=`gcadmin showdistribution |awk '{if($4==\"'$nodeid'\") print $2}'|head -1`\ngccli -uroot  gclusterdb -vvv &lt;&lt;EOF\n\tupdate data_node_info_tmp2 set node_ip='$host_ip' where distr_key=$distr_key;\nEOF\ndone\n\ngccli -uroot  gclusterdb -vvv &lt;&lt;EOF\n\tinsert into alarm_one_row_per_node(node_ip,distr_key) select * from data_node_info_tmp2;\n    drop table data_node_info_tmp1;\n    drop table data_node_info_tmp2;\nEOF<\/code><\/pre>\n\n\n\n<p>\u67e5\u8be2\u751f\u6210\u7684\u8868<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> select * from gclusterdb.alarm_one_row_per_node;\r\n+------------+-----------+\r\n| node_ip    | distr_key |\r\n+------------+-----------+\r\n| 10.0.2.201 |         0 |\r\n| 10.0.2.202 |         2 |\r\n+------------+-----------+\r\n2 rows in set (Elapsed: 00:00:00.00)\r\n<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%BD%BF%E7%94%A8%E6%A0%B7%E4%BE%8B\"><\/span>\u4f7f\u7528\u6837\u4f8b<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u5982\u4e0b\u4ee5\/opt\u4e3a\u6837\u4f8b\uff0c\u67e5\u8be2\u4fdd\u5b58\/opt\u6240\u5728\u78c1\u76d8\u5206\u533a\u7684\u53ef\u7528\u78c1\u76d8\u7a7a\u95f4\uff0c\u5355\u4f4d\u662f\u5b57\u8282<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> select node_ip,gclusterdb.get_os_diskinfo_free_bytes('\/opt') from gclusterdb.alarm_one_row_per_node;\r\n+------------+-----------------------------------------------+\r\n| node_ip    | gclusterdb.get_os_diskinfo_free_bytes('\/opt') |\r\n+------------+-----------------------------------------------+\r\n| 10.0.2.201 | 49581637632                                   |\r\n| 10.0.2.202 | 49786064896                                   |\r\n+------------+-----------------------------------------------+\r\n2 rows in set (Elapsed: 00:00:00.22)\r\n<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E8%AF%B4%E6%98%8E\"><\/span>\u8bf4\u660e<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>python\u8fd0\u884c\u65f6\u5360\u7528\u7684\u5185\u5b58\u8f83\u9ad8\uff0c\u8bf7\u81f3\u5c11\u7559\u4e0b1G-2G\u7684\u53ef\u7528\u5185\u5b58\u3002\u53e6\u5916\u4e0d\u5efa\u8bae\u5728\u9ad8\u6027\u80fd\u3001\u9891\u7e41\u8bbf\u95ee\u573a\u666f\u7528python, \u8fd8\u662f\u7528C\u5b9e\u73b0udf\u66f4\u597d\u3002<\/p>\n\n\n\n<p><a href=\"https:\/\/www.gbase8.cn\/en\/5340\/\">GBase 8a\u4e00\u4e2aCUDF\u6837\u4f8b<\/a><\/p>","protected":false},"excerpt":{"rendered":"<p>\u5357\u5927\u901a\u7528GBase 8a \u53ef\u4ee5\u901a\u8fc7UDF\u6269\u5c55\u6765\u8bbf\u95ee\u64cd\u4f5c\u7cfb\u7edf\u7ea7\u7684\u8d44\u6e90\uff0c\u6bd4\u5982\u6570\u636e\u5e93\u6240\u5728\u76ee\u5f55\u5269\u4f59\u7684\u7a7a\u95f4\u3002\u5728V9\u7248\u672c\u91cc\uff0c\u63d0\u4f9b\u4e86\u4e00\u4e2a\u7cfb\u7edf\u5143\u6570\u636e\u8868\uff0c\u800c\u5728V8\u91cc\u5e76\u6ca1\u6709\u81ea\u5e26\u8fd9\u4e2a\u529f\u80fd\u3002 \u672c\u6587\u4ecb\u7ecd\u5728\u652f\u6301python \u76848.6.2.43\u7248\u672c\u91cc\uff0c\u901a\u8fc7UDF\u83b7\u5f97\u78c1\u76d8\u53ef\u7528\u7a7a\u95f4\u7684\u4e00\u79cd\u65b9\u6cd5\u3002<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[],"class_list":["post-8819","post","type-post","status-publish","format-standard","hentry","category-gbase8a"],"_links":{"self":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/8819","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/comments?post=8819"}],"version-history":[{"count":5,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/8819\/revisions"}],"predecessor-version":[{"id":8824,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/8819\/revisions\/8824"}],"wp:attachment":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/media?parent=8819"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/categories?post=8819"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/tags?post=8819"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}