{"id":12646,"date":"2024-03-12T09:39:26","date_gmt":"2024-03-12T01:39:26","guid":{"rendered":"https:\/\/www.gbase8.cn\/?p=12646"},"modified":"2024-03-12T09:40:04","modified_gmt":"2024-03-12T01:40:04","slug":"gcdw%e6%8a%80%e6%9c%af%e6%a0%88-gcdw%e7%89%a9%e7%90%86%e6%9c%ba%e7%89%88%e6%9c%ac%e4%bd%bf%e7%94%a8hdfs%e4%bd%9c%e4%b8%ba%e5%ad%98%e5%82%a8%e7%9a%84%e5%ae%89%e8%a3%85","status":"publish","type":"post","link":"https:\/\/www.gbase8.cn\/en\/12646","title":{"rendered":"\u5357\u5927\u901a\u7528GCDW\u6280\u672f\u6808-GCDW\u7269\u7406\u673a\u7248\u672c\u4f7f\u7528hdfs\u4f5c\u4e3a\u5b58\u50a8\u7684\u5b89\u88c5"},"content":{"rendered":"<p>GCDW\u65b0\u7248\u672c\u652f\u6301hdfs\u4f5c\u4e3a\u5b58\u50a8\uff0c\u672c\u6587\u4ecb\u7ecdGCDW\u7269\u7406\u673a\u7248\u672c\u914d\u7f6ehdfs\u7684\u65b9\u6cd5\uff0c\u5305\u62echadoop\u7684simple\u548ckerberos\u8ba4\u8bc1\u6a21\u5f0f\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Directory Navigation<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a2b4c7fe6cf7\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a2b4c7fe6cf7\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#%E5%8F%82%E8%80%83\" >\u53c2\u8003<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#%E4%B8%BB%E6%9C%BA%E5%90%8DDNS%E9%85%8D%E7%BD%AE\" >\u4e3b\u673a\u540dDNS\u914d\u7f6e<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#etchosts\" >\/etc\/hosts<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#hadoop%E7%AE%80%E5%8D%95%E8%AE%A4%E8%AF%81%E6%96%B9%E5%BC%8F%E7%9A%84%E5%8F%82%E6%95%B0\" >hadoop\u7b80\u5355\u8ba4\u8bc1\u65b9\u5f0f\u7684\u53c2\u6570<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_STORAGE_STYLE\" >GCDW_STORAGE_STYLE<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_NAMENODES\" >GCDW_HDFS_NAMENODES<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_URI\" >GCDW_HDFS_URI<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#Kerberos%E8%AE%A4%E8%AF%81%E6%96%B9%E5%BC%8F%E7%9A%84%E9%85%8D%E7%BD%AE%E5%8F%82%E6%95%B0\" >Kerberos\u8ba4\u8bc1\u65b9\u5f0f\u7684\u914d\u7f6e\u53c2\u6570<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_AUTH_MODE\" >GCDW_HDFS_AUTH_MODE<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_PRINCIPAL\" >GCDW_HDFS_PRINCIPAL<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_KEYTAB\" >GCDW_HDFS_KEYTAB<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#GCDW_HDFS_KERBEROS_CONFIG\" >GCDW_HDFS_KERBEROS_CONFIG<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#%E5%AE%89%E8%A3%85%E8%BF%87%E7%A8%8B\" >\u5b89\u88c5\u8fc7\u7a0b<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/www.gbase8.cn\/en\/12646\/#%E5%90%8E%E7%BB%AD%E6%93%8D%E4%BD%9C%E5%92%8CS3%E5%AD%98%E5%82%A8%E7%9A%84%E4%B8%80%E6%A0%B7\" >\u540e\u7eed\u64cd\u4f5c\u548cS3\u5b58\u50a8\u7684\u4e00\u6837<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8F%82%E8%80%83\"><\/span>\u53c2\u8003<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/www.gbase8.cn\/en\/12564\/\">GCDW\u6280\u672f\u6808-kerberos\u7684\u642d\u5efa\u548c\u51ed\u8bc1\u751f\u6210<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/www.gbase8.cn\/en\/12622\/\">GCDW\u6280\u672f\u6808-hadoop+kerberos\u914d\u7f6e<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/www.gbase8.cn\/en\/9779\/?hilite=%E4%B8%BB%E6%9C%BA%E7%89%88\">GBase 8a GCDW\u5b58\u7b97\u5206\u79bb<mark>\u4e3b\u673a\u7248<\/mark>\u5b89\u88c5\u4f7f\u7528\u9884\u89c8<\/a><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%B8%BB%E6%9C%BA%E5%90%8DDNS%E9%85%8D%E7%BD%AE\"><\/span>\u4e3b\u673a\u540dDNS\u914d\u7f6e<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"etchosts\"><\/span>\/etc\/hosts<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5c06hadoop\u7684namenode\u8282\u70b9IP\u548c\u4e3b\u673a\u540d\uff0c\u5199\u5165hosts\u6587\u4ef6\u91cc\uff0c\u7528\u4e8eDNS\u89e3\u6790\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>10.0.2.141  hadoop141\n<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"hadoop%E7%AE%80%E5%8D%95%E8%AE%A4%E8%AF%81%E6%96%B9%E5%BC%8F%E7%9A%84%E5%8F%82%E6%95%B0\"><\/span>hadoop\u7b80\u5355\u8ba4\u8bc1\u65b9\u5f0f\u7684\u53c2\u6570<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>hadoop\u7b80\u5355\u65b9\u5f0f\u662f\u4efb\u4f55\u673a\u5668\u90fd\u53ef\u4ee5\u8bbf\u95eehadoop, \u5728\u5b89\u88c5GCDW \u7269\u7406\u673a\u7248\u672c\u65f6\uff0c\u9700\u8981\u63d0\u4f9b\u7684\u53c2\u6570\u8f83\u5c11<\/p>\n\n\n\n<p>demo.options<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>GCDW_STORAGE_STYLE = hdfs\nGCDW_HDFS_NAMENODES=10.0.2.141:9870\nGCDW_HDFS_URI=hdp:\/\/hdfs@10.0.2.141:9870\/<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_STORAGE_STYLE\"><\/span>GCDW_STORAGE_STYLE<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5b58\u50a8\u7c7b\u578b\uff0c\u76ee\u524d\u652f\u6301s3\u548chdfs\u4e24\u79cd\u7c7b\u578b\u3002\u672c\u6587\u4f7f\u7528hdfs<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_NAMENODES\"><\/span>GCDW_HDFS_NAMENODES<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>namenode\u8282\u70b9\u7684\u5730\u5740\u548c\u7aef\u53e3\uff0c\u9017\u53f7\u5206\u9694\u3002\u6bd4\u5982<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>10.0.2.141:9870,10.0.2.142:9870<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_URI\"><\/span>GCDW_HDFS_URI<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u8bbf\u95eeURI,\u683c\u5f0f\u4e3a<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>hdp:\/\/\u7528\u6237@\u5730\u5740:\u7aef\u53e3\/\u3010\u8def\u5f84\/\u3011<\/code><\/pre>\n\n\n\n<p>\u8def\u5f84\u53ef\u9009\uff0c\u662f\u4e00\u4e2a\u63d0\u524d\u5efa\u597d\u7684\u76ee\u5f55\u3002\u4e0d\u6307\u5b9a\u7684\u8bdd\u653e\u5728hdfs\u7684\u6839\u4e0a\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Kerberos%E8%AE%A4%E8%AF%81%E6%96%B9%E5%BC%8F%E7%9A%84%E9%85%8D%E7%BD%AE%E5%8F%82%E6%95%B0\"><\/span>Kerberos\u8ba4\u8bc1\u65b9\u5f0f\u7684\u914d\u7f6e\u53c2\u6570<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u6bd4\u7b80\u5355\u6a21\u5f0f\uff0c\u591a\u4e86\u51e0\u4e2a\u53c2\u6570<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>GCDW_STORAGE_STYLE = hdfs\nGCDW_HDFS_NAMENODES=10.0.2.141:9870\nGCDW_HDFS_URI=hdp:\/\/hdfs@10.0.2.141:9870\/\nGCDW_HDFS_AUTH_MODE=kerberos\nGCDW_HDFS_PRINCIPAL=hdfs\/hadoop141@GCDW\nGCDW_HDFS_KEYTAB=ftp:\/\/hdfs:hdfs@10.0.2.141\/\/opt\/keytab\/hdfs.keytab\nGCDW_HDFS_KERBEROS_CONFIG=ftp:\/\/hdfs:hdfs@10.0.2.141\/\/etc\/krb5.conf<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_AUTH_MODE\"><\/span>GCDW_HDFS_AUTH_MODE<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u9ed8\u8ba4\u4e0d\u586b\u5199\u662f\u7b80\u5355\u8ba4\u8bc1\u6a21\u5f0f,\u672c\u5904\u6539\u6210kerberos<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_PRINCIPAL\"><\/span>GCDW_HDFS_PRINCIPAL<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u4f7f\u7528\u7684kerberos\u7684\u7528\u6237<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_KEYTAB\"><\/span>GCDW_HDFS_KEYTAB<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5305\u542bkerberos\u7528\u6237\u548c\u5bc6\u7801\u7684\u51ed\u636e\u6587\u4ef6\uff0c\u53ef\u4ee5\u4ece\u8fdc\u7aefftp\u4e0b\u8f7d\uff0c\u4e5f\u53ef\u4ee5\u6307\u5b9a\u672c\u5730\u6587\u4ef6\uff0c\u6bd4\u5982\/opt\/hdfs.keytab<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"GCDW_HDFS_KERBEROS_CONFIG\"><\/span>GCDW_HDFS_KERBEROS_CONFIG<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>kerberos\u7684\u914d\u7f6e\u6587\u4ef6\uff0c\u662f\u4eceKDC\u673a\u5668\u4e0a\u590d\u5236\u8fc7\u6765\u7684\uff0c\u5fc5\u987b\u4fdd\u6301\u4e00\u81f4\u3002 \u53ef\u4ee5\u7528ftp\u4e0b\u8f7d\uff0c\u4e5f\u53ef\u4ee5\u7528\u672c\u5730\uff0c\u6bd4\u5982\/etc\/krb5.conf<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%89%E8%A3%85%E8%BF%87%E7%A8%8B\"><\/span>\u5b89\u88c5\u8fc7\u7a0b<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u4e0eGBase 8a MPP\u96c6\u7fa4\u5b89\u88c5\u65b9\u5f0f\u4e00\u6837<\/p>\n\n\n\n<pre class=\"wp-block-code has-small-font-size\"><code>&#91;gbase@localhost gcinstall]$ .\/gcinstall.py --silent=demo.options\n*********************************************************************************\nThank you for choosing GBase product!\n\u3002\u3002\u3002\n10.0.2.148              install gcware and cluster on host 10.0.2.148 successfully.\nadding user and nodes message to foundationdb\nadding user and nodes message to foundationdb successfully\nStarting all gcluster nodes ...\nadding new datanodes to gcware ...\n&#91;gbase@localhost gcinstall]$\n<\/code><\/pre>\n\n\n\n<p>\u5176\u4e2dadding user\u90e8\u5206\u68c0\u67e5hdfs\u7684\u8fde\u901a\u6027\uff0c\u7136\u540e\u5c06\u79df\u6237\u4fe1\u606f\u5199\u5165foundataiondb\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%90%8E%E7%BB%AD%E6%93%8D%E4%BD%9C%E5%92%8CS3%E5%AD%98%E5%82%A8%E7%9A%84%E4%B8%80%E6%A0%B7\"><\/span>\u540e\u7eed\u64cd\u4f5c\u548cS3\u5b58\u50a8\u7684\u4e00\u6837<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u521b\u5efawarehouse, \u7528\u6307\u5b9a\u7684\u79df\u6237\uff08instance)\u7528\u6237\u548c\u5bc6\u7801\u767b\u5f55\uff0c\u8bbe\u7f6e\u7528\u6237\u7684\u9ed8\u8ba4warehouse\u7b49\uff0c\u5c31\u4e0d\u91cd\u590d\u4e86\u3002<\/p>\n\n\n\n<p>\u53c2\u8003 <a href=\"https:\/\/www.gbase8.cn\/en\/9779\/?hilite=%E4%B8%BB%E6%9C%BA%E7%89%88\">GBase 8a GCDW\u5b58\u7b97\u5206\u79bb<mark>\u4e3b\u673a\u7248<\/mark>\u5b89\u88c5\u4f7f\u7528\u9884\u89c8<\/a><\/p>","protected":false},"excerpt":{"rendered":"<p>GCDW\u65b0\u7248\u672c\u652f\u6301hdfs\u4f5c\u4e3a\u5b58\u50a8\uff0c\u672c\u6587\u4ecb\u7ecdGCDW\u7269\u7406\u673a\u7248\u672c\u914d\u7f6ehdfs\u7684\u65b9\u6cd5\uff0c\u5305\u62echadoop\u7684simple\u548ckerberos\u8ba4\u8bc1\u6a21\u5f0f\u3002<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[115,124,75],"class_list":["post-12646","post","type-post","status-publish","format-standard","hentry","category-gbase8a","tag-gcdw","tag-kerberos","tag-75"],"_links":{"self":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12646","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/comments?post=12646"}],"version-history":[{"count":11,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12646\/revisions"}],"predecessor-version":[{"id":12657,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/12646\/revisions\/12657"}],"wp:attachment":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/media?parent=12646"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/categories?post=12646"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/tags?post=12646"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}