{"id":6335,"date":"2021-06-10T14:38:31","date_gmt":"2021-06-10T06:38:31","guid":{"rendered":"https:\/\/www.gbase8.cn\/?p=6335"},"modified":"2021-07-16T16:11:15","modified_gmt":"2021-07-16T08:11:15","slug":"gbase-8a%e4%bb%8ekafka%e7%9a%84topic%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae%e4%bd%bf%e7%94%a8%e6%a0%b7%e4%be%8b","status":"publish","type":"post","link":"https:\/\/www.gbase8.cn\/en\/6335","title":{"rendered":"\u5357\u5927\u901a\u7528GBase 8a\u4eceKafka\u7684Topic\u52a0\u8f7d\u6570\u636e\u4f7f\u7528\u6837\u4f8b"},"content":{"rendered":"<p>GBase 8a\u652f\u6301\u4eceKafka \u52a0\u8f7d\u6570\u636e\uff0c\u672c\u6587\u4ecb\u7ecd\u8be5\u529f\u80fd\u7684\u4f7f\u7528\u65b9\u5f0f\u5e76\u63d0\u4f9b\u6837\u4f8b\u3002GBase 8a\u5f53\u524d\u652f\u6301\u5355\u6b21\u52a0\u8f7d\uff0c\u4ee5\u53ca\u4ee5\u7c7b\u4f3c\u5b9a\u65f6\u4efb\u52a1\u7684\u5f62\u5f0f\u81ea\u52a8\u52a0\u8f7d\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Directory Navigation<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a2b29ed51722\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a2b29ed51722\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E7%8E%AF%E5%A2%83\" >\u73af\u5883<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#kafka%E7%89%88%E6%9C%AC\" >kafka\u7248\u672c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%95%B0%E6%8D%AE\" >\u6570\u636e<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%93%8D%E4%BD%9C%E7%B3%BB%E7%BB%9F\" >\u64cd\u4f5c\u7cfb\u7edf<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%8D%95%E6%AC%A1%E5%8A%A0%E8%BD%BD%E6%A0%B7%E4%BE%8B\" >\u5355\u6b21\u52a0\u8f7d\u6837\u4f8b<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E8%AF%AD%E6%B3%95\" >\u8bed\u6cd5<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#Kafka%E5%8D%95%E6%AC%A1%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\" >Kafka\u5355\u6b21\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%A0%B7%E4%BE%8B\" >\u6837\u4f8b<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%8A%A0%E8%BD%BD%E6%95%B4%E4%B8%AAtopic\" >\u52a0\u8f7d\u6574\u4e2atopic<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E4%B8%8D%E5%90%8Cduration%E7%9A%84%E6%95%88%E6%9E%9C\" >\u4e0d\u540cduration\u7684\u6548\u679c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E4%B8%8D%E5%90%8Cpartition%E7%9A%84%E6%95%88%E6%9E%9C\" >\u4e0d\u540cpartition\u7684\u6548\u679c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%8C%87%E5%AE%9A%E4%B8%8D%E5%90%8Coffset%E7%9A%84%E6%95%88%E6%9E%9C\" >\u6307\u5b9a\u4e0d\u540coffset\u7684\u6548\u679c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E4%BD%BF%E7%94%A8Kafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%87%AA%E5%8A%A8%E5%8A%A0%E8%BD%BDoffset\" >\u4f7f\u7528Kafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u81ea\u52a8\u52a0\u8f7doffset<\/a><ul class='ez-toc-list-level-5' ><li class='ez-toc-heading-level-5'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%B0%9D%E8%AF%95%E4%BA%A7%E7%94%9F%E4%B8%80%E4%BA%9B%E6%96%B0%E6%95%B0%E6%8D%AE\" >\u5c1d\u8bd5\u4ea7\u751f\u4e00\u4e9b\u65b0\u6570\u636e<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-5'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%86%8D%E6%AC%A1%E5%8A%A0%E8%BD%BD\" >\u518d\u6b21\u52a0\u8f7d<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%9F%A5%E7%9C%8BKafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%AE%B0%E5%BD%95\" >\u67e5\u770bKafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8bb0\u5f55<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%B0%9D%E8%AF%95%E5%88%A0%E9%99%A4Kafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8%E7%9A%84%E5%90%8E%E6%9E%9C\" >\u5c1d\u8bd5\u5220\u9664Kafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868\u7684\u540e\u679c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%8A%A0%E8%BD%BD%E6%8C%87%E5%AE%9Apartition%E7%9A%84%E8%B5%B7%E5%A7%8B%E4%BD%8D%E7%BD%AE\" >\u52a0\u8f7d\u6307\u5b9apartition\u7684\u8d77\u59cb\u4f4d\u7f6e<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE\" >\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-20\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E8%AF%AD%E6%B3%95-2\" >\u8bed\u6cd5<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-21\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%88%9B%E5%BB%BAKafka_%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85\" >\u521b\u5efaKafka \u5b9a\u65f6\u52a0\u8f7d\u7684\u6d88\u8d39\u8005<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-22\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%90%AF%E5%8A%A8Kafka_%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85\" >\u542f\u52a8Kafka \u5b9a\u65f6\u52a0\u8f7d\u7684\u6d88\u8d39\u8005<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-23\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%9F%A5%E7%9C%8BKafka%E6%B6%88%E8%B4%B9%E8%80%85%E7%8A%B6%E6%80%81\" >\u67e5\u770bKafka\u6d88\u8d39\u8005\u72b6\u6001<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-24\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%88%A0%E9%99%A4Kafka%E6%B6%88%E8%B4%B9%E8%80%85\" >\u5220\u9664Kafka\u6d88\u8d39\u8005<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-25\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE%E7%9A%84%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\" >\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e\u7684\u5143\u6570\u636e\u8868<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-26\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE%E6%A0%B7%E4%BE%8B\" >\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e\u6837\u4f8b<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-27\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%88%9B%E5%BB%BAKafka%E5%8A%A0%E8%BD%BDconsumer\" >\u521b\u5efaKafka\u52a0\u8f7dconsumer<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-28\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%90%AF%E5%8A%A8Kafka%E5%8A%A0%E8%BD%BDconsumer\" >\u542f\u52a8Kafka\u52a0\u8f7dconsumer<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-29\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%9F%A5%E7%9C%8B%E6%95%B0%E6%8D%AE%E5%B9%B6%E6%B5%8B%E8%AF%95%E4%BA%A7%E7%94%9F%E6%96%B0%E6%95%B0%E6%8D%AE\" >\u67e5\u770b\u6570\u636e\u5e76\u6d4b\u8bd5\u4ea7\u751f\u65b0\u6570\u636e<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-30\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%9F%A5%E7%9C%8BKafka%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\" >\u67e5\u770bKafka\u5b9a\u65f6\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-31\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E6%9F%A5%E7%9C%8B%E6%B6%88%E8%B4%B9%E8%80%85%E7%8A%B6%E6%80%81\" >\u67e5\u770b\u6d88\u8d39\u8005\u72b6\u6001<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-32\" href=\"https:\/\/www.gbase8.cn\/en\/6335\/#%E5%88%A0%E9%99%A4%E6%B6%88%E8%B4%B9%E8%80%85\" >\u5220\u9664\u6d88\u8d39\u8005<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E7%8E%AF%E5%A2%83\"><\/span>\u73af\u5883<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"kafka%E7%89%88%E6%9C%AC\"><\/span>kafka\u7248\u672c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>kafka_2.13-2.8.0<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%95%B0%E6%8D%AE\"><\/span>\u6570\u636e<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u539f\u59cbtopic\u4e00\u5171\u4e24\u884c\u6570\u636e\uff0c \u540d\u5b57\u4e3agbase8a,\u4e3b\u673a\u540d\u4e3arh_210\uff0c\u5bf9\u5e94IP\u662f10.0.2.210.<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>&#91;root@localhost kafka]# bin\/kafka-console-consumer.sh --topic gbase8a --from-beginning --bootstrap-server localhost:9092\n1234,First\n5678,Second\n^CProcessed a total of 2 messages\n&#91;root@localhost kafka]#\n&#91;root@localhost kafka]# bin\/kafka-console-consumer.sh --topic gbase8a --from-beginning --bootstrap-server localhost:9092\n1234,First\n5678,Second\n^CProcessed a total of 2 messages<\/code><\/pre>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%93%8D%E4%BD%9C%E7%B3%BB%E7%BB%9F\"><\/span>\u64cd\u4f5c\u7cfb\u7edf<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>CentOS 7.9<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8D%95%E6%AC%A1%E5%8A%A0%E8%BD%BD%E6%A0%B7%E4%BE%8B\"><\/span>\u5355\u6b21\u52a0\u8f7d\u6837\u4f8b<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u6307\u901a\u8fc7LOAD\u8bed\u53e5\uff0c\u4ecekafka\u52a0\u8f7d\u4e00\u6b21\u6570\u636e\u7684\u65b9\u6cd5\uff0c\u9488\u5bf9kafka\u7684\u6d41\u5f0f\u6570\u636e\uff0c\u540e\u9762\u6709<a href=\"#\u5b9a\u65f6\u52a0\u8f7d\" data-type=\"internal\" data-id=\"#\u5b9a\u65f6\u52a0\u8f7d\">\u81ea\u52a8\u5b9a\u65f6\u52a0\u8f7d<\/a>\u7684\u65b9\u6cd5\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E8%AF%AD%E6%B3%95\"><\/span>\u8bed\u6cd5<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5982\u4e0b\u53ea\u7ed9\u51fa\u534f\u8bae\u6570\u636e\u6e90\u90e8\u5206\uff0c\u5b8c\u6574\u7684\u6837\u4f8b\u770b\u540e\u9762\u3002 \u548c\u52a0\u8f7d\u6709\u5173\u7684\u5b8c\u6574\u8bed\u6cd5\u8bf7\u53c2\u8003 <a href=\"https:\/\/www.gbase8.cn\/en\/121\/\">GBase 8a \u96c6\u7fa4\u52a0\u8f7d\u6570\u636eLOAD\u7684\u65b9\u6cd5<\/a> <a href=\"https:\/\/www.gbase8.cn\/en\/121\/\">https:\/\/www.gbase8.cn\/121<\/a><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>kafka:\/\/broker\/topic&#91;?&#91;duration=XX]&#91;&amp;]&#91;partition=partitionid|offset]&#91;#frombeginning]<\/code><\/pre>\n\n\n\n<ul class=\"wp-block-list\"><li>broker\uff1akafka\u7684IP\u548c\u7aef\u53e3\uff0c\u6bd4\u598210.0.2.201:9092<\/li><li>topic\uff1akafka\u7684\u6570\u636e\u6e90\u7684topic\u540d\u5b57\uff0c\u6ce8\u610f\u4e0d\u8981\u6709\u6a2a\u7ebf\uff0c\u53ea\u5305\u542b\u5e38\u89c1\u7684\u5b57\u6bcd\u6570\u5b57\u548c\u4e0b\u5212\u7ebf\uff0c\u4e0d\u8981\u6709\u7279\u6b8a\u5b57\u7b26\uff0c\u6a2a\u7ebf\u7b49\u3002<\/li><li>\u53c2\u6570\u90e8\u5206\u4ee5\u95ee\u53f7\u5f00\u59cb\uff0c\u591a\u4e2a\u53c2\u6570\u95f4\u7528&amp;\u5206\u5272<ul><li>duration\uff1a\u83b7\u53d6\u6570\u636e\u63d0\u4ea4\u95f4\u9694\u3002\u5f53\u8fbe\u5230\u8be5\u65f6\u95f4\u540e\uff0c\u5c06\u63d0\u4ea4\u8fd9\u90e8\u5206\u6570\u636e\uff0c\u4fdd\u5b58\u5230\u6570\u636e\u5e93\u3002\u4e00\u822c\u52a0\u8f7d\u5efa\u8bae\uff0c30-300\u79d2\u90fd\u662f\u5408\u9002\u7684\u3002\u592a\u77ed\u7684\u95f4\u9694\u4f1a\u5bfc\u81f4\u6570\u636e\u5e93\u78c1\u76d8\u8d1f\u8f7d\u589e\u52a0\u3002<\/li><li>partition\uff1akafka\u91cc\u7684\u5206\u533a\u3002<ul><li>partitionid \u5206\u533a\u7f16\u53f7<\/li><li>offset\uff1a\u504f\u79fb\u91cf\u3002 \u6700\u521d\u7684\u6570\u636e\u4ece0\u5f00\u59cb\uff0c\u4f46\u5b58\u5728\u8001\u5316\u5220\u9664\u7684\u60c5\u51b5\uff0c\u53ef\u4ee5\u7528 #frombeginning\u4ece\u5934\u5f00\u59cb<\/li><\/ul><\/li><\/ul><\/li><li>#frombeginning\uff1a\u6574\u4e2atopic\u4ece\u5934\u5f00\u59cb\u3002\u6ce8\u610f\u4e0d\u4e00\u5b9a\u662f0\uff0c\u56e0\u4e3a\u6709\u8001\u5316\u3002\u4e5f\u8bf7\u6ce8\u610f\u8fd9\u4e2a\u53c2\u6570\u548cpartition\u7684\u533a\u522b\uff0c\u90a3\u4e2a\u662f\u6307\u5b9a\u67d0\u4e2apartition\u4ece\u5934\u5f00\u59cb\uff0c\u8fd9\u4e2a\u7528\u6765\u6307\u5b9a\u6574\u4e2atopic\u4ece\u5934\u5f00\u59cb\u3002\u4e0d\u80fd\u51fa\u73b02\u6b21\uff0c\u56e0\u4e3a\u4ece\u8bed\u4e49\u4e0a\u662f\u51b2\u7a81\u7684\u3002<\/li><\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Kafka%E5%8D%95%E6%AC%A1%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\"><\/span>Kafka\u5355\u6b21\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u5728gclusterdb\u5e93\u4e0b\u9762\uff0c\u4fdd\u5b58\u4e86\u548c\u8be5\u8868Kafka\u52a0\u8f7d\u8fdb\u5ea6\u7684\u5143\u6570\u636e\u3002\u6ce8\u610f\u4e0d\u662f\u6bcf\u4e2a\u7528\u6237\u90fd\u6709\u6743\u9650\u67e5\u770bgclusterdb\u5e93\u7684\u3002\u8868\u7684\u547d\u540d\u89c4\u5219\u662f<\/p>\n\n\n\n<p>topic\u540d\u5b57_\u5e93\u540d_\u8868\u540d\uff0c\u6bd4\u5982 gbase8a_testdb_tt1\uff0c\u8868\u793atopic\u662fgbase8a, \u5e93\u662ftestdb,\u8868\u662ftt1\u3002\u6837\u4f8b\u770b\u540e\u9762\u7684\u7ae0\u8282\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table is-style-regular\"><table class=\"has-subtle-pale-blue-background-color has-background\"><thead><tr><th>\u5217\u540d<\/th><th>\u7c7b\u578b<\/th><th>\u8bf4\u660e<\/th><\/tr><\/thead><tbody><tr><td>scn<\/td><td>bigint(20)<\/td><td>SCN\u53f7<\/td><\/tr><tr><td>partition_offset<\/td><td>varchar(2048)<\/td><td>\u504f\u79fb\u91cf\uff0c\u5305\u62ec\u5206\u533a\u548coffset<\/td><\/tr><tr><td>commit_time<\/td><td>timestamp<\/td><td>\u63d0\u4ea4\u7684\u65f6\u95f4\u6233<\/td><\/tr><tr><td><\/td><td><\/td><td><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p><strong><span class=\"has-inline-color has-luminous-vivid-orange-color\">\u8b66\u544a\uff1a<\/span><\/strong><\/p>\n\n\n\n<p>\u5982\u679c\u4e00\u4e2a\u8868\uff0c\u4ece\u591a\u4e2akafka\u6570\u636e\u6e90\u52a0\u8f7d\uff0c\u4e14\u5b58\u5728\u4e86\u91cd\u590d\u7684topic \u540d\u5b57\uff0c\u4f1a\u51fa\u73b0\u8be5\u5143\u6570\u636e\u8868\u7684\u6570\u636e\u6df7\u4e71\u3002 \u6240\u4ee5\u5efa\u8bae\u5728\u547d\u540dkafka\u91cctopic\u540d\u5b57\u65f6\uff0c\u80fd\u52a0\u4e0a\u4e3b\u673a\u540d\u6216IP\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%A0%B7%E4%BE%8B\"><\/span>\u6837\u4f8b<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8A%A0%E8%BD%BD%E6%95%B4%E4%B8%AAtopic\"><\/span>\u52a0\u8f7d\u6574\u4e2atopic<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5176\u4e2dduration\u8bbe\u7f6e\u4e8610\u79d2\uff0c\u4ece\u5934\u5f00\u59cb\u52a0\u8f7d\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=10000#frombeginning' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:10.70)\nTask 28673 finished, Loaded 2 records, Skipped 0 records\n\ngbase&gt; select * from tt1;\n+------+--------+\n| id   | name   |\n+------+--------+\n|    1 | First  |\n|    2 | Second |\n+------+--------+\n2 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%B8%8D%E5%90%8Cduration%E7%9A%84%E6%95%88%E6%9E%9C\"><\/span>\u4e0d\u540cduration\u7684\u6548\u679c<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5982\u4e0b\u5206\u522b\u8bbe\u7f6e1\u79d2\uff0c2\u79d2\uff0c5\u79d2\u7684\u7684duration, \u6570\u636e\u90fd\u662f\u5168\u90e8\u52a0\u8f7d\uff0c\u8017\u65f6\u4e0eduration\u6709\u660e\u663e\u5173\u7cfb\u3002\u5185\u90e8\u662f\u8981\u5728\u6d88\u8d39\u6307\u5b9a\u65f6\u95f4\u7684\u6570\u636e\u540e\uff0c\u518d\u505a\u5165\u5e93\u63d0\u4ea4commit\u52a8\u4f5c\u7684\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000#frombeginning' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:01.18)\nTask 28674 finished, Loaded 2 records, Skipped 0 records\n\ngbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=2000#frombeginning' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:02.20)\nTask 28675 finished, Loaded 2 records, Skipped 0 records\n\ngbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=5000#frombeginning' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:05.25)\nTask 28676 finished, Loaded 2 records, Skipped 0 records<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%B8%8D%E5%90%8Cpartition%E7%9A%84%E6%95%88%E6%9E%9C\"><\/span>\u4e0d\u540cpartition\u7684\u6548\u679c<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u7531\u4e8e\u6d4b\u8bd5\u7684topic\u6ca1\u6709\u5206\u533a\uff0c\u6240\u4ee5\u6307\u5b9apartition=1\u65f6\u6ca1\u6709\u6570\u636e\uff0c\u800c0\u65f6\u67092\u884c\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=2000&amp;partition=1|0' into table testdb.tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:02.21)\nTask 28678 finished, Loaded 0 records, Skipped 0 records\n\ngbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=2000&amp;partition=0|0' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:02.28)\nTask 28679 finished, Loaded 2 records, Skipped 0 records<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%8C%87%E5%AE%9A%E4%B8%8D%E5%90%8Coffset%E7%9A%84%E6%95%88%E6%9E%9C\"><\/span>\u6307\u5b9a\u4e0d\u540coffset\u7684\u6548\u679c<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u6307\u5b9a1\u7684offset\u53d1\u73b0\u53ea\u67091\u884c\u6570\u636e\u5165\u5e93\uff0c\u800c0\u7684\u67092\u884c\u3002\u6b64\u5904\u7684offset\u5f88\u5173\u952e\uff0c\u5982\u679c\u8bbe\u7f6e\u9519\u4e86\u4f1a\u5bfc\u81f4\u4e22\u6570\u636e\u6216\u8005\u91cd\u590d\u6570\u636e\u3002\u5982\u679c\u4e0d\u786e\u8ba4\uff0c\u5efa\u8bae\u4f7f\u7528\u6570\u636e\u5e93\u81ea\u5e26\u7684\u5143\u6570\u636e\u4fdd\u5b58\u529f\u80fd\uff0c\u4f1a\u81ea\u52a8\u4fdd\u5b58\u5df2\u7ecf\u52a0\u8f7d\u7684offset\u3002\u8be6\u60c5\u770b\u524d\u9762\u7684\u5143\u6570\u636e\u90e8\u5206\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=2000&amp;partition=0|0' into table testdb.tt1;\nQuery OK, 2 rows affected (Elapsed: 00:00:02.28)\nTask 28679 finished, Loaded 2 records, Skipped 0 records\n\ngbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=2000&amp;partition=0|1' into table testdb.tt1;\nQuery OK, 1 row affected (Elapsed: 00:00:02.22)\nTask 28680 finished, Loaded 1 records, Skipped 0 records<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E4%BD%BF%E7%94%A8Kafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%87%AA%E5%8A%A8%E5%8A%A0%E8%BD%BDoffset\"><\/span>\u4f7f\u7528Kafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u81ea\u52a8\u52a0\u8f7doffset<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5728\u52a0\u8f7d\u4e00\u6b21\u540e\uff0c\u5df2\u7ecf\u5c06\u5f53\u524d\u52a0\u8f7d\u8fdb\u5ea6\u4fdd\u5b58\u5230\u5143\u6570\u636e\u3002\u5982\u679c\u4e0d\u5f3a\u884c\u6307\u5b9aoffset\u5219\u4e0d\u4f1a\u91cd\u590d\u6d88\u8d39\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000' into table testdb.tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:01.29)\nTask 28683 finished, Loaded 0 records, Skipped 0 records\n\ngbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000' into table testdb.tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:01.14)\nTask 28684 finished, Loaded 0 records, Skipped 0 records<\/code><\/pre>\n\n\n\n<h5 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%B0%9D%E8%AF%95%E4%BA%A7%E7%94%9F%E4%B8%80%E4%BA%9B%E6%96%B0%E6%95%B0%E6%8D%AE\"><\/span>\u5c1d\u8bd5\u4ea7\u751f\u4e00\u4e9b\u65b0\u6570\u636e<span class=\"ez-toc-section-end\"><\/span><\/h5>\n\n\n\n<pre class=\"wp-block-code\"><code>&#91;root@rh7_210 kafka]# bin\/kafka-console-producer.sh --topic gbase8a --bootstrap-server localhost:9092\n><span class=\"has-inline-color has-luminous-vivid-orange-color\">3,Third<\/span>\n><\/code><\/pre>\n\n\n\n<h5 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%86%8D%E6%AC%A1%E5%8A%A0%E8%BD%BD\"><\/span>\u518d\u6b21\u52a0\u8f7d<span class=\"ez-toc-section-end\"><\/span><\/h5>\n\n\n\n<p>\u53ef\u4ee5\u52a0\u8f7d\u65b0\u4ea7\u751f\u7684\u6570\u636e\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000' into table testdb.tt1;\nQuery OK, 1 row affected (Elapsed: 00:00:01.23)\nTask 28685 finished, Loaded 1 records, Skipped 0 records\n\ngbase&gt; select * from tt1;\n+------+--------+\n| id   | name   |\n+------+--------+\n|    1 | First  |\n|    2 | Second |\n|    2 | Second |\n|    2 | Second |\n|    1 | First  |\n|    2 | Second |\n<span class=\"has-inline-color has-luminous-vivid-orange-color\">|    3 | Third  |<\/span>\n+------+--------+\n7 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E7%9C%8BKafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%AE%B0%E5%BD%95\"><\/span>\u67e5\u770bKafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8bb0\u5f55<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u53ef\u4ee5\u770b\u5230\u6bcf\u6b21\u52a0\u8f7d\u7684\u65f6\u95f4\uff0c\u504f\u79fb\u91cf\u7b49\u4fe1\u606f\u3002\u6ce8\u610f\u6b63\u5e38\u4f7f\u7528\u65f6\uff0c\u4e0d\u8981\u5c06\u8be5\u8868\u5220\u9664\uff0c\u5426\u5219\u4f1a\u51fa\u73b0\u91cd\u590d\u52a0\u8f7d\u3002\u540e\u9762\u4f1a\u6d4b\u8bd5\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; use gclusterdb;\nQuery OK, 0 rows affected (Elapsed: 00:00:00.01)\n\ngbase&gt; select * from gbase8a_testdb_tt1;\n+-------+------------------+---------------------+\n| scn   | partition_offset | commit_time         |\n+-------+------------------+---------------------+\n| 28673 | 0:2              | 2021-06-10 11:53:39 |\n| 28674 | 0:2              | 2021-06-10 11:57:08 |\n| 28675 | 0:2              | 2021-06-10 11:57:17 |\n| 28676 | 0:2              | 2021-06-10 11:57:26 |\n| 28678 | 1:0              | 2021-06-10 11:58:59 |\n| 28679 | 0:2              | 2021-06-10 11:59:08 |\n| 28680 | 0:2              | 2021-06-10 11:59:24 |\n| 28681 | 0:2              | 2021-06-10 12:00:19 |\n| 28682 | 0:2              | 2021-06-10 12:05:02 |\n| 28685 | 0:3              | 2021-06-10 12:06:36 |\n+-------+------------------+---------------------+\n10 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%B0%9D%E8%AF%95%E5%88%A0%E9%99%A4Kafka%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8%E7%9A%84%E5%90%8E%E6%9E%9C\"><\/span>\u5c1d\u8bd5\u5220\u9664Kafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868\u7684\u540e\u679c<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u5982\u679c\u5220\u9664\u4e86\uff0c\u5219\u8fdb\u5ea6\u8bb0\u5f55\u4e22\u5931\uff0c\u4f1a\u5bfc\u81f4\u4ece0\u5f00\u59cb\u91cd\u65b0\u52a0\u8f7d\u3002\u540c\u65f6\u751f\u6210\u4e86\u4e00\u4e2a\u65b0\u7684Kafka\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868\u548c1\u884c\u8bb0\u5f55\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> drop table gbase8a_testdb_tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:00.40)\n\ngbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000' into table testdb.tt1;\nQuery OK, 3 rows affected (Elapsed: 00:00:01.32)\nTask 28689 finished, Loaded 3 records, Skipped 0 records\n\ngbase> select * from gbase8a_testdb_tt1;\n+-------+------------------+---------------------+\n| scn   | partition_offset | commit_time         |\n+-------+------------------+---------------------+\n| 28689 | 0:3              | 2021-06-10 12:13:11 |\n+-------+------------------+---------------------+\n1 row in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%8A%A0%E8%BD%BD%E6%8C%87%E5%AE%9Apartition%E7%9A%84%E8%B5%B7%E5%A7%8B%E4%BD%8D%E7%BD%AE\"><\/span>\u52a0\u8f7d\u6307\u5b9apartition\u7684\u8d77\u59cb\u4f4d\u7f6e<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>partition \u6307\u5b9a\u5206\u533a\uff0c\u540e\u9762\u7684\u504f\u79fb\u5fc5\u987b\u63d0\u4f9b\u53c2\u6570\u3002\u53ef\u4ee5\u6307\u5b9a\u5177\u4f53\u7684\u91cf\uff0c\u4e5f\u53ef\u4ee5\u7528#frombeginning\u4ece\u5934\u5f00\u59cb\u3002 \u6ce8\u610f\u4e0d\u4e00\u5b9a\u662f0\uff0c \u56e0\u4e3a\u6570\u636e\u4f1a\u8001\u5316\u5220\u9664\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000&amp;partition=0' into table testdb.tt1;\nERROR 1733 (HY000): (GBA-01EX-700) Gbase general error: partition format error\ngbase>\ngbase>\ngbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000&amp;partition=0#frombeginning' into table testdb.tt1;\nERROR 1733 (HY000): (GBA-01EX-700) Gbase general error: partition format error\ngbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000&amp;partition=0|#frombeginning' into table testdb.tt1;\nQuery OK, 3 rows affected (Elapsed: 00:00:01.41)\nTask 28691 finished, Loaded 3 records, Skipped 0 records\n\ngbase> load data infile 'kafka:\/\/rh7_210:9092\/gbase8a?duration=1000&amp;partition=1|#frombeginning' into table testdb.tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:01.21)\nTask 28692 finished, Loaded 0 records, Skipped 0 records<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u5b9a\u65f6\u52a0\u8f7d\"><span class=\"ez-toc-section\" id=\"%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE\"><\/span>\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>GBase 8a\u652f\u6301\u901a\u8fc7consumer\u4efb\u52a1\u5b9a\u65f6\u52a0\u8f7dkafka\u6570\u636e\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E8%AF%AD%E6%B3%95-2\"><\/span>\u8bed\u6cd5<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%88%9B%E5%BB%BAKafka_%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85\"><\/span>\u521b\u5efaKafka \u5b9a\u65f6\u52a0\u8f7d\u7684\u6d88\u8d39\u8005<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>create kafka consumer CONSUMER_NAME loader topic TOPIC_NAME brokers  'BROKER&#91;,BROKERn..]' duration DURATION_TIME_MS into table &#91;DBNAME.]TABLENAME;<\/code><\/pre>\n\n\n\n<ul class=\"wp-block-list\"><li>CONSUMER_NAME\uff1a \u672c\u6b21consumer\u7684\u540d\u5b57\u3002<\/li><li>TOPIC_NAME : kafka\u91cctopic\u7684\u540d\u5b57<\/li><li>BROKER\uff1a Kafka\u6240\u5728\u5730\u5740\uff0c\u5982\u679c\u6709\u591a\u4e2a\uff0c\u7528\u9017\u53f7\u5206\u5272<\/li><li>DURATION_TIME_MS \uff1a \u6d88\u8d39Kafka\u6570\u636e\u95f4\u9694\uff0c\u5355\u4f4d\u662f\u6beb\u79d2\u3002\u5efa\u8bae30-300\u79d2\u4ee5\u4e0a\u3002<\/li><li>DBNAME : \u5e93\u540d<\/li><li>TABLENAME \u8868\u540d<\/li><\/ul>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%90%AF%E5%8A%A8Kafka_%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85\"><\/span>\u542f\u52a8Kafka \u5b9a\u65f6\u52a0\u8f7d\u7684\u6d88\u8d39\u8005<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>start kafka consumer CONSUMER_NAME ;<\/code><\/pre>\n\n\n\n<p>CONSUMER_NAME\uff1a Kafka\u52a0\u8f7d\u6d88\u8d39\u7684consumer\u7684\u540d\u5b57\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E7%9C%8BKafka%E6%B6%88%E8%B4%B9%E8%80%85%E7%8A%B6%E6%80%81\"><\/span>\u67e5\u770bKafka\u6d88\u8d39\u8005\u72b6\u6001<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>show kafka consumer CONSUMER_NAME;<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%88%A0%E9%99%A4Kafka%E6%B6%88%E8%B4%B9%E8%80%85\"><\/span>\u5220\u9664Kafka\u6d88\u8d39\u8005<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>drop kafka consumer CONSUMER_NAME;<\/code><\/pre>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE%E7%9A%84%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\"><\/span>\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e\u7684\u5143\u6570\u636e\u8868<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u8bb0\u5f55\u4e86\u5f53\u524d\u7684\u52a0\u8f7d\u8fdb\u5ea6\u3002kafka_load_DBNAME_TABLENAME_DBNAME_TABLENAME\u3002 \u5176\u4e2d\u5e93\u540d\u8868\u540d\u51fa\u73b0\u4e862\u6b21\uff0c\u5c1a\u4e0d\u6e05\u695a\u539f\u56e0\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u5217\u540d<\/th><th>\u7c7b\u578b<\/th><th>\u8bf4\u660e<\/th><\/tr><\/thead><tbody><tr><td>scn<\/td><td>bigint(20)<\/td><td>SCN\u53f7<\/td><\/tr><tr><td>partition_offset<\/td><td>varchar(2048)<\/td><td>\u504f\u79fb\u91cf\uff0c\u5305\u62ec\u5206\u533a\u548coffset<\/td><\/tr><tr><td>commit_time<\/td><td>timestamp<\/td><td>\u63d0\u4ea4\u7684\u65f6\u95f4\u6233<\/td><\/tr><tr><td><\/td><td><\/td><td><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BDKafka%E6%95%B0%E6%8D%AE%E6%A0%B7%E4%BE%8B\"><\/span>\u5b9a\u65f6\u52a0\u8f7dKafka\u6570\u636e\u6837\u4f8b<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%88%9B%E5%BB%BAKafka%E5%8A%A0%E8%BD%BDconsumer\"><\/span>\u521b\u5efaKafka\u52a0\u8f7dconsumer<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; create kafka consumer kafka_load_testdb_tt1 loader topic gbase8a brokers  '10.0.2.210:9092' duration 3000 into table testdb.tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:01.52)\ncreate consumer done.<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%90%AF%E5%8A%A8Kafka%E5%8A%A0%E8%BD%BDconsumer\"><\/span>\u542f\u52a8Kafka\u52a0\u8f7dconsumer<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> stop kafka consumer kafka_load_testdb_tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:01.89)\nstop consumer done.\n\ngbase>\ngbase>\ngbase> start kafka consumer kafka_load_testdb_tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:02.43)\nstart consumer done.<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E7%9C%8B%E6%95%B0%E6%8D%AE%E5%B9%B6%E6%B5%8B%E8%AF%95%E4%BA%A7%E7%94%9F%E6%96%B0%E6%95%B0%E6%8D%AE\"><\/span>\u67e5\u770b\u6570\u636e\u5e76\u6d4b\u8bd5\u4ea7\u751f\u65b0\u6570\u636e<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> select * from tt1;\n+------+--------+\n| id   | name   |\n+------+--------+\n|    1 | First  |\n|    2 | Second |\n|    3 | Third  |\n+------+--------+\n3 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<p>\u4ea7\u751f\u65b0\u6570\u636e<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>&#91;root@rh7_210 kafka]# bin\/kafka-console-producer.sh --topic gbase8a --bootstrap-server localhost:9092\n&gt;4,Four\n&gt;5,Five\n&gt;^C&#91;root@rh7_210 kafka]<\/code><\/pre>\n\n\n\n<p>\u518d\u6b21\u67e5\u770b\uff0c\u81ea\u52a8\u52a0\u8f7d\u4e86\u65b0\u7684Kafka\u91cc\u7684topic\u7684\u6570\u636e\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> select * from tt1;\n+------+--------+\n| id   | name   |\n+------+--------+\n|    1 | First  |\n|    2 | Second |\n|    3 | Third  |\n|    4 | Four   |\n|    5 | Five   |\n+------+--------+\n5 rows in set (Elapsed: 00:00:00.00)<\/code><\/pre>\n\n\n\n<p>\u518d\u6b21\u6d4b\u8bd5<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>&#91;root@rh7_210 kafka]# bin\/kafka-console-producer.sh --topic gbase8a --bootstrap-server localhost:9092\n>6,Six\n>7,seven\n>8,eight\n>^C&#91;root@rh7_210 kafka]#\n\ngbase> select * from tt1;\n+------+--------+\n| id   | name   |\n+------+--------+\n|    1 | First  |\n|    2 | Second |\n|    3 | Third  |\n|    4 | Four   |\n|    5 | Five   |\n|    6 | Six    |\n|    7 | seven  |\n|    8 | eight  |\n+------+--------+\n8 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E7%9C%8BKafka%E5%AE%9A%E6%97%B6%E5%8A%A0%E8%BD%BD%E8%BF%9B%E5%BA%A6%E5%85%83%E6%95%B0%E6%8D%AE%E8%A1%A8\"><\/span>\u67e5\u770bKafka\u5b9a\u65f6\u52a0\u8f7d\u8fdb\u5ea6\u5143\u6570\u636e\u8868<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u4ece\u5185\u90e8\u770b\u5230\u6bcf\u6b21\u52a0\u8f7d\u7684\u504f\u79fb\u91cf\uff0c\u4ee5\u53ca\u63d0\u4ea4\u65f6\u95f4\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> select * from kafka_load_testdb_tt1_testdb_tt1;\n+-------+------------------+---------------------+\n| scn   | partition_offset | commit_time         |\n+-------+------------------+---------------------+\n|     0 | 0:-2             | 2021-06-10 13:46:04 |\n| 29699 | 0:3              | 2021-06-10 13:56:45 |\n| 29722 | 0:4              | 2021-06-10 13:58:27 |\n| 29723 | 0:5              | 2021-06-10 13:58:30 |\n| 29729 | 0:6              | 2021-06-10 13:58:51 |\n| 29731 | 0:7              | 2021-06-10 13:58:58 |\n| 29732 | 0:8              | 2021-06-10 13:59:02 |\n+-------+------------------+---------------------+\n7 rows in set (Elapsed: 00:00:00.01)<\/code><\/pre>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E6%9F%A5%E7%9C%8B%E6%B6%88%E8%B4%B9%E8%80%85%E7%8A%B6%E6%80%81\"><\/span>\u67e5\u770b\u6d88\u8d39\u8005\u72b6\u6001<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase&gt; show kafka consumer kafka_load_testdb_tt1;\n+-----------------------+------+--------+-------+---------+-----------------+------------+----------+----------------+--------+\n| NAME                  | TYPE | DB     | TABLE | TOPIC   | BROKERS         | PARTITIONS | DURATION | LOADER_OPTIONS | STATUS |\n+-----------------------+------+--------+-------+---------+-----------------+------------+----------+----------------+--------+\n| kafka_load_testdb_tt1 | L    | testdb | tt1   | gbase8a | 10.0.2.210:9092 | ALL        | 3000     |  DATA_FORMAT 3 | start  |\n+-----------------------+------+--------+-------+---------+-----------------+------------+----------+----------------+--------+\n1 row in set (Elapsed: 00:00:00.22)<\/code><\/pre>\n\n\n\n<ul class=\"wp-block-list\"><li>NAME \uff1a \u6d88\u8d39\u8005\u540d\u5b57<\/li><li>TYPE : L = LOAD , \u6ca1\u6d4b\u8bd5\u8fc7OGG, \u4f30\u8ba1\u53e6\u5916\u4e00\u4e2a\u662fO, \u4ee3\u8868\u4eceOracel\u7684\u540c\u6b65<\/li><li>DB : \u5e93\u540d<\/li><li>TABLE \uff1a \u8868\u540d<\/li><li>TOPIC : kafka\u7684topic\u540d\u5b57<\/li><li>BROKERS : Kafka\u5730\u5740<\/li><li>PARTITIONS \uff1a \u5206\u533a<\/li><li>DURATION \uff1a \u6d88\u8d39\u95f4\u9694<\/li><li>LOADER_OPTIONS \uff1a \u52a0\u8f7d\u989d\u5916\u53c2\u6570<\/li><li>STATUS \uff1a \u5f53\u524d\u72b6\u6001<\/li><\/ul>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E5%88%A0%E9%99%A4%E6%B6%88%E8%B4%B9%E8%80%85\"><\/span>\u5220\u9664\u6d88\u8d39\u8005<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<pre class=\"wp-block-code\"><code>gbase> drop kafka consumer kafka_load_testdb_tt1;\nQuery OK, 0 rows affected (Elapsed: 00:00:00.02)<\/code><\/pre>\n\n\n\n<p><\/p>","protected":false},"excerpt":{"rendered":"<p>\u5357\u5927\u901a\u7528GBase 8a\u652f\u6301\u4eceKafka \u52a0\u8f7d\u6570\u636e\uff0c\u672c\u6587\u4ecb\u7ecd\u8be5\u529f\u80fd\u7684\u4f7f\u7528\u65b9\u5f0f\u5e76\u63d0\u4f9b\u6837\u4f8b\u3002GBase 8a\u5f53\u524d\u652f\u6301\u5355\u6b21\u52a0\u8f7d\uff0c\u4ee5\u53ca\u4ee5\u7c7b\u4f3c\u5b9a\u65f6\u4efb\u52a1\u7684\u5f62\u5f0f\u81ea\u52a8\u52a0\u8f7d\u3002<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[106,10,69],"class_list":["post-6335","post","type-post","status-publish","format-standard","hentry","category-gbase8a","tag-kafka","tag-10","tag-69"],"_links":{"self":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/6335","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/comments?post=6335"}],"version-history":[{"count":49,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/6335\/revisions"}],"predecessor-version":[{"id":6390,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/posts\/6335\/revisions\/6390"}],"wp:attachment":[{"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/media?parent=6335"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/categories?post=6335"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gbase8.cn\/en\/wp-json\/wp\/v2\/tags?post=6335"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}