{"id":1731,"date":"2021-02-02T18:23:04","date_gmt":"2021-02-02T10:23:04","guid":{"rendered":"https:\/\/www.specialwu.com\/?p=1731"},"modified":"2023-03-26T16:28:08","modified_gmt":"2023-03-26T08:28:08","slug":"%e5%a4%a7%e6%95%b0%e6%8d%ae%e4%bc%a0%e8%be%93%e7%bb%84%e4%bb%b6-kafka","status":"publish","type":"post","link":"http:\/\/www.specialwu.com\/?p=1731","title":{"rendered":"\u5927\u6570\u636e\u4f20\u8f93\u7ec4\u4ef6&#8211;kafka"},"content":{"rendered":"<ul>\n<li>\u5b98\u7f51\u4ecb\u7ecd<\/li>\n<\/ul>\n<p>Apache Kafka is an open-source distributed event streaming platform used by thousands of companies for high-performance data pipelines, streaming analytics, data integration, and mission-critical applications.<\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_61 ez-toc-wrap-center counter-hierarchy ez-toc-counter ez-toc-custom ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title \" >\u76ee\u5f55<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #000000;color:#000000\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #000000;color:#000000\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E5%89%8D%E8%A8%80\" title=\"\u524d\u8a00\">\u524d\u8a00<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E4%B8%80%E3%80%81%E6%98%AF%E4%BB%80%E4%B9%88\" title=\"\u4e00\u3001\u662f\u4ec0\u4e48\">\u4e00\u3001\u662f\u4ec0\u4e48<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E4%BA%8C%E3%80%81%E6%80%8E%E4%B9%88%E7%94%A8\" title=\"\u4e8c\u3001\u600e\u4e48\u7528\">\u4e8c\u3001\u600e\u4e48\u7528<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E5%AE%89%E8%A3%85%E9%85%8D%E7%BD%AE\" title=\"\u5b89\u88c5\u914d\u7f6e\">\u5b89\u88c5\u914d\u7f6e<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E4%B8%89%E3%80%81%E6%A0%B8%E5%BF%83%E9%97%AE%E9%A2%98\" title=\"\u4e09\u3001\u6838\u5fc3\u95ee\u9898\">\u4e09\u3001\u6838\u5fc3\u95ee\u9898<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E6%95%B0%E6%8D%AE%E4%B8%A2%E5%A4%B1%E9%97%AE%E9%A2%98%E7%9A%84%E8%A7%A3%E5%86%B3%E6%96%B9%E5%BC%8F\" title=\"\u6570\u636e\u4e22\u5931\u95ee\u9898\u7684\u89e3\u51b3\u65b9\u5f0f\">\u6570\u636e\u4e22\u5931\u95ee\u9898\u7684\u89e3\u51b3\u65b9\u5f0f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E6%95%B0%E6%8D%AE%E7%A7%AF%E5%8E%8B%E9%97%AE%E9%A2%98\" title=\"\u6570\u636e\u79ef\u538b\u95ee\u9898\">\u6570\u636e\u79ef\u538b\u95ee\u9898<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#kafka%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85%E6%96%B9%E5%BC%8F\" title=\"kafka\u7684\u6d88\u8d39\u8005\u65b9\u5f0f\">kafka\u7684\u6d88\u8d39\u8005\u65b9\u5f0f<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#kafka%E7%9A%84balance%E6%98%AF%E6%80%8E%E4%B9%88%E5%81%9A%E7%9A%84\" title=\"kafka\u7684balance\u662f\u600e\u4e48\u505a\u7684\">kafka\u7684balance\u662f\u600e\u4e48\u505a\u7684<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#kafka%E6%95%B0%E6%8D%AE%E5%88%86%E5%8C%BA%E5%92%8C%E6%B6%88%E8%B4%B9%E8%80%85%E7%9A%84%E5%85%B3%E7%B3%BB%EF%BC%8Ckafka%E7%9A%84%E6%95%B0%E6%8D%AEoffset%E8%AF%BB%E5%8F%96%E6%B5%81%E7%A8%8B%EF%BC%8Ckafka%E5%86%85%E9%83%A8%E5%A6%82%E4%BD%95%E4%BF%9D%E8%AF%81%E9%A1%BA%E5%BA%8F%EF%BC%8C%E7%BB%93%E5%90%88%E5%A4%96%E9%83%A8%E7%BB%84%E4%BB%B6%E5%A6%82%E4%BD%95%E4%BF%9D%E8%AF%81%E6%B6%88%E8%B4%B9%E8%80%85%E7%9A%84%E9%A1%BA%E5%BA%8F%EF%BC%9F\" title=\"kafka\u6570\u636e\u5206\u533a\u548c\u6d88\u8d39\u8005\u7684\u5173\u7cfb\uff0ckafka\u7684\u6570\u636eoffset\u8bfb\u53d6\u6d41\u7a0b\uff0ckafka\u5185\u90e8\u5982\u4f55\u4fdd\u8bc1\u987a\u5e8f\uff0c\u7ed3\u5408\u5916\u90e8\u7ec4\u4ef6\u5982\u4f55\u4fdd\u8bc1\u6d88\u8d39\u8005\u7684\u987a\u5e8f\uff1f\">kafka\u6570\u636e\u5206\u533a\u548c\u6d88\u8d39\u8005\u7684\u5173\u7cfb\uff0ckafka\u7684\u6570\u636eoffset\u8bfb\u53d6\u6d41\u7a0b\uff0ckafka\u5185\u90e8\u5982\u4f55\u4fdd\u8bc1\u987a\u5e8f\uff0c\u7ed3\u5408\u5916\u90e8\u7ec4\u4ef6\u5982\u4f55\u4fdd\u8bc1\u6d88\u8d39\u8005\u7684\u987a\u5e8f\uff1f<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#kafka%E6%80%A7%E8%83%BD%E8%B0%83%E4%BC%98\" title=\"kafka\u6027\u80fd\u8c03\u4f18\">kafka\u6027\u80fd\u8c03\u4f18<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#Broker%E5%8F%82%E6%95%B0%E9%85%8D%E7%BD%AE\" title=\"Broker\u53c2\u6570\u914d\u7f6e\">Broker\u53c2\u6570\u914d\u7f6e<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#Producer%E4%BC%98%E5%8C%96\" title=\"Producer\u4f18\u5316\">Producer\u4f18\u5316<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#Consumer%E4%BC%98%E5%8C%96\" title=\"Consumer\u4f18\u5316\">Consumer\u4f18\u5316<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E5%88%86%E5%8C%BA%E5%88%86%E9%85%8D%E7%AD%96%E7%95%A5\" title=\"\u5206\u533a\u5206\u914d\u7b56\u7565\">\u5206\u533a\u5206\u914d\u7b56\u7565<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E5%AE%9E%E7%8E%B0%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E5%8C%BA\" title=\"\u5b9e\u73b0\u81ea\u5b9a\u4e49\u5206\u533a\">\u5b9e\u73b0\u81ea\u5b9a\u4e49\u5206\u533a<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#kafka%E9%AB%98%E5%90%9E%E5%90%90%E9%87%8F%E8%BF%BD%E6%BA%AF\" title=\"kafka\u9ad8\u541e\u5410\u91cf\u8ffd\u6eaf\">kafka\u9ad8\u541e\u5410\u91cf\u8ffd\u6eaf<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#%E5%BC%82%E5%B8%B8%E9%97%AE%E9%A2%98%E5%A4%84%E7%90%86\" title=\"\u5f02\u5e38\u95ee\u9898\u5904\u7406\">\u5f02\u5e38\u95ee\u9898\u5904\u7406<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"http:\/\/www.specialwu.com\/?p=1731\/#orgapachekafkacommonerrorsNetworkException_The_server_disconnected_before_a_response_was_received\" title=\"org.apache.kafka.common.errors.NetworkException: The server disconnected before a response was received.\">org.apache.kafka.common.errors.NetworkException: The server disconnected before a response was received.<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h1><span class=\"ez-toc-section\" id=\"%E5%89%8D%E8%A8%80\"><\/span>\u524d\u8a00<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<p>\u6570\u636e\u5728\u4f20\u9012\u8fc7\u7a0b\u4e2d\u9700\u5177\u5907\u9ad8\u541e\u5410\u3001\u9ad8\u5bb9\u9519\u7b49\u7279\u6027\uff0c\u663e\u7136\u8fd9\u4e9b\u5bf9\u4e8ekafka\u6765\u8bf4\u90fd\u5177\u5907\uff0c\u76f8\u5bf9flume\u6765\u8bf4\uff0ckafka\u7684\u7ec4\u6210\u90e8\u5206\u8f83\u591a\uff0c\u56e0\u6b64\u9996\u5148\u9700\u8981\u6e05\u695a\u7684\u77e5\u9053\u5404\u4e2a\u90e8\u5206\u90fd\u6709\u4ec0\u4e48\u542b\u4e49\uff0c\u90a3\u4e48\u672c\u7bc7\u4ecd\u65e7\u6309\u7167\u662f\u4ec0\u4e48\uff0c\u600e\u4e48\u7528\uff0c\u6838\u5fc3\u95ee\u9898\u6709\u54ea\u4e9b\u7ed3\u6784\u5c55\u5f00\u3002<\/p>\n<h1><span class=\"ez-toc-section\" id=\"%E4%B8%80%E3%80%81%E6%98%AF%E4%BB%80%E4%B9%88\"><\/span>\u4e00\u3001\u662f\u4ec0\u4e48<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<p>kafka\u662f\u4e00\u4e2a\u5206\u5e03\u5f0f\u6d88\u606f\u961f\u5217\u3002<br \/>\n\u4f20\u7edf\u7684\u6d88\u606f\u4f20\u9012\u65b9\u6cd5\u5305\u62ec\u4e24\u79cd,kafka\u6d88\u606f\u4f20\u9012\u65b9\u5f0f\u5c5e\u4e8e\u540e\u8005\uff0c\u8fd9\u5c31\u597d\u6bd4\u4f60\u4f7f\u7528\u5fae\u4fe1\u7fa4\u53d1\u6d88\u606f\uff0c\u6216\u8005\u7ed9\u5f20\u4e09\u53d1\u9001\u6d88\u606f\u3002\u90a3\u4e48\u6709\u53ef\u80fd\u5f20\u4e09\u5e76\u6ca1\u6709\u767b\u5fae\u4fe1\uff0c\u90a3\u4e48\u674e\u56db\u53d1\u7ed9\u5f20\u4e09\u7684\u6d88\u606f\u5e76\u6ca1\u6709\u56e0\u6b64\u6d88\u5931\uff0c\u5f20\u4e09\u518d\u6b21\u767b\u9646\u4e0a\u53bb\u65f6\u4ecd\u4f1a\u63a5\u5230\u8fd9\u6761\u6d88\u606f\uff0c\u90a3\u4e48\u8fd9\u5c31\u662fkafka\u4f7f\u7528\u7684\u573a\u666f\uff08\u6211\u5e76\u4e0d\u77e5\u9053\u5fae\u4fe1\u4f7f\u7528\u7684\u4ec0\u4e48\u6280\u672f\u6765\u6536\u53d1\u6d88\u606f\uff0c\u6b64\u5904\u53ea\u662f\u7ed9\u51fa\u4e00\u4e2a\u5b9e\u4f8b\u800c\u5df2\uff09\u3002<br \/>\n    <code>\u6392\u961f<\/code>\uff1a\u5728\u961f\u5217\u4e2d\uff0c\u4e00\u7ec4\u7528\u6237\u53ef\u4ee5\u4ece\u670d\u52a1\u5668\u4e2d\u8bfb\u53d6\u6d88\u606f\uff0c\u6bcf\u6761\u6d88\u606f\u90fd\u53d1\u9001\u7ed9\u5176\u4e2d\u4e00\u4e2a\u4eba\u3002<br \/>\n    <code>\u53d1\u5e03-\u8ba2\u9605<\/code>\uff1a\u5728\u8fd9\u4e2a\u6a21\u578b\u4e2d\uff0c\u6d88\u606f\u88ab\u5e7f\u64ad\u7ed9\u6240\u6709\u7684\u7528\u6237\u3002<br \/>\n\u9996\u5148\uff0c\u4ece\u6570\u636e\u7ec4\u7ec7\u5f62\u5f0f\u6765\u8bf4\uff0ckafka\u6709\u4e09\u5c42\u5f62\u5f0f\uff0ckafka\u6709\u591a\u4e2a\u4e3b\u9898\uff0c\u6bcf\u4e2a\u4e3b\u9898\u6709\u591a\u4e2a\u5206\u533a\uff0c\u6bcf\u4e2a\u5206\u533a\u53c8\u6709\u591a\u6761\u6d88\u606f\u3002<br \/>\n\u5f53\u6536\u5230\u7684\u6d88\u606f\u65f6\u5148buffer\u8d77\u6765,\u7b49\u5230\u4e86\u4e00\u5b9a\u7684\u9600\u503c\u518d\u5199\u5165\u78c1\u76d8\u6587\u4ef6,\u51cf\u5c11\u78c1\u76d8IO.\u5728\u4e00\u5b9a\u7a0b\u5ea6\u4e0a\u4f9d\u8d56OS\u7684\u6587\u4ef6\u7cfb\u7edf(\u5bf9\u6587\u4ef6\u7cfb\u7edf\u672c\u8eab\u4f18\u5316\u2f0f\u4e4e\u4e0d\u53ef\u80fd)<\/p>\n<p><img src=\"https:\/\/img-blog.csdnimg.cn\/20201028102408250.jpg\" alt=\"\" \/><\/p>\n<ul>\n<li>\u5173\u4e8e\u4e0a\u56fe\u6587\u5b57\u4ecb\u7ecd\u5982\u4e0b<\/li>\n<\/ul>\n<p>\u9996\u5148\u6d88\u606f\u7684\u53d1\u51fa\u8005\u6709producerA\u548cproducerB<br \/>\n<code>producerA<\/code>\u53d1\u9001\u4e86\u4e24\u6761\u6d88\u606f\uff0c\u8fd9\u4e24\u6761\u6d88\u606f\u540c\u5c5e\u4e00\u4e2atopic\uff0c\u8fd9\u540c\u4e00\u4e2atopic\u53c8\u6709\u4e24\u4e2a\u5206\u533apartion0\u548cpartition1,\u8fd9\u4e24\u4e2a\u5206\u522b\u4f4d\u4e8ebroker1\u548cbroker2\u4e0a\uff0c\u4e8e\u6b64\u540c\u65f6\u8fd9\u4e24\u6761\u6d88\u606fmessage a-0\u3001message a-1\u5404\u6709\u4e00\u4e2a\u526f\u672c\uff0c\u800c\u6bcf\u6761\u6d88\u606f\u4e0e\u526f\u672c\u901a\u8fc7zookeeper\u9009\u4e3e\u51fa\u4e00\u4e2aleader\uff0c\u6b64\u65f6\u8fd9\u4e2acomsumer group\u7c7b\u4f3c\u4e00\u4e2a\u7fa4\u7684\u4f5c\u7528\u63a5\u6536topic\u4e0b\u7684\u6240\u6709\u6d88\u606f\uff0ccomsumer group\u4e0b\u7684comsumerA\u6d88\u8d39\u4f5c\u4e3aleader\u7684\u6d88\u606fmessage a-0\u3001comsumerB\u6d88\u8d39\u4f5c\u4e3aleader\u7684\u6d88\u606fmessage a-1\uff0c\u81f3\u6b64producerA\u4ea7\u751f\u7684\u6d88\u606f\u90fd\u88ab\u6d88\u8d39\u4e86\u3002<br \/>\n<code>producerB<\/code>\u53d1\u9001\u51fa\u4e86\u4e00\u6761\u6d88\u606f\uff0c\u6b64\u65f6\u53ea\u6709\u4e00\u4e2a\u5206\u533a\uff0c\u4f4d\u4e8ebroker3\u4e0a\uff0c\u5f53\u7136\u6b64\u65f6\u526f\u672c\u6709\u4e14\u53ea\u80fd\u6709\u4e00\u4e2a\uff0c\u8fd9\u6761\u6d88\u606f\u88ab\u552f\u4e00\u7684\u6d88\u8d39\u8005comsumerC\u6d88\u8d39\uff0c\u81f3\u6b64producerB\u4ea7\u751f\u7684\u6d88\u606f\u90fd\u88ab\u6d88\u8d39\u4e86\u3002<\/p>\n<p>\u672c\u56fe\u662f\u5b98\u65b9\u7ed9\u51fa\u7684\uff0c\u7ea2\u8272\u5b57\u4f53\u662f\u540e\u9762\u52a0\u4e0a\u53bb\u7684\uff0c\u90a3\u4e48\u7406\u89e3\u8fd9\u4e2a\u56fe\u662f\u5f88\u6709\u5fc5\u8981\u7684\uff0c\u9996\u5148\u8fd9\u4e2a\u56fe\u6d89\u53ca\u7684\u5168\u9762\uff0c\u4e00\u4e2a\u5206\u533a\u4e00\u4e2a\u6d88\u8d39\u8005\u662f\u600e\u4e48\u6d88\u8d39\u6570\u636e\u7684\uff0c\u591a\u4e2a\u5206\u533a\u65f6\u662f\u5b83\u7684\u526f\u672c\u7b56\u7565\u662f\u4ec0\u4e48\u6837\u7684\uff0c\u6d88\u8d39\u8005\u7ec4\u5177\u4f53\u662f\u600e\u4e48\u6d88\u8d39\u6570\u636e\u7684\uff0czookeeper\u8fd9\u4e2a\u7ec4\u4ef6\u5728\u5176\u4e2d\u8d77\u5230\u4e86\u5f88\u5927\u7684\u4f5c\u7528\u3002<\/p>\n<ol>\n<li>producer<\/li>\n<\/ol>\n<p>\u6d88\u606f\u751f\u4ea7\u8005\uff0c\u5411kafka broker\u53d1\u6d88\u606f\u7684\u5ba2\u6237\u7aef<\/p>\n<ol start=\"2\">\n<li>broker<\/li>\n<\/ol>\n<p>Kafka\u96c6\u7fa4\u6bcf\u4e2a\u8282\u70b9\u542f\u52a8\u7684\u89d2\u8272\uff08java\u8fdb\u7a0b\uff09\uff0c\u8fd9\u91cc\u5c31\u6d89\u53ca\u5230\u4e00\u4e2a\u95ee\u9898\uff1a\u5047\u8bbe\u67093\u4e2abroker\uff0c\u4e5f\u5c31\u662f3\u53f0\u673a\u5668\uff0c\u5982\u679c\u521a\u597d\u6709\u4e09\u4e2a\u5206\u533a\uff0c\u4e00\u53f0\u673a\u5668\u4e0a\u5404\u5360\u4e00\u4e2a\u5206\u533a\u8fd9\u662f\u6700\u5408\u9002\u7684\u60c5\u51b5\uff0c\u90a3\u4e48\u5b9e\u9645\u751f\u4ea7\u4e2d\u673a\u5668\u6570\u91cf\u6709\u9650\uff0c\u4e00\u822c\u4f1a\u51fa\u73b0\u5206\u533a\u6570\u5927\u4e8e\u673a\u5668\u6570\u7684\u60c5\u51b5\uff0c\u90a3\u4e48\u5c31\u662f\u6bcf\u53f0\u673a\u5668\u4e0a\u8981\u4f20\u8f93\u591a\u4e2a\u5206\u533a\u4e0a\u7684\u6570\u636e\uff0c\u90a3\u4e48\u6b64\u65f6\u5c31\u5c3d\u53ef\u80fd\u8ba9\u6bcf\u53f0\u673a\u5668\u4e0a\u7684\u5206\u533a\u4e00\u6837\u591a\u3002<\/p>\n<ol start=\"3\">\n<li>topic<\/li>\n<\/ol>\n<p>\u6bcf\u6761\u53d1\u5e03\u5230Kafka\u96c6\u7fa4\u7684\u6d88\u606f\u90fd\u6709\u4e00\u4e2a\u7c7b\u522b\uff0c\u8fd9\u4e2a\u7c7b\u522b\u88ab\u79f0\u4e3aTopic\uff0c\u7528\u6765\u5212\u5206\u751f\u4ea7\u8005\u548c\u6d88\u8d39\u8005\u5904\u7406\u7684\u6d88\u606f\u7c7b\u578b\uff0c\u6d88\u606f\u5206\u7c7b\u6309\u4e0d\u540c\u7c7b\u522b,\u5206\u6210\u4e0d\u540c\u7684Topic,Topic\u2f1c\u62c6\u5206\u6210\u591a\u4e2apartition,\u6bcf\u4e2apartition\u5747\u8861\u5206\u6563\u5230\u4e0d\u540c\u7684\u670d\u52a1\u5668(\u63d0\u2fbc\u5e76\u53d1\u8bbf\u95ee\u7684\u80fd\u2f12)\u3002<\/p>\n<p>\u5728JMS\u5b9e\u73b0\u4e2d,Topic\u6a21\u578b\u57fa\u4e8epush\u2f45\u5f0f,\u5373broker\u5c06\u6d88\u606f\u63a8\u9001\u7ed9consumer\u7aef.\u4e0d\u8fc7\u5728kafka\u4e2d,\u91c7\u2f64\u4e86pull\u2f45\u5f0f,\u5373consumer\u5728\u548cbroker\u5efa\u2f74\u8fde\u63a5\u4e4b\u540e,\u4e3b\u52a8\u53bbpull(\u6216\u8005\u8bf4fetch)\u6d88\u606f;\u8fd9\u79cd\u6a21\u5f0f\u6709\u4e9b\u4f18\u70b9,\u2fb8\u5148consumer\u7aef\u53ef\u4ee5\u6839\u636e\u2f83\u2f30\u7684\u6d88\u8d39\u80fd\u2f12\u9002\u65f6\u7684\u53bbfetch\u6d88\u606f\u5e76\u5904\u7406,\u4e14\u53ef\u4ee5\u63a7\u5236\u6d88\u606f\u6d88\u8d39\u7684\u8fdb\u5ea6(offset);\u6b64\u5916,\u6d88\u8d39\u8005\u53ef\u4ee5\u826f\u597d\u7684\u63a7\u5236\u6d88\u606f\u6d88\u8d39\u7684\u6570\u91cf,batch fetch.<\/p>\n<ol start=\"4\">\n<li>partition<\/li>\n<\/ol>\n<p>\u6bcf\u4e2a\u4e3b\u9898\u53ef\u4ee5\u8bbe\u7f6e\u82e5\u5e72\u4e2a\u5206\u533a\uff0c\u5c06\u6570\u636e\u5206\u6563\u5728\u96c6\u7fa4\u7684\u5404\u4e2a\u51e0\u70b9\uff0c\u89e3\u51b3\u6570\u636e\u503e\u659c\uff0c\u63d0\u9ad8\u5904\u7406\u7684\u5e76\u53d1\u5ea6<\/p>\n<p>\u4e00\u4e2apartition\u4e2d\u7684\u6d88\u606f\u53ea\u4f1a\u88abgroup\u4e2d\u7684\u2f00\u4e2aconsumer\u6d88\u8d39;\u6bcf\u4e2agroup\u4e2dconsumer\u6d88\u606f\u6d88\u8d39\u4e92\u76f8\u72ec\u2f74;\u6211\u4eec\u53ef\u4ee5\u8ba4\u4e3a\u2f00\u4e2agroup\u662f\u2f00\u4e2a&#8221;\u8ba2\u9605&#8221;\u8005,\u2f00\u4e2aTopic\u4e2d\u7684\u6bcf\u4e2apartions,\u53ea\u4f1a\u88ab\u2f00\u4e2a&#8221;\u8ba2\u9605\u8005&#8221;\u4e2d\u7684\u2f00\u4e2aconsumer\u6d88\u8d39,\u4e0d\u8fc7\u2f00\u4e2aconsumer\u53ef\u4ee5\u6d88\u8d39\u591a\u4e2apartitions\u4e2d\u7684\u6d88\u606f\u3002\u6bcf\u4e2apartition\u4e2d\u7684\u6570\u636e\u4f7f\u7528\u591a\u4e2asegment\u6587\u4ef6\u5b58\u50a8\u3002partition\u4e2d\u7684\u6570\u636e\u662f\u6709\u5e8f\u7684\uff0c\u4e0d\u540cpartition\u95f4\u7684\u6570\u636e\u4e22\u5931\u4e86\u6570\u636e\u7684\u987a\u5e8f\u3002\u5982\u679ctopic\u6709\u591a\u4e2apartition\uff0c\u6d88\u8d39\u6570\u636e\u65f6\u5c31\u4e0d\u80fd\u4fdd\u8bc1\u6570\u636e\u7684\u987a\u5e8f\u3002\u5728\u9700\u8981\u4e25\u683c\u4fdd\u8bc1\u6d88\u606f\u7684\u6d88\u8d39\u987a\u5e8f\u7684\u573a\u666f\u4e0b\uff0c\u9700\u8981\u5c06partition\u6570\u76ee\u8bbe\u4e3a1\u3002\u56e0\u4e3a\u4e1a\u52a1\u4e0d\u540c\u5206\u533a\u6570\u5177\u4f53\u591a\u5c11\u6839\u636e\u9700\u6c42\u6765\u5b9a\u3002\u7f51\u4e0a\u67e5\u627e\u8d44\u6599\u5927\u81f4\u8ba4\u4e3a\u5206\u533a\u6570\u8bbe\u7f6e\u4e3a\u673a\u5668\u6570\u76842-3\u500d\u6bd4\u8f83\u5408\u9002\u3002<\/p>\n<p>\u6d88\u8d39\u8005\u6309\u987a\u5e8f\u4ecepartition\u4e2d\u8bfb\u53d6,\u4e0d\u2f40\u6301\u968f\u673a\u8bfb\u53d6\u6570\u636e,\u4f46\u53ef\u901a\u8fc7\u6539\u53d8\u4fdd\u5b58\u5230zookeeper\u4e2d\u7684offset\u4f4d\u7f6e\u5b9e\u73b0\u4ece\u4efb\u610f\u4f4d\u7f6e\u5f00\u59cb\u8bfb\u53d6<\/p>\n<p><code>\u5206\u533a\u5199\u5165\u7b56\u7565<\/code>:kafka\u5982\u4f55\u5c06\u6570\u636e\u5206\u914d\u5230\u4e0d\u540c\u5206\u533a\u4e2d\u7684\u7b56\u7565.\u5e38\u89c1\u7684\u6709\u4e09\u79cd\u7b56\u7565\uff0c\u8f6e\u8be2\u7b56\u7565\uff0c\u968f\u673a\u7b56\u7565\uff0c\u548c\u6309\u952e\u4fdd\u5b58\u7b56\u7565\u3002\u5176\u4e2d\u8f6e\u8be2\u7b56\u7565\u662f\u9ed8\u8ba4\u7684\u5206\u533a\u7b56\u7565\uff0c\u800c\u968f\u673a\u7b56\u7565\u5219\u662f\u8f83\u8001\u7248\u672c\u7684\u5206\u533a\u7b56\u7565\uff0c\u4e0d\u8fc7\u7531\u4e8e\u5176\u5206\u914d\u7684\u5747\u8861\u6027\u4e0d\u5982\u8f6e\u8be2\u7b56\u7565\uff0c\u6545\u800c\u540e\u6765\u6539\u6210\u4e86\u8f6e\u8be2\u7b56\u7565\u4e3a\u9ed8\u8ba4\u7b56\u7565\u3002<\/p>\n<ol start=\"5\">\n<li>replication<\/li>\n<\/ol>\n<p>\u526f\u672c\uff0c\u4e3a\u4e86\u63d0\u9ad8\u6570\u636e\u7684\u5b89\u5168\u6027\uff0c\u6bcf\u4e2a\u5206\u533a\u53ef\u4ee5\u8bbe\u7f6e\u591a\u4e2a\u526f\u672c\u4fdd\u5b58\u5728\u5176\u4ed6\u7684broker\u4e0a<\/p>\n<ol start=\"6\">\n<li>leader<\/li>\n<\/ol>\n<p>\u6bcf\u4e2apartition\u6709\u591a\u4e2a\u526f\u672c\uff0c\u5176\u4e2d\u6709\u4e14\u4ec5\u6709\u4e00\u4e2a\u4f5c\u4e3aLeader\uff0cLeader\u662f\u5f53\u524d\u8d1f\u8d23\u6570\u636e\u7684\u8bfb\u5199\u7684partition\u3002\u4e3a\u4ec0\u4e48follower\u526f\u672c\u4e3a\u4ec0\u4e48\u4e0d\u5bf9\u5916\u63d0\u4f9b\u670d\u52a1\uff1f\u4e3a\u4e86\u4fdd\u8bc1\u6d88\u8d39\u6d88\u606f\u65f6\u7684\u4e00\u81f4\u6027\uff0c\u4e0d\u80fd\u6d88\u8d39\u8005a\u62ff\u5230\u4e86\u6570\u636e\uff0c\u800c\u6d88\u8d39\u8005b\u8fd8\u6ca1\u6709\u62ff\u5230\u6570\u636e\uff08\u5982\u679c\u6709follower\u6d89\u53ca\u4eceleader\u5904\u62ff\u6570\u636e\u8fd9\u4e00\u52a8\u4f5c\uff0c\u90a3\u4e48\u5c31\u9700\u8981\u65f6\u95f4\uff0c\u90a3\u4e48\u5c31\u4f1a\u5b58\u5728\u4ecefollower\u6d88\u8d39\u6570\u636e\u4f1a\u6162\u4e8eleader\u65f6\u7684\u72b6\u51b5\uff09\u3002<\/p>\n<ol start=\"7\">\n<li>follower<\/li>\n<\/ol>\n<p>Follower\u8ddf\u968fLeader\uff0c\u6240\u6709\u5199\u8bf7\u6c42\u90fd\u901a\u8fc7Leader\u8def\u7531\uff0c\u6570\u636e\u53d8\u66f4\u4f1a\u5e7f\u64ad\u7ed9\u6240\u6709Follower\uff0cFollower\u4e0eLeader\u4fdd\u6301\u6570\u636e\u540c\u6b65\u3002\u5982\u679cLeader\u5931\u6548\uff0c\u5219\u4eceFollower\u4e2d\u9009\u4e3e\u51fa\u4e00\u4e2a\u65b0\u7684Leader\u3002\u5f53Follower\u4e0eLeader\u6302\u6389\u3001\u5361\u4f4f\u6216\u8005\u540c\u6b65\u592a\u6162\uff0cleader\u4f1a\u628a\u8fd9\u4e2afollower\u4ece\u201cin sync replicas\u201d\uff08ISR\uff09\u5217\u8868\u4e2d\u5220\u9664\uff0c\u91cd\u65b0\u521b\u5efa\u4e00\u4e2aFollower\u3002<\/p>\n<ol start=\"8\">\n<li>consumer<\/li>\n<\/ol>\n<p>\u6d88\u8d39\u8005\u53ef\u4ee5\u4ecebroker\u4e2d\u8bfb\u53d6\u6570\u636e\u3002\u6d88\u8d39\u8005\u53ef\u4ee5\u6d88\u8d39\u591a\u4e2atopic\u4e2d\u7684\u6570\u636e\u3002<\/p>\n<ol start=\"9\">\n<li>consumer group<\/li>\n<\/ol>\n<p>\u6d88\u8d39\u8005\u7ec4\uff0c\u8fd9\u662fkafka\u7528\u6765\u5b9e\u73b0\u4e00\u4e2atopic\u6d88\u606f\u7684\u5e7f\u64ad\uff08\u53d1\u7ed9\u6240\u6709\u7684consumer\uff09\u548c\u5355\u64ad\uff08\u53d1\u7ed9\u4efb\u610f\u4e00\u4e2aconsumer\uff09\u7684\u624b\u6bb5\u3002\u4e00\u4e2atopic\u53ef\u4ee5\u6709\u591a\u4e2aCG\u3002topic\u7684\u6d88\u606f\u4f1a\u590d\u5236\uff08\u4e0d\u662f\u771f\u7684\u590d\u5236\uff0c\u662f\u6982\u5ff5\u4e0a\u7684\uff09\u5230\u6240\u6709\u7684CG\uff0c\u4f46\u6bcf\u4e2apartion\u53ea\u4f1a\u628a\u6d88\u606f\u53d1\u7ed9\u8be5CG\u4e2d\u7684\u4e00\u4e2aconsumer\u3002\u5982\u679c\u9700\u8981\u5b9e\u73b0\u5e7f\u64ad\uff0c\u53ea\u8981\u6bcf\u4e2aconsumer\u6709\u4e00\u4e2a\u72ec\u7acb\u7684CG\u5c31\u53ef\u4ee5\u4e86\u3002\u8981\u5b9e\u73b0\u5355\u64ad\u53ea\u8981\u6240\u6709\u7684consumer\u5728\u540c\u4e00\u4e2aCG\u3002\u7528CG\u8fd8\u53ef\u4ee5\u5c06consumer\u8fdb\u884c\u81ea\u7531\u7684\u5206\u7ec4\u800c\u4e0d\u9700\u8981\u591a\u6b21\u53d1\u9001\u6d88\u606f\u5230\u4e0d\u540c\u7684topic\uff1b<\/p>\n<p>\u5982\u679c\u6240\u6709\u7684consumer\u90fd\u5177\u6709\u76f8\u540c\u7684group,\u8fd9\u79cd\u60c5\u51b5\u548cqueue\u6a21\u5f0f\u5f88\u50cf;\u6d88\u606f\u5c06\u4f1a\u5728consumers\u4e4b\u95f4\u8d1f\u8f7d\u5747\u8861.\u5982\u679c\u6240\u6709\u7684consumer\u90fd\u5177\u6709\u4e0d\u540c\u7684group,\u90a3\u8fd9\u5c31\u662f&#8221;\u53d1\u5e03-\u8ba2\u9605&#8221;;\u6d88\u606f\u5c06\u4f1a\u2f34\u64ad\u7ed9\u6240\u6709\u7684\u6d88\u8d39\u8005.<\/p>\n<ol start=\"10\">\n<li>offset<\/li>\n<\/ol>\n<p>\u504f\u79fb\u91cf\uff0c\u751f\u4ea7\u8005\u5199\u5165kafka\u7684\u6bcf\u6761\u6570\u636e\u90fd\u4f1a\u5e26\u4e00\u4e2a\u5e8f\u53f7\uff0c\u8fd9\u4e2a\u7f16\u53f7\u5c31\u53eb\u505a\u504f\u79fb\u91cf\u3002<\/p>\n<ol start=\"11\">\n<li>zookeeper<\/li>\n<\/ol>\n<p>Zookeeper\u4e3b\u8981\u7528\u4e8e\u5728\u96c6\u7fa4\u4e2d\u4e0d\u540c\u8282\u70b9\u4e4b\u95f4\u8fdb\u884c\u901a\u4fe1\uff0c\u5728Kafka\u4e2d\uff0c\u5b83\u88ab\u7528\u4e8e\u63d0\u4ea4\u504f\u79fb\u91cf\uff0c\u56e0\u6b64\u5982\u679c\u8282\u70b9\u5728\u4efb\u4f55\u60c5\u51b5\u4e0b\u90fd\u5931\u8d25\u4e86\uff0c\u5b83\u90fd\u53ef\u4ee5\u4ece\u4e4b\u524d\u63d0\u4ea4\u7684\u504f\u79fb\u91cf\u4e2d\u83b7\u53d6\uff0c\u9664\u6b64\u4e4b\u5916\uff0c\u5b83\u8fd8\u6267\u884c\u5176\u4ed6\u6d3b\u52a8\uff0c\u5982: leader\u68c0\u6d4b\u3001\u5206\u5e03\u5f0f\u540c\u6b65\u3001\u914d\u7f6e\u7ba1\u7406\u3001\u8bc6\u522b\u65b0\u8282\u70b9\u4f55\u65f6\u79bb\u5f00\u6216\u8fde\u63a5\u3001\u96c6\u7fa4\u3001\u8282\u70b9\u5b9e\u65f6\u72b6\u6001\u7b49\u7b49<\/p>\n<h1><span class=\"ez-toc-section\" id=\"%E4%BA%8C%E3%80%81%E6%80%8E%E4%B9%88%E7%94%A8\"><\/span>\u4e8c\u3001\u600e\u4e48\u7528<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<p>\u600e\u4e48\u7528\u4e4b\u524d\uff0c\u5148\u4e86\u89e3\u4ed6\u662f\u600e\u4e48\u88c5\u7684<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%E5%AE%89%E8%A3%85%E9%85%8D%E7%BD%AE\"><\/span>\u5b89\u88c5\u914d\u7f6e<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ol>\n<li>zookeeper\u914d\u7f6e<\/li>\n<\/ol>\n<ul>\n<li><code>vim zoo.cfg<\/code><\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\"># \u7528\u6765\u5b58\u50a8zk\u7684\u6570\u636e\ndataDir=\/opt\/zookeeper\/data\n# \u914d\u7f6e\u96c6\u7fa4\u4fe1\u606f\n# server.id=\u4e3b\u673a\u540d:\u901a\u4fe1\u7aef\u53e3:\u9009\u4e3e\u7aef\u53e3\nserver.1=bd0501:2888:3888\nserver.2=bd0502:2888:3888\nserver.3=bd0503:2888:3888\n<\/code><\/pre>\n<ul>\n<li><code>vim myid<\/code><\/li>\n<\/ul>\n<p>\u5728zoo.cfg\u4e2d\u8bbe\u7f6e\u7684dataDir\u4e0b\uff0c\u521b\u5efa\u4e00\u4e2a\u540d\u4e3amyid\u7684\u6587\u4ef6,myid\u6587\u4ef6\u4e2d\u5199\u4e0a\u5f53\u524d\u673a\u5668\u5bf9\u5e94\u7684id\u53f7<\/p>\n<ul>\n<li>\u542f\u52a8zookeeper<\/li>\n<\/ul>\n<p><code>zkServer.sh start<\/code><\/p>\n<ol start=\"2\">\n<li>kafka\u914d\u7f6e<\/li>\n<\/ol>\n<p><code>- vim server.properties<\/code><\/p>\n<pre><code class=\"language-java line-numbers\"># \u4e3a\u6bcf\u4e2aborker\u8bbe\u7f6e\u4e00\u4e2a\u96c6\u7fa4\u5185\u552f\u4e00\u7684id\u53f7(\u6bcf\u4e2a\u673a\u5668\u4e0d\u4e00\u6837)\nbroker.id=1\n# \u4e3a\u6bcf\u4e2aborker\u8bbe\u7f6e\u670d\u52a1\u7684\u4e3b\u673a\u540d\u548c\u7aef\u53e3(\u6bcf\u4e2a\u673a\u5668\u4e0d\u4e00\u6837)\nlisteners=PLAINTEXT:\/\/bd0501:9092\n# kafka\u8fd9\u91cc\u7684log,\u6307\u7684\u662f\u4e24\u7c7blog\u6587\u4ef6\n# \u7b2c\u4e00\u7c7b\uff1abroker\u7684\u8fd0\u884c\u65e5\u5fd7\n# \u7b2c\u4e8c\u7c7b\uff1akafka\u7528\u6765\u5b58\u50a8message\u7684\u6587\u4ef6\uff0c\u8fd9\u4e2a\u6587\u4ef6\u4e5f\u53ebstore log\n# \u901a\u5e38\u9700\u8981\u521b\u5efa\u4e00\u4e2a\u76ee\u5f55\u5355\u72ec\u4fdd\u5b58\nlog.dirs=\/opt\/kafka-2.4.1\/logs\n# zk\u96c6\u7fa4\u5730\u5740\nzookeeper.connect=bd0501:2181,bd0502:2181,bd0503:2181\n<\/code><\/pre>\n<ul>\n<li>\u914d\u7f6e\u73af\u5883\u53d8\u91cf<br \/>\n> \u6839\u636e\u7528\u6237\u7684\u4e0d\u540c\u73af\u5883\u53d8\u91cf\u7684\u5730\u5740\u4e0d\u540c<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">echo 'export KAFAK_HOME=\/opt\/kafka-2.4.1' &gt;&gt; \/etc\/profile\necho 'export PATH=<span class=\"katex math inline\">KAFAK_HOME\/bin:<\/span>PATH' &gt;&gt; \/etc\/profile\nsource \/etc\/profile\n<\/code><\/pre>\n<ul>\n<li>\u540e\u53f0\u542f\u52a8kafka<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">    kafka-server-start.sh -daemon \/opt\/kafka_2.11\/config\/server.properties\n<\/code><\/pre>\n<ol start=\"3\">\n<li>\u541e\u5410\u91cf\u6d4b\u8bd5\u547d\u4ee4<\/li>\n<\/ol>\n<ul>\n<li>\u6d4b\u8bd5\u751f\u4ea7\u8005<\/li>\n<\/ul>\n<p>\u547d\u4ee4<\/p>\n<pre><code class=\"language-java line-numbers\">kafka-producer-perf-test.sh --topic king01 --num-records 1000000 --record-size 100 --throughput -1 --producer-props acks=1 bootstrap.servers=cdh0053:9092,cdh0054:9092 \n<\/code><\/pre>\n<p>\u7ed3\u679c<\/p>\n<pre><code class=\"language-java line-numbers\">370756 records sent, 74136.4 records\/sec (7.07 MB\/sec), 342.5 ms avg latency, 1274.0 ms max latency.\n218116 records sent, 40968.4 records\/sec (3.91 MB\/sec), 576.5 ms avg latency, 3829.0 ms max latency.\n215033 records sent, 43006.6 records\/sec (4.10 MB\/sec), 6060.6 ms avg latency, 7247.0 ms max latency.\n1000000 records sent, 60613.407686 records\/sec (5.78 MB\/sec), 2023.15 ms avg latency, 7247.00 ms max latency, 923 ms 50th, 6967 ms 95th, 7177 ms 99th, 7242 ms 99.9th.\n<\/code><\/pre>\n<ul>\n<li>\u6d4b\u8bd5\u6d88\u8d39\u8005<\/li>\n<\/ul>\n<p>\u547d\u4ee4<\/p>\n<pre><code class=\"language-java line-numbers\">kafka-consumer-perf-test --broker-list cdh0053:9092,cdh0054:9092 --messages 50000000 --topic king01 --threads 1 --timeout 60000 --print-metrics --num-fetch-threads 6\n<\/code><\/pre>\n<p>\u7ed3\u679c<\/p>\n<pre><code class=\"language-java line-numbers\">start.time, end.time, data.consumed.in.MB, MB.sec, data.consumed.in.nMsg, nMsg.sec, rebalance.time.ms, fetch.time.ms, fetch.MB.sec, fetch.nMsg.sec\nWARNING: Exiting before consuming the expected number of messages: timeout (60000 ms) exceeded. You can use the --timeout option to increase the timeout.\n2020-11-09 17:38:30:705, 2020-11-09 17:39:38:189, 190.7349, 2.8264, 2000000, 29636.6546, 3072, 64412, 2.9612, 31050.1149\n\n<\/code><\/pre>\n<h1><span class=\"ez-toc-section\" id=\"%E4%B8%89%E3%80%81%E6%A0%B8%E5%BF%83%E9%97%AE%E9%A2%98\"><\/span>\u4e09\u3001\u6838\u5fc3\u95ee\u9898<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<p>\u7ecf\u5e38\u8981\u8ba8\u8bba\u7684\u95ee\u9898\u5c31\u662f\u6570\u636e\u5728\u4f20\u8f93\u8fc7\u7a0b\u4e2d\u4e22\u5931\u4e86\u600e\u4e48\u89e3\u51b3\uff0c\u5982\u679c\u6570\u636e\u6e90\u5934\u7684\u751f\u4ea7\u6570\u636e\u901f\u5ea6\u5927\u4e8e\u6d88\u8d39\u6570\u636e\u7684\u901f\u5ea6\u600e\u4e48\u89e3\u51b3\uff0c\u751f\u4ea7\u4e2d\u91cd\u590d\u3001\u6d88\u8d39\u4e2d\u91cd\u590d\u4e5f\u662f\u5e38\u5e38\u9762\u4e34\u7684\u95ee\u9898\uff0c\u600e\u4e48\u6837\u4f7f\u96c6\u7fa4\u6ee1\u8db3\u751f\u4ea7\u9700\u6c42\u7684\u540c\u65f6\u6027\u80fd\u5904\u4e8e\u6700\u4f18\u662f\u6211\u4eec\u6700\u7ec8\u8981\u5173\u6ce8\u7684\u4e1c\u897f\u3002<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%E6%95%B0%E6%8D%AE%E4%B8%A2%E5%A4%B1%E9%97%AE%E9%A2%98%E7%9A%84%E8%A7%A3%E5%86%B3%E6%96%B9%E5%BC%8F\"><\/span>\u6570\u636e\u4e22\u5931\u95ee\u9898\u7684\u89e3\u51b3\u65b9\u5f0f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ol>\n<li>ISR<\/li>\n<\/ol>\n<p>\u6240\u6709\u4e0eleader\u526f\u672c\u4fdd\u6301\u4e00\u5b9a\u7a0b\u5ea6\u540c\u6b65\u7684\u526f\u672c\uff08\u5305\u62ecLeader\uff09\u7ec4\u6210ISR\uff08In-Sync Replicas\uff09\u3002<br \/>\n\u540c\u6b65\u671f\u95f4\u5185follower\u526f\u672c\u76f8\u5bf9\u4e8eleader\u526f\u672c\u800c\u8a00\u4f1a\u6709\u4e00\u5b9a\u7a0b\u5ea6\u7684\u6ede\u540e\u3002\u524d\u9762\u6240\u8bf4\u7684\u201c\u4e00\u5b9a\u7a0b\u5ea6\u201d\u662f\u6307\u53ef\u4ee5\u5fcd\u53d7\u7684\u6ede\u540e\u8303\u56f4\uff0c\u8fd9\u4e2a\u8303\u56f4\u53ef\u4ee5\u901a\u8fc7\u53c2\u6570\u8fdb\u884c\u914d\u7f6e\u3002\u5982\u679c\u6301\u7eed\u62c9\u53d6\u901f\u5ea6\u6162\u4e8eleader\u526f\u672c\u5199\u5165\u901f\u5ea6\uff0c\u6162\u4e8e\u65f6\u95f4\u8d85\u8fc7replica.lag.time.max.ms\u540e\uff0c\u5b83\u5c31\u53d8\u6210\u201c\u975e\u540c\u6b65\u201d\u526f\u672c\uff0c\u5c31\u4f1a\u88ab\u8e22\u51faISR\u526f\u672c\u96c6\u5408\u4e2d\u3002\u4f46\u540e\u9762\u5982\u4f55follower\u526f\u672c\u7684\u901f\u5ea6\u6162\u6162\u63d0\u4e0a\u6765\uff0c\u90a3\u5c31\u53c8\u53ef\u80fd\u4f1a\u91cd\u65b0\u52a0\u5165ISR\u526f\u672c\u96c6\u5408\u4e2d\u4e86\u3002<\/p>\n<ol>\n<li>\u6570\u636e\u4e22\u5931:<\/li>\n<\/ol>\n<p>acks=1\u7684\u65f6\u5019(\u53ea\u4fdd\u8bc1\u5199\u5165leader\u6210\u529f)\uff0c\u5982\u679c\u521a\u597dleader\u6302\u4e86\u3002\u6570\u636e\u4f1a\u4e22\u5931\u3002<br \/>\nacks=0\u7684\u65f6\u5019\uff0c\u4f7f\u7528\u5f02\u6b65\u6a21\u5f0f\u7684\u65f6\u5019\uff0c\u8be5\u6a21\u5f0f\u4e0bkafka\u65e0\u6cd5\u4fdd\u8bc1\u6d88\u606f\uff0c\u6709\u53ef\u80fd\u4f1a\u4e22\u3002<br \/>\n2. brocker\u5982\u4f55\u4fdd\u8bc1\u4e0d\u4e22\u5931:<\/p>\n<p>acks=all : \u6240\u6709\u526f\u672c\u90fd\u5199\u5165\u6210\u529f\u5e76\u786e\u8ba4\u3002<br \/>\nretries = \u4e00\u4e2a\u5408\u7406\u503c\u3002<br \/>\nmin.insync.replicas=2  \u6d88\u606f\u81f3\u5c11\u8981\u88ab\u5199\u5165\u5230\u8fd9\u4e48\u591a\u526f\u672c\u624d\u7b97\u6210\u529f\u3002\u8be5\u5c5e\u6027\u89c4\u5b9a\u4e86\u6700\u5c0f\u7684ISR\u6570\u3002\u8fd9\u610f\u5473\u7740\u5f53acks\u4e3a-1\uff08\u5373all\uff09\u7684\u65f6\u5019\uff0c\u8fd9\u4e2a\u53c2\u6570\u89c4\u5b9a\u4e86\u5fc5\u987b\u5199\u5165\u7684ISR\u96c6\u4e2d\u7684\u526f\u672c\u6570\uff0c\u5982\u679c\u6ca1\u8fbe\u5230\uff0c\u90a3\u4e48producer\u4f1a\u4ea7\u751f\u5f02\u5e38\u3002<br \/>\nunclean.leader.election.enable=false \u5173\u95edunclean leader\u9009\u4e3e\uff0c\u5373\u4e0d\u5141\u8bb8\u975eISR\u4e2d\u7684\u526f\u672c\u88ab\u9009\u4e3e\u4e3aleader\uff0c\u4ee5\u907f\u514d\u6570\u636e\u4e22\u5931\u3002<\/p>\n<ol start=\"3\">\n<li>Consumer\u5982\u4f55\u4fdd\u8bc1\u4e0d\u4e22\u5931<\/li>\n<\/ol>\n<p>\u5982\u679c\u5728\u6d88\u606f\u5904\u7406\u5b8c\u6210\u524d\u5c31\u63d0\u4ea4\u4e86offset\uff0c\u90a3\u4e48\u5c31\u6709\u53ef\u80fd\u9020\u6210\u6570\u636e\u7684\u4e22\u5931\u3002<br \/>\nenable.auto.commit=false \u5173\u95ed\u81ea\u52a8\u63d0\u4ea4offset<br \/>\n\u5904\u7406\u5b8c\u6570\u636e\u4e4b\u540e\u624b\u52a8\u63d0\u4ea4\u3002<\/p>\n<blockquote><p>\n  Kafka \u7684\u6d88\u606f\u6295\u9012\u4fdd\u8bc1\uff08delivery guarantee\uff09\u673a\u5236\u4ee5\u53ca\u5982\u4f55\u5b9e\u73b0\n<\/p><\/blockquote>\n<p>Kafka\u652f\u6301\u4e09\u79cd\u6d88\u606f\u6295\u9012\u8bed\u4e49\uff1a<br \/>\nAt most once \u6d88\u606f\u53ef\u80fd\u4f1a\u4e22\uff0c\u4f46\u7edd\u4e0d\u4f1a\u91cd\u590d\u4f20\u9012<br \/>\nAt least one  \u6d88\u606f\u7edd\u4e0d\u4f1a\u4e22\uff0c\u4f46\u53ef\u80fd\u4f1a\u91cd\u590d\u4f20\u9012<br \/>\nExactly once \u6bcf\u6761\u6d88\u606f\u80af\u5b9a\u4f1a\u88ab\u4f20\u8f93\u4e00\u6b21\u4e14\u4ec5\u4f20\u8f93\u4e00\u6b21\uff0c\u5f88\u591a\u65f6\u5019\u8fd9\u662f\u7528\u6237\u60f3\u8981\u7684<\/p>\n<p>consumer\u5728\u4ecebroker\u8bfb\u53d6\u6d88\u606f\u540e\uff0c\u53ef\u4ee5\u9009\u62e9commit\uff0c\u8be5\u64cd\u4f5c\u4f1a\u5728Zookeeper\u4e2d\u5b58\u4e0b\u8be5consumer\u5728\u8be5partition\u4e0b\u8bfb\u53d6\u7684\u6d88\u606f\u7684offset\uff0c\u8be5consumer\u4e0b\u4e00\u6b21\u518d\u8bfb\u8be5partition\u65f6\u4f1a\u4ece\u4e0b\u4e00\u6761\u5f00\u59cb\u8bfb\u53d6\u3002\u5982\u672acommit\uff0c\u4e0b\u4e00\u6b21\u8bfb\u53d6\u7684\u5f00\u59cb\u4f4d\u7f6e\u4f1a\u8ddf\u4e0a\u4e00\u6b21commit\u4e4b\u540e\u7684\u5f00\u59cb\u4f4d\u7f6e\u76f8\u540c\u3002<br \/>\n\u53ef\u4ee5\u5c06consumer\u8bbe\u7f6e\u4e3aautocommit\uff0c\u5373consumer\u4e00\u65e6\u8bfb\u5230\u6570\u636e\u7acb\u5373\u81ea\u52a8commit\u3002\u5982\u679c\u53ea\u8ba8\u8bba\u8fd9\u4e00\u8bfb\u53d6\u6d88\u606f\u7684\u8fc7\u7a0b\uff0c\u90a3Kafka\u662f\u786e\u4fdd\u4e86Exactly once\u3002\u4f46\u5b9e\u9645\u4e0a\u5b9e\u9645\u4f7f\u7528\u4e2dconsumer\u5e76\u975e\u8bfb\u53d6\u5b8c\u6570\u636e\u5c31\u7ed3\u675f\u4e86\uff0c\u800c\u662f\u8981\u8fdb\u884c\u8fdb\u4e00\u6b65\u5904\u7406\uff0c\u800c\u6570\u636e\u5904\u7406\u4e0ecommit\u7684\u987a\u5e8f\u5728\u5f88\u5927\u7a0b\u5ea6\u4e0a\u51b3\u5b9a\u4e86\u6d88\u606f\u4ecebroker\u548cconsumer\u7684delivery guarantee semantic\u3002<br \/>\n\u00b7\u8bfb\u5b8c\u6d88\u606f\u5148commit\u518d\u5904\u7406\u6d88\u606f\u3002\u8fd9\u79cd\u6a21\u5f0f\u4e0b\uff0c\u5982\u679cconsumer\u5728commit\u540e\u8fd8\u6ca1\u6765\u5f97\u53ca\u5904\u7406\u6d88\u606f\u5c31crash\u4e86\uff0c\u4e0b\u6b21\u91cd\u65b0\u5f00\u59cb\u5de5\u4f5c\u540e\u5c31\u65e0\u6cd5\u8bfb\u5230\u521a\u521a\u5df2\u63d0\u4ea4\u800c\u672a\u5904\u7406\u7684\u6d88\u606f\uff0c\u8fd9\u5c31\u5bf9\u5e94\u4e8eAt most once\u3002<br \/>\n\u8bfb\u5b8c\u6d88\u606f\u5148\u5904\u7406\u518dcommit\u6d88\u8d39\u72b6\u6001(\u4fdd\u5b58offset)\u3002\u8fd9\u79cd\u6a21\u5f0f\u4e0b\uff0c\u5982\u679c\u5728\u5904\u7406\u5b8c\u6d88\u606f\u4e4b\u540ecommit\u4e4b\u524dConsumer crash\u4e86\uff0c\u4e0b\u6b21\u91cd\u65b0\u5f00\u59cb\u5de5\u4f5c\u65f6\u8fd8\u4f1a\u5904\u7406\u521a\u521a\u672acommit\u7684\u6d88\u606f\uff0c\u5b9e\u9645\u4e0a\u8be5\u6d88\u606f\u5df2\u7ecf\u88ab\u5904\u7406\u8fc7\u4e86\uff0c\u8fd9\u5c31\u5bf9\u5e94\u4e8eAt least once\u3002<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%E6%95%B0%E6%8D%AE%E7%A7%AF%E5%8E%8B%E9%97%AE%E9%A2%98\"><\/span>\u6570\u636e\u79ef\u538b\u95ee\u9898<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u6570\u636e\u79ef\u538b\uff0c\u4ece\u5b57\u9762\u4e0a\u6765\u770b\u610f\u5473\u7740\u6d88\u8d39\u80fd\u529b\u4e0d\u8db3\uff0c\u6216\u8005\u4ea7\u751f\u901f\u5ea6\u8fc7\u5feb\uff0c\u90a3\u4e48\u9996\u5148\u4ece\u6570\u636e\u662f\u600e\u4e48\u6d88\u8d39\u7684\u8fd9\u4e00\u65b9\u9762\u8fdb\u884c\u7406\u89e3<\/p>\n<h3><span class=\"ez-toc-section\" id=\"kafka%E7%9A%84%E6%B6%88%E8%B4%B9%E8%80%85%E6%96%B9%E5%BC%8F\"><\/span>kafka\u7684\u6d88\u8d39\u8005\u65b9\u5f0f<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>consumer\u91c7\u7528pull\uff08\u62c9\uff09\u6a21\u5f0f\u4ecebroker\u4e2d\u8bfb\u53d6\u6570\u636e\u3002<br \/>\npush\uff08\u63a8\uff09\u6a21\u5f0f\u5f88\u96be\u9002\u5e94\u6d88\u8d39\u901f\u7387\u4e0d\u540c\u7684\u6d88\u8d39\u8005\uff0c\u56e0\u4e3a\u6d88\u606f\u53d1\u9001\u901f\u7387\u662f\u7531broker\u51b3\u5b9a\u7684\u3002\u5b83\u7684\u76ee\u6807\u662f\u5c3d\u53ef\u80fd\u4ee5\u6700\u5feb\u901f\u5ea6\u4f20\u9012\u6d88\u606f\uff0c\u4f46\u662f\u8fd9\u6837\u5f88\u5bb9\u6613\u9020\u6210consumer\u6765\u4e0d\u53ca\u5904\u7406\u6d88\u606f\uff0c\u5178\u578b\u7684\u8868\u73b0\u5c31\u662f\u62d2\u7edd\u670d\u52a1\u4ee5\u53ca\u7f51\u7edc\u62e5\u585e\u3002<br \/>\n\u800cpull\u6a21\u5f0f\u5219\u53ef\u4ee5\u6839\u636econsumer\u7684\u6d88\u8d39\u80fd\u529b\u4ee5\u9002\u5f53\u7684\u901f\u7387\u6d88\u8d39\u6d88\u606f\u3002<br \/>\n\u5bf9\u4e8eKafka\u800c\u8a00\uff0cpull\u6a21\u5f0f\u66f4\u5408\u9002\uff0c\u5b83\u53ef\u7b80\u5316broker\u7684\u8bbe\u8ba1\uff0cconsumer\u53ef\u81ea\u4e3b\u63a7\u5236\u6d88\u8d39\u6d88\u606f\u7684\u901f\u7387\uff0c\u540c\u65f6consumer\u53ef\u4ee5\u81ea\u5df1\u63a7\u5236\u6d88\u8d39\u65b9\u5f0f\u2014\u2014\u5373\u53ef\u6279\u91cf\u6d88\u8d39\u4e5f\u53ef\u9010\u6761\u6d88\u8d39\uff0c\u540c\u65f6\u8fd8\u80fd\u9009\u62e9\u4e0d\u540c\u7684\u63d0\u4ea4\u65b9\u5f0f\u4ece\u800c\u5b9e\u73b0\u4e0d\u540c\u7684\u4f20\u8f93\u8bed\u4e49\u3002<br \/>\npull\u6a21\u5f0f\u4e0d\u8db3\u4e4b\u5904\u662f\uff0c\u5982\u679ckafka\u6ca1\u6709\u6570\u636e\uff0c\u6d88\u8d39\u8005\u53ef\u80fd\u4f1a\u9677\u5165\u5faa\u73af\u4e2d\uff0c\u4e00\u76f4\u7b49\u5f85\u6570\u636e\u5230\u8fbe\u3002\u4e3a\u4e86\u907f\u514d\u8fd9\u79cd\u60c5\u51b5\uff0c\u6211\u4eec\u5728\u6211\u4eec\u7684\u62c9\u8bf7\u6c42\u4e2d\u6709\u53c2\u6570\uff0c\u5141\u8bb8\u6d88\u8d39\u8005\u8bf7\u6c42\u5728\u7b49\u5f85\u6570\u636e\u5230\u8fbe\u7684\u201c\u957f\u8f6e\u8be2\u201d\u4e2d\u8fdb\u884c\u963b\u585e\u3002<\/p>\n<blockquote><p>\n  \u6570\u636e\u79ef\u538b\n<\/p><\/blockquote>\n<p>\uff081\uff09\u5982\u679c\u662fKafka\u6d88\u8d39\u80fd\u529b\u4e0d\u8db3\uff0c\u5219\u53ef\u4ee5\u8003\u8651\u589e\u52a0 topic \u7684 partition \u7684\u4e2a\u6570\uff0c\u540c\u65f6\u63d0\u5347\u6d88\u8d39\u8005\u7ec4\u7684\u6d88\u8d39\u8005\u6570\u91cf\uff0c\u6d88\u8d39\u6570 = \u5206\u533a\u6570 \uff08\u4e8c\u8005\u7f3a\u4e00\u4e0d\u53ef\uff09<br \/>\n\uff082\uff09\u82e5\u662f\u4e0b\u6e38\u6570\u636e\u5904\u7406\u4e0d\u53ca\u65f6\uff0c\u5219\u63d0\u9ad8\u6bcf\u6279\u6b21\u62c9\u53d6\u7684\u6570\u91cf\u3002\u6279\u6b21\u62c9\u53d6\u6570\u91cf\u8fc7\u5c11\uff08\u62c9\u53d6\u6570\u636e\/\u5904\u7406\u65f6\u95f4 &lt; \u751f\u4ea7\u901f\u5ea6\uff09\uff0c\u4f7f\u5904\u7406\u7684\u6570\u636e\u5c0f\u4e8e\u751f\u4ea7\u7684\u6570\u636e\uff0c\u4e5f\u4f1a\u9020\u6210\u6570\u636e\u79ef\u538b\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"kafka%E7%9A%84balance%E6%98%AF%E6%80%8E%E4%B9%88%E5%81%9A%E7%9A%84\"><\/span>kafka\u7684balance\u662f\u600e\u4e48\u505a\u7684<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\u5b98\u65b9\u539f\u6587<\/p>\n<pre><code class=\"language-java line-numbers\">Producers publish data to the topics of their choice. \nThe producer is able to choose which message to assign to which partition within the topic. \nThis can be done in a round-robin fashion simply to balance load or it can be done according to some semantic partition function (say based on some key in the message). \nMore on the use of partitioning in a second.\n<\/code><\/pre>\n<p>\u751f\u4ea7\u8005\u5c06\u6570\u636e\u53d1\u5e03\u5230\u4ed6\u4eec\u9009\u62e9\u7684\u4e3b\u9898\u3002\u751f\u4ea7\u8005\u53ef\u4ee5\u9009\u62e9\u5728\u4e3b\u9898\u4e2d\u5206\u914d\u54ea\u4e2a\u5206\u533a\u7684\u6d88\u606f\u3002\u8fd9\u53ef\u4ee5\u901a\u8fc7\u5faa\u73af\u7684\u65b9\u5f0f\u6765\u5b8c\u6210\uff0c\u53ea\u662f\u4e3a\u4e86\u5e73\u8861\u8d1f\u8f7d\uff0c\u6216\u8005\u53ef\u4ee5\u6839\u636e\u4e00\u4e9b\u8bed\u4e49\u5206\u533a\u529f\u80fd\uff08\u6bd4\u5982\u6d88\u606f\u4e2d\u7684\u4e00\u4e9b\u952e\uff09\u6765\u5b8c\u6210\u3002<\/p>\n<p>\u5728\u5982\u4e0b\u6761\u4ef6\u4e0b\uff0cpartition\u8981\u5728consumer\u4e2d\u91cd\u65b0\u5206\u914d\uff1a<br \/>\n<code>\u6761\u4ef61\uff1a\u6709\u65b0\u7684consumer\u52a0\u5165<br \/>\n\u6761\u4ef62\uff1a\u65e7\u7684consumer\u6302\u4e86<br \/>\n\u6761\u4ef63\uff1acoordinator\u6302\u4e86\uff0c\u96c6\u7fa4\u9009\u4e3e\u51fa\u65b0\u7684coordinator<br \/>\n\u6761\u4ef64\uff1atopic\u7684partition\u65b0\u52a0<br \/>\n\u6761\u4ef65\uff1aconsumer\u8c03\u7528unsubscrible()\uff0c\u53d6\u6d88topic\u7684\u8ba2\u9605<\/code><\/p>\n<p>\u5747\u8861\u7684\u6700\u7ec8\u76ee\u7684,\u662f\u63d0\u5347topic\u7684\u5e76\u53d1\u6d88\u8d39\u80fd\u529b,\u5e38\u89c1\u7684\u6709\u4e09\u79cd\u60c5\u51b5\u4f1a\u89e6\u53d1Rebalance\uff1a<\/p>\n<p>\u7ec4\u6210\u5458\u6570\u53d1\u751f\u53d8\u66f4<br \/>\n\u8ba2\u9605\u4e3b\u9898\u6570\u53d1\u751f\u53d8\u66f4<br \/>\n\u8ba2\u9605\u4e3b\u9898\u7684\u5206\u533a\u6570\u53d1\u751f\u53d8\u66f4<\/p>\n<h3><span class=\"ez-toc-section\" id=\"kafka%E6%95%B0%E6%8D%AE%E5%88%86%E5%8C%BA%E5%92%8C%E6%B6%88%E8%B4%B9%E8%80%85%E7%9A%84%E5%85%B3%E7%B3%BB%EF%BC%8Ckafka%E7%9A%84%E6%95%B0%E6%8D%AEoffset%E8%AF%BB%E5%8F%96%E6%B5%81%E7%A8%8B%EF%BC%8Ckafka%E5%86%85%E9%83%A8%E5%A6%82%E4%BD%95%E4%BF%9D%E8%AF%81%E9%A1%BA%E5%BA%8F%EF%BC%8C%E7%BB%93%E5%90%88%E5%A4%96%E9%83%A8%E7%BB%84%E4%BB%B6%E5%A6%82%E4%BD%95%E4%BF%9D%E8%AF%81%E6%B6%88%E8%B4%B9%E8%80%85%E7%9A%84%E9%A1%BA%E5%BA%8F%EF%BC%9F\"><\/span>kafka\u6570\u636e\u5206\u533a\u548c\u6d88\u8d39\u8005\u7684\u5173\u7cfb\uff0ckafka\u7684\u6570\u636eoffset\u8bfb\u53d6\u6d41\u7a0b\uff0ckafka\u5185\u90e8\u5982\u4f55\u4fdd\u8bc1\u987a\u5e8f\uff0c\u7ed3\u5408\u5916\u90e8\u7ec4\u4ef6\u5982\u4f55\u4fdd\u8bc1\u6d88\u8d39\u8005\u7684\u987a\u5e8f\uff1f<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ol>\n<li>kafka\u6570\u636e\u5206\u533a\u548c\u6d88\u8d39\u8005\u7684\u5173\u7cfb\uff1a<br \/>\n1\u4e2apartition\u53ea\u80fd\u88ab\u540c\u7ec4\u7684\u2f00\u4e2aconsumer\u6d88\u8d39\uff0c\u540c\u7ec4\u7684consumer\u5219\u8d77\u5230\u5747\u8861\u6548\u679c<\/li>\n<li>kafka\u7684\u6570\u636eoffset\u8bfb\u53d6\u6d41\u7a0b<br \/>\n\u200b 1.\u8fde\u63a5ZK\u96c6\u7fa4\uff0c\u4eceZK\u4e2d\u62ff\u5230\u5bf9\u5e94topic\u7684partition\u4fe1\u606f\u548cpartition<br \/>\n\u7684Leader\u7684\u76f8\u5173\u4fe1\u606f<br \/>\n\u200b 2.\u8fde\u63a5\u5230\u5bf9\u5e94Leader\u5bf9\u5e94\u7684broker<br \/>\n\u200b 3.consumer\u5c06\u2f83\u2f30\u4fdd\u5b58\u7684offset\u53d1\u9001\u7ed9Leader<br \/>\n\u200b 4.Leader\u6839\u636eoffset\u7b49\u4fe1\u606f\u5b9a\u4f4d\u5230segment\uff08\u7d22\u5f15\u2f42\u4ef6\u548c\u2f47\u5fd7\u2f42<br \/>\n\u4ef6\uff09<br \/>\n\u200b 5.\u6839\u636e\u7d22\u5f15\u2f42\u4ef6\u4e2d\u7684\u5185\u5bb9\uff0c\u5b9a\u4f4d\u5230\u2f47\u5fd7\u2f42\u4ef6\u4e2d\u8be5\u504f\u79fb\u91cf\u5bf9\u5e94\u7684\u5f00\u59cb<br \/>\n\u4f4d\u7f6e\u8bfb\u53d6\u76f8\u5e94\u2ed3\u5ea6\u7684\u6570\u636e\u5e76\u8fd4\u56de\u7ed9consumer<\/p>\n<\/li>\n<li>\n<p>kafka\u5185\u90e8\u5982\u4f55\u4fdd\u8bc1\u987a\u5e8f\uff1a<br \/>\nkafka\u53ea\u80fd\u4fdd\u8bc1partition\u5185\u662f\u6709\u5e8f\u7684\uff0c\u4f46\u662fpartition\u95f4\u7684\u6709\u5e8f\u662f\u6ca1\u529e\u6cd5\u7684\u3002\u7231\u5947\u827a\u7684\u641c\u7d22\u67b6\u6784\uff0c\u662f\u4ece\u4e1a\u52a1\u4e0a\u628a\u9700\u8981\u6709\u5e8f\u7684\u6253\u5230\u540c\u2f00\u4e2apartition<\/p>\n<\/li>\n<\/ol>\n<h2><span class=\"ez-toc-section\" id=\"kafka%E6%80%A7%E8%83%BD%E8%B0%83%E4%BC%98\"><\/span>kafka\u6027\u80fd\u8c03\u4f18<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><span class=\"ez-toc-section\" id=\"Broker%E5%8F%82%E6%95%B0%E9%85%8D%E7%BD%AE\"><\/span>Broker\u53c2\u6570\u914d\u7f6e<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ol>\n<li>\u7f51\u7edc\u548cio\u64cd\u4f5c\u7ebf\u7a0b\u914d\u7f6e\u4f18\u5316<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\"> broker\u5904\u7406\u6d88\u606f\u7684\u6700\u5927\u7ebf\u7a0b\u6570 \u7528\u4e8e\u63a5\u6536\u5e76\u5904\u7406\u7f51\u7edc\u8bf7\u6c42\u7684\u7ebf\u7a0b\u6570\uff0c\u9ed8\u8ba4\u4e3a3\u3002\u4e00\u822cnum.network.threads\u4e3b\u8981\u5904\u7406\u7f51\u7edcio\uff0c\u8bfb\u5199\u7f13\u51b2\u533a\u6570\u636e\uff0c\u57fa\u672c\u6ca1\u6709io\u7b49\u5f85\uff0c\u914d\u7f6e\u7ebf\u7a0b\u6570\u91cf\u4e3acpu\u6838\u6570\u52a01.\n num.network.threads=3 \n broker\u5904\u7406\u78c1\u76d8IO\u7684\u7ebf\u7a0b\u6570  \u914d\u7f6e\u7ebf\u7a0b\u6570\u91cf\u4e3acpu\u6838\u65702\u500d\uff0c\u6700\u5927\u4e0d\u8d85\u8fc73\u500d.\n num.io.threads=8\n<\/code><\/pre>\n<ol start=\"2\">\n<li>log\u6570\u636e\u6587\u4ef6\u5237\u76d8\u7b56\u7565(\u4e3a\u4e86\u5927\u5e45\u5ea6\u63d0\u9ad8producer\u5199\u5165\u541e\u5410\u91cf\uff0c\u9700\u8981\u5b9a\u671f\u6279\u91cf\u5199\u6587\u4ef6\u3002)<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\">#\u6bcf\u5f53producer\u5199\u516510000\u6761\u6d88\u606f\u65f6\uff0c\u5237\u6570\u636e\u5230\u78c1\u76d8 log.flush.interval.messages=10000\n#\u6bcf\u95f4\u96941\u79d2\u949f\u65f6\u95f4\uff0c\u5237\u6570\u636e\u5230\u78c1\u76d8\nlog.flush.interval.ms=1000\n<\/code><\/pre>\n<ol start=\"3\">\n<li>\u65e5\u5fd7\u4fdd\u7559\u7b56\u7565\u914d\u7f6e<\/li>\n<\/ol>\n<p>\u5f53kafka server\u7684\u88ab\u5199\u5165\u6d77\u91cf\u6d88\u606f\u540e\uff0c\u4f1a\u751f\u6210\u5f88\u591a\u6570\u636e\u6587\u4ef6\uff0c\u4e14\u5360\u7528\u5927\u91cf\u78c1\u76d8\u7a7a\u95f4\uff0c\u5982\u679c\u4e0d\u53ca\u65f6\u6e05\u7406\uff0c\u53ef\u80fd\u78c1\u76d8\u7a7a\u95f4\u4e0d\u591f\u7528\uff0ckafka\u9ed8\u8ba4\u662f\u4fdd\u75597\u5929\u3002<\/p>\n<pre><code class=\"language-java line-numbers\">#\u4fdd\u7559\u4e09\u5929\uff0c\u4e5f\u53ef\u4ee5\u66f4\u77ed \nlog.retention.hours=72\n#\u6bb5\u6587\u4ef6\u914d\u7f6e1GB\uff0c\u6709\u5229\u4e8e\u5feb\u901f\u56de\u6536\u78c1\u76d8\u7a7a\u95f4\uff0c\u91cd\u542fkafka\u52a0\u8f7d\u4e5f\u4f1a\u52a0\u5feb(\u5982\u679c\u6587\u4ef6\u8fc7\u5c0f\uff0c\u5219\u6587\u4ef6\u6570\u91cf\u6bd4\u8f83\u591a\uff0c\n#kafka\u542f\u52a8\u65f6\u662f\u5355\u7ebf\u7a0b\u626b\u63cf\u76ee\u5f55(log.dir)\u4e0b\u6240\u6709\u6570\u636e\u6587\u4ef6)\nlog.segment.bytes=1073741824\n<\/code><\/pre>\n<h3><span class=\"ez-toc-section\" id=\"Producer%E4%BC%98%E5%8C%96\"><\/span>Producer\u4f18\u5316<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Message\u7684\u7f13\u51b2\u533a\u5927\u5c0f<\/p>\n<pre><code class=\"language-java line-numbers\">buffer.memory:33554432 (32m)\n#\u5728Producer\u7aef\u7528\u6765\u5b58\u653e\u5c1a\u672a\u53d1\u9001\u51fa\u53bb\u7684Message\u7684\u7f13\u51b2\u533a\u5927\u5c0f\u3002\u7f13\u51b2\u533a\u6ee1\u4e86\u4e4b\u540e\u53ef\u4ee5\u9009\u62e9\u963b\u585e\u53d1\u9001\u6216\u629b\u51fa\u5f02\u5e38\uff0c\u7531block.on.buffer.full\u7684\u914d\u7f6e\u6765\u51b3\u5b9a\u3002\n<\/code><\/pre>\n<p>\u662f\u5426\u8fdb\u884c\u538b\u7f29<\/p>\n<pre><code class=\"language-java line-numbers\">compression.type:none\n\u6709\u6548\u503c\u4e3anone\uff0cgzip\uff0csnappy\u6216lz4\nSnappy\u538b\u7f29\u6280\u672f\u662fGoogle\u5f00\u53d1\u7684\uff0c\u5b83\u53ef\u4ee5\u5728\u63d0\u4f9b\u8f83\u597d\u7684\u538b\u7f29\u6bd4\u7684\u540c\u65f6\uff0c\u51cf\u5c11\u5bf9CPU\u7684\u4f7f\u7528\u7387\u5e76\u4fdd\u8bc1\u597d\u7684\u6027\u80fd\uff0c\u6240\u4ee5\u5efa\u8bae\u5728\u540c\u65f6\u8003\u8651\u6027\u80fd\u548c\u5e26\u5bbd\u7684\u60c5\u51b5\u4e0b\u4f7f\u7528\u3002\nGzip\u538b\u7f29\u6280\u672f\u901a\u5e38\u4f1a\u4f7f\u7528\u66f4\u591a\u7684CPU\u548c\u65f6\u95f4\uff0c\u4f46\u4f1a\u4ea7\u751f\u66f4\u597d\u7684\u538b\u7f29\u6bd4\uff0c\u6240\u4ee5\u5efa\u8bae\u5728\u7f51\u7edc\u5e26\u5bbd\u66f4\u53d7\u9650\u5236\u7684\u60c5\u51b5\u4e0b\u4f7f\u7528\u3002\n\u901a\u8fc7\u542f\u7528\u538b\u7f29\u529f\u80fd\uff0c\u53ef\u4ee5\u51cf\u5c11\u7f51\u7edc\u5229\u7528\u7387\u548c\u5b58\u50a8\u7a7a\u95f4\uff0c\u8fd9\u5f80\u5f80\u662f\u5411Kafka\u53d1\u9001\u6d88\u606f\u7684\u74f6\u9888\u3002\n#\u9ed8\u8ba4\u53d1\u9001\u4e0d\u8fdb\u884c\u538b\u7f29\uff0c\u63a8\u8350\u914d\u7f6e\u4e00\u79cd\u9002\u5408\u7684\u538b\u7f29\u7b97\u6cd5\uff0c\u53ef\u4ee5\u5927\u5e45\u5ea6\u7684\u51cf\u7f13\u7f51\u7edc\u538b\u529b\u548cBroker\u7684\u5b58\u50a8\u538b\u529b\u3002\n<\/code><\/pre>\n<p>\u5728\u53d1\u9001\u5f53\u524d\u6279\u6b21\u6d88\u606f\u4e4b\u524d\u7b49\u5f85\u65b0\u6d88\u606f\u7684\u65f6\u95f4\u91cf<\/p>\n<pre><code class=\"language-java line-numbers\">linger.ms:0\n#Producer\u9ed8\u8ba4\u4f1a\u628a\u4e24\u6b21\u53d1\u9001\u65f6\u95f4\u95f4\u9694\u5185\u6536\u96c6\u5230\u7684\u6240\u6709Requests\u8fdb\u884c\u4e00\u6b21\u805a\u5408\u7136\u540e\u518d\u53d1\u9001\uff0c\u4ee5\u6b64\u63d0\u9ad8\u541e\u5410\u91cf\uff0c\u800clinger.ms\u5219\u66f4\u8fdb\u4e00\u6b65\uff0c\u8fd9\u4e2a\u53c2\u6570\u4e3a\u6bcf\u6b21\u53d1\u9001\u589e\u52a0\u4e00\u4e9bdelay\uff0c\u4ee5\u6b64\u6765\u805a\u5408\u66f4\u591a\u7684Message\u3002\n<\/code><\/pre>\n<p>\u6bcf\u6279\u5904\u7406\u7684\u6570\u636e\u91cf<\/p>\n<pre><code class=\"language-java line-numbers\">batch.size:16384 16k\n#\u5f53\u591a\u4e2a\u6d88\u606f\u88ab\u53d1\u9001\u5230\u540c\u4e00\u4e2a\u5206\u533a\u65f6\uff0c\u751f\u4ea7\u8005\u4f1a\u628a\u5b83\u4eec\u4e00\u8d77\u5904\u7406\u3002\u6b64\u914d\u7f6e\u8bbe\u7f6e\u7528\u4e8e\u6bcf\u6279\u5904\u7406\u4f7f\u7528\u7684\u5185\u5b58\u5b57\u8282\u6570batch.size\u6307\u660e\u4e86\u4e00\u6b21Batch\u5408\u5e76\u540eRequests\u603b\u5927\u5c0f\u7684\u4e0a\u9650\u3002\u5982\u679c\u8fd9\u4e2a\u503c\u8bbe\u7f6e\u7684\u592a\u5c0f\uff0c\u53ef\u80fd\u4f1a\u5bfc\u81f4\u6240\u6709\u7684Request\u90fd\u4e0d\u8fdb\u884cBatch\u3002\n<\/code><\/pre>\n<p>\u5ba2\u6237\u7aef\u4f1a\u91cd\u65b0\u53d1\u9001\u4efb\u4f55\u53d1\u9001\u5931\u8d25\u7684\u6d88\u606f\u7684\u6b21\u6570<\/p>\n<pre><code class=\"language-java line-numbers\">retries\n\u9ed8\u8ba4\u503c\u4e3a0\uff0c\u5f53\u8bbe\u7f6e\u4e3a\u5927\u4e8e\u96f6\u7684\u503c\uff0c\u5ba2\u6237\u7aef\u4f1a\u91cd\u65b0\u53d1\u9001\u4efb\u4f55\u53d1\u9001\u5931\u8d25\u7684\u6d88\u606f\u3002\n\u6ce8\u610f\uff0c\u6b64\u91cd\u8bd5\u4e0e\u5ba2\u6237\u7aef\u6536\u5230\u9519\u8bef\u65f6\u91cd\u65b0\u53d1\u9001\u6d88\u606f\u662f\u6ca1\u6709\u533a\u522b\u7684\u3002\n\u5728\u914d\u7f6emax.in.flight.requests.per.connection\u4e0d\u7b49\u4e8e1\u7684\u60c5\u51b5\u4e0b\uff0c\u5141\u8bb8\u91cd\u8bd5\u53ef\u80fd\u4f1a\u6539\u53d8\u6d88\u606f\u7684\u987a\u5e8f\uff0c\n\u56e0\u4e3a\u5982\u679c\u4e24\u4e2a\u6279\u6b21\u7684\u6d88\u606f\u88ab\u53d1\u9001\u5230\u540c\u4e00\u4e2a\u5206\u533a\uff0c\u7b2c\u4e00\u6279\u6d88\u606f\u53d1\u9001\u5931\u8d25\u4f46\u7b2c\u4e8c\u6279\u6210\u529f\uff0c\u800c\u7b2c\u4e00\u6279\u6d88\u606f\u4f1a\u88ab\u91cd\u65b0\u53d1\u9001\uff0c\u5219\u7b2c\u4e8c\u6279\u6d88\u606f\u4f1a\u5148\u88ab\u5199\u5165\u3002\u6ce8\u610f\u6b64\u53c2\u6570\u53ef\u80fd\u4f1a\u6539\u53d8\u6d88\u606f\u7684\u987a\u5e8f\u6027\u3002\n<\/code><\/pre>\n<p>\u6237\u7aef\u7b49\u5f85\u8bf7\u6c42\u54cd\u5e94\u7684\u6700\u957f\u65f6\u95f4<\/p>\n<pre><code class=\"language-java line-numbers\"> request.timeout.ms\n\u6b64\u914d\u7f6e\u8bbe\u7f6e\u5ba2\u6237\u7aef\u7b49\u5f85\u8bf7\u6c42\u54cd\u5e94\u7684\u6700\u957f\u65f6\u95f4\uff0c\u9ed8\u8ba4\u4e3a30000ms=30\u79d2\n\u5982\u679c\u5728\u8fd9\u4e2a\u65f6\u95f4\u5185\u6ca1\u6709\u6536\u5230\u54cd\u5e94\uff0c\u5ba2\u6237\u7aef\u5c06\u91cd\u53d1\u8bf7\u6c42\uff0c\u5982\u679c\u8d85\u8fc7\u91cd\u8bd5\u6b21\u6570\u5c06\u629b\u5f02\u5e38\u3002\n\u6b64\u914d\u7f6e\u5e94\u8be5\u6bd4replica.lag.time.max.ms\uff08broker\u914d\u7f6e\uff0c\u9ed8\u8ba410\u79d2\uff09\u5927\uff0c\u4ee5\u51cf\u5c11\u7531\u4e8e\u751f\u4ea7\u8005\u4e0d\u5fc5\u8981\u7684\u91cd\u8bd5\u9020\u6210\u6d88\u606f\u91cd\u590d\u7684\u53ef\u80fd\u6027\u3002\n<\/code><\/pre>\n<p>follower\u88ab\u8e22\u51faISR\u7684\u65f6\u95f4\u754c\u9650<\/p>\n<pre><code class=\"language-java line-numbers\">replica.lag.time.max.ms \u9ed8\u8ba4\u503c\u4e3a5000ms\n\u5728 follower \u843d\u540e leader \u8d85\u8fc7replica.lag.max.messages \u6761\u6d88\u606f\u7684\u65f6\u5019\uff0c\u4e0d\u4f1a\u7acb\u9a6c\u8e22\u51faISR \u96c6\u5408\uff0c\u800c\u662f\u6301\u7eed\u843d\u540e\u8d85\u8fc7  replica.lag.time.max.ms \u65f6\u95f4\uff0c\u624d\u4f1a\u88ab\u8e22\u51fa\uff0c\n\u8fd9\u6837\u5c31\u80fd\u907f\u514d\u6d41\u91cf\u6296\u52a8\u9020\u6210\u7684\u8fd0\u7ef4\u95ee\u9898\uff0c\u56e0\u4e3afollower \u5728\u4e0b\u4e00\u6b21fetch\u7684\u65f6\u5019\u5c31\u4f1a\u8ddf\u4e0aleader\uff0c \u8fd9\u6837\u5c31\u4e5f\u4e0d\u7528\u5bf9 topic \u7684\u5199\u5165\u901f\u5ea6\u505a\u4efb\u4f55\u7684\u4f30\u8ba1\u3002\n replica.lag.max.messages \u4e3afollower\u843d\u540eleader\u7684\u6b21\u6570\u3002\n<\/code><\/pre>\n<h3><span class=\"ez-toc-section\" id=\"Consumer%E4%BC%98%E5%8C%96\"><\/span>Consumer\u4f18\u5316<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p><code>vim \/opt\/kafka\/config\/consumer.properties<\/code><\/p>\n<pre><code class=\"language-java line-numbers\">num.consumer.fetchers:1\n#\u542f\u52a8Consumer\u7684\u4e2a\u6570\uff0c\u9002\u5f53\u589e\u52a0\u53ef\u4ee5\u63d0\u9ad8\u5e76\u53d1\u5ea6\u3002\nfetch.min.bytes:1\n#\u6bcf\u6b21Fetch Request\u81f3\u5c11\u8981\u62ff\u5230\u591a\u5c11\u5b57\u8282\u7684\u6570\u636e\u624d\u53ef\u4ee5\u8fd4\u56de\u3002\n#\u5728Fetch Request\u83b7\u53d6\u7684\u6570\u636e\u81f3\u5c11\u8fbe\u5230fetch.min.bytes\u4e4b\u524d\uff0c\u5141\u8bb8\u7b49\u5f85\u7684\u6700\u5927\u65f6\u957f\u3002\u5bf9\u5e94\u4e0a\u9762\u8bf4\u5230\u7684Purgatory\u4e2d\u8bf7\u6c42\u7684\u8d85\u65f6\u65f6\u95f4\u3002\nfetch.wait.max.ms:100\n<\/code><\/pre>\n<p>\u6d88\u8d39\u8005\u662f\u5426\u81ea\u52a8\u63d0\u4ea4\u504f\u79fb\u91cf<\/p>\n<pre><code class=\"language-java line-numbers\">\u9ed8\u8ba4\u503c\u662ftrue\uff0c\u4e3a\u4e86\u5c3d\u91cf\u907f\u514d\u91cd\u590d\u6570\u636e\u548c\u6570\u636e\u4e22\u5931\uff0c\u53ef\u4ee5\u628a\u5b83\u8bbe\u7f6e\u4e3afalse\uff0c\n\u7531\u81ea\u5df1\u63a7\u5236\u5408\u9002\u63d0\u4ea4\u504f\u79fb\u91cf\uff0c\u5982\u679c\u8bbe\u7f6e\u4e3atrue\uff0c \u53ef\u4ee5\u901a\u8fc7\u8bbe\u7f6e auto.commit.interval.ms\u5c5e\u6027\u6765\u63a7\u5236\u63d0\u4ea4\u7684\u9891\u7387\nenable.auto.commit\n<\/code><\/pre>\n<p>\u5f53\u4e00\u4e2aconsumer\u56e0\u67d0\u79cd\u539f\u56e0\u9000\u51faGroup\u65f6\uff0c\u8fdb\u884c\u91cd\u65b0\u5206\u914dpartition\u540e\uff0c\u540c\u4e00group\u4e2d\u7684\u53e6\u4e00\u4e2aconsumer\u5728\u8bfb\u53d6\u8be5partition\u65f6\uff0c\u600e\u4e48\u80fd\u591f\u77e5\u9053\u4e0a\u4e00\u4e2aconsumer\u8be5\u4ece\u54ea\u4e2aoffset\u7684message\u8bfb\u53d6\u5462\uff1f<br \/>\n\u662f\u5982\u4f55\u4fdd\u8bc1\u540c\u4e00\u4e2agroup\u5185\u7684consumer\u4e0d\u91cd\u590d\u6d88\u8d39\u6d88\u606f\u5462?;\u8fd9\u4e9b\u6570\u636e\u8fd8\u6ca1\u6709\u88ab\u6d88\u606f\u5b8c\u6bd5\uff0cConsumer\u5c31\u6302\u6389\u4e86\uff0c\u4e0b\u4e00\u6b21\u8fdb\u884c\u6570\u636efetch\u65f6\uff0c\u662f\u5426\u4f1a\u4ece\u4e0a\u6b21\u8bfb\u5230\u7684\u6570\u636e\u5f00\u59cb\u8bfb\u53d6\uff0c\u800c\u5bfc\u81f4Consumer\u6d88\u8d39\u7684\u6570\u636e\u4e22\u5931\u5417\uff1f<\/p>\n<p><span class=\"text-highlighted-inline\" style=\"background-color: #fffd38;\"> \u4e3a\u4e86\u505a\u5230\u8fd9\u4e00\u70b9\uff0c\u5f53\u4f7f\u7528\u5b8cpoll\u4ece\u672c\u5730\u7f13\u5b58\u62c9\u53d6\u5230\u6570\u636e\u4e4b\u540e\uff0c\u9700\u8981client\u8c03\u7528commitSync\u65b9\u6cd5\uff08\u6216\u8005commitAsync\u65b9\u6cd5\uff09\u53bbcommit \u4e0b\u4e00\u6b21\u8be5\u53bb\u8bfb\u53d6 \u54ea\u4e00\u4e2aoffset\u7684message\u3002<br \/>\n\u800c\u8fd9\u4e2acommit\u65b9\u6cd5\u4f1a\u901a\u8fc7\u8d70\u7f51\u7edc\u7684commit\u8bf7\u6c42\u5c06offset\u5728coordinator\u4e2d\u4fdd\u7559\uff0c\u8fd9\u6837\u5c31\u80fd\u591f\u4fdd\u8bc1\u4e0b\u4e00\u6b21\u8bfb\u53d6\uff08\u4e0d\u8bba\u8fdb\u884c\u4e86rebalance\uff09\u65f6\uff0c\u65e2\u4e0d\u4f1a\u91cd\u590d\u6d88\u8d39\u6d88\u606f\uff0c\u4e5f\u4e0d\u4f1a\u9057\u6f0f\u6d88\u606f\u3002<\/span><\/p>\n<ul>\n<li>\u6d88\u8d39\u8005\u957f\u65f6\u95f4\u5931\u6548\u5f53\u524d\u7684\u504f\u79fb\u91cf\u5df2\u7ecf\u8fc7\u65f6\u5e76\u4e14\u88ab\u5220\u9664\u4e86<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">\u9ed8\u8ba4\u503c\u662flatest\uff0c\u4e5f\u5c31\u662f\u4ece\u6700\u65b0\u8bb0\u5f55\u8bfb\u53d6\u6570\u636e\uff08\u6d88\u8d39\u8005\u542f\u52a8\u4e4b\u540e\u751f\u6210\u7684\u8bb0\u5f55\uff09\uff0c\u53e6\u4e00\u4e2a\u503c\u662fearliest\uff0c\u610f\u601d\u662f\u5728\u504f\u79fb\u91cf\u65e0\u6548\u7684\u60c5\u51b5\u4e0b\uff0c\u6d88\u8d39\u8005\u4ece\u8d77\u59cb\u4f4d\u7f6e\u5f00\u59cb\u8bfb\u53d6\u6570\u636e\u3002\nauto.offset.reset\n<\/code><\/pre>\n<ul>\n<li>\u5f53\u6d88\u8d39\u8005\u88ab\u8ba4\u4e3a\u5df2\u7ecf\u6302\u6389\u4e4b\u524d\u53ef\u4ee5\u4e0e\u670d\u52a1\u5668\u65ad\u5f00\u8fde\u63a5\u7684\u65f6\u95f4<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">session.timeout.ms\n\u9ed8\u8ba4\u662f3s\uff0c\u6d88\u8d39\u8005\u57283s\u4e4b\u5185\u6ca1\u6709\u518d\u6b21\u5411\u670d\u52a1\u5668\u53d1\u9001\u5fc3\u8df3\uff0c\u90a3\u4e48\u5c06\u4f1a\u88ab\u8ba4\u4e3a\u5df2\u7ecf\u6b7b\u4ea1.\u6b64\u65f6\uff0c\u534f\u8c03\u5668\u5c06\u4f1a\u51fa\u53d1\u518d\u5747\u8861\uff0c\u628a\u5b83\u7684\u5206\u533a\u5206\u914d\u7ed9\u5176\u4ed6\u7684\u6d88\u8d39\u8005\uff0c\n\u8be5\u5c5e\u6027\u4e0eheartbeat.interval.ms\u7d27\u5bc6\u76f8\u5173\uff0c\u8be5\u53c2\u6570\u5b9a\u4e49\u4e86\u6d88\u8d39\u8005\u53d1\u9001\u5fc3\u8df3\u7684\u65f6\u95f4\u95f4\u9694\uff0c\u4e5f\u5c31\u662f\u5fc3\u8df3\u9891\u7387\uff0c\u4e00\u822c\u8981\u540c\u65f6\u4fee\u6539\u8fd9\u4e24\u4e2a\u53c2\u6570\uff0cheartbeat.interval.ms\u53c2\u6570\u503c\u5fc5\u987b\u8981\u5c0f\u4e8esession.timeout.ms\uff0c\u4e00\u822c\u662fsession.timeout.ms\u7684\u4e09\u5206\u4e4b\u4e00\uff0c\n\u6bd4\u5982\uff0csession.timeout.ms\u8bbe\u7f6e\u62103min\uff0c\u90a3\u4e48heartbeat.interval.ms\u4e00\u822c\u8bbe\u7f6e\u62101min\uff0c\u8fd9\u6837\uff0c\u53ef\u4ee5\u66f4\u5feb\u7684\u68c0\u6d4b\u4ee5\u53ca\u6062\u590d\u5d29\u6e83\u7684\u8282\u70b9\uff0c\n\u4e0d\u8fc7\u957f\u65f6\u95f4\u7684\u8f6e\u8be2\u6216\u5783\u573e\u6536\u96c6\u53ef\u80fd\u5bfc\u81f4\u975e\u9884\u671f\u7684\u518d\u5747\u8861\uff08\u6709\u4e00\u79cd\u60c5\u51b5\u5c31\u662f\u7f51\u7edc\u5ef6\u8fdf\uff0c\u672c\u8eab\u6d88\u8d39\u8005\u662f\u6ca1\u6709\u6302\u6389\u7684\uff0c\u4f46\u662f\u7f51\u7edc\u5ef6\u8fdf\u9020\u6210\u4e86\u5fc3\u8df3\u8d85\u65f6\uff0c\u8fd9\u6837\u672c\u4e0d\u8be5\u53d1\u751f\u518d\u5747\u8861\uff0c\u4f46\u662f\u56e0\u4e3a\u7f51\u7edc\u539f\u56e0\u9020\u6210\u4e86\u975e\u9884\u671f\u7684\u518d\u5747\u8861\uff09\uff0c\u628a\u8be5\u5c5e\u6027\u7684\u503c\u8bbe\u7f6e\u5f97\u5927\u4e00\u4e9b\uff0c\u53ef\u4ee5\u51cf\u5c11\u610f\u5916\u7684\u518d\u5747\u8861\uff0c\u4e0d\u8fc7\u68c0\u6d4b\u8282\u70b9\u5d29\u6124\uff0d\u9700\u8981\u66f4\u957f\u7684\u65f6\u95f4\u3002\n<\/code><\/pre>\n<ul>\n<li>\u670d\u52a1\u5668\u4ece\u6bcf\u4e2a\u5206\u533a\u91cc\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\u7684\u6700\u5927\u5b57\u8282\u6570<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">\u5b83\u7684\u9ed8\u8ba4\u503c\u662flMB\uff0c\u4e5f\u5c31\u662f\u8bf4\uff0ckafkaConsumer.poll() \u65b9\u6cd5\u4ece\u6bcf\u4e2a\u5206\u533a\u91cc\u8fd4\u56de\u7684\u8bb0\u5f55\u6700\u591a\u4e0d\u8d85max.partitions.fetch.bytes \u6307\u5b9a\u7684\u5b57\u8282\n\u5982\u679c\u4e00\u4e2a\u4e3b\u9898\u670920 \u4e2a\u5206\u533a\u548c5 \u4e2a\u6d88\u8d39\u8005\uff0c\u90a3\u4e48\u6bcf\u4e2a\u6d88\u8d39\u8005\u9700\u8981\u81f3\u5c114MB \u7684\u53ef\u7528\u5185\u5b58\u6765\u63a5\u6536\u8bb0\u5f55,\n\u5728\u4e3a\u6d88\u8d39\u8005\u5206\u914d\u5185\u5b58\u65f6\uff0c\u53ef\u4ee5\u7ed9\u5b83\u4eec\u591a\u5206\u914d\u4e00\u4e9b\uff0c\u56e0\u4e3a\u5982\u679c\u7fa4\u7ec4\u91cc\u6709\u6d88\u8d39\u8005\u53d1\u751f\u5954\u6e83\uff0c\u5269\u4e0b\u7684\u6d88\u8d39\u8005\u9700\u8981\u5904\u7406\u66f4\u591a\u7684\u5206\u533a\n\u5728\u8bbe\u7f6e\u8be5\u5c5e\u6027\u65f6\uff0c\u53e6\u4e00\u4e2a\u9700\u8981\u8003\u8651\u7684\u56e0\u7d20\u662f\u6d88\u8d39\u8005\u5904\u7406\u6570\u636e\u7684\u65f6\u95f4\u3002\u6d88\u8d39\u8005\u9700\u8981\u9891\u7e41\u8c03\u7528poll()\u65b9\u6cd5\u6765\u907f\u514d\u4f1a\u8bdd\u8fc7\u671f\u548c\u53d1\u751f\u5206\u533a\u518d\u5747\u8861\uff0c\n\u5982\u679c\u5355\u6b21\u8c03\u7528poll()\u8fd4\u56de\u7684\u6570\u636e\u592a\u591a\uff0c\u6d88\u8d39\u8005\u9700\u8981\u66f4\u591a\u7684\u65f6\u95f4\u6765\u5904\u7406\uff0c\u53ef\u80fd\u65e0\u602f\u53ca\u65f6\u8fdb\u884c\u4e0b\u4e00\u4e2a\u8f6e\u8be2\u6765\u907f\u514d\u4f1a\u8bdd\u8fc7\u671f\u3002\n\u5982\u679c\u51fa\u73b0\u8fd9\u79cd\u60c5\u51b5\uff0c \u53ef\u4ee5\u628amax.partitioin.fetch.bytes \u503c\u6539\u5c0f\uff0c\u6216\u8005\u5ef6\u957f\u4f1a\u8bdd\u8fc7\u671f\u65f6\u95f4\u3002\n<\/code><\/pre>\n<ul>\n<li>\u6d88\u8d39\u8005\u4ece\u670d\u52a1\u5668\u83b7\u53d6\u8bb0\u5f55\u7684\u6700\u5c0f\u5b57\u8282\u6570<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">broker\u6536\u5230\u6d88\u8d39\u8005\u62c9\u53d6\u6570\u636e\u7684\u8bf7\u6c42\u7684\u65f6\u5019\uff0c\u5982\u679c\u53ef\u7528\u6570\u636e\u91cf\u5c0f\u4e8e\u8bbe\u7f6e\u7684\u503c\uff0c\u90a3\u4e48broker\u5c06\u4f1a\u7b49\u5f85\u6709\u8db3\u591f\u53ef\u7528\u7684\u6570\u636e\u7684\u65f6\u5019\u624d\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\uff0c\u8fd9\u6837\u53ef\u4ee5\u964d\u4f4e\u6d88\u8d39\u8005\u548cbroker\u7684\u5de5\u4f5c\u8d1f\u8f7d\n<\/code><\/pre>\n<ul>\n<li>broker\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\u6700\u5c0f\u7684\u6570\u636e\u91cf<\/li>\n<\/ul>\n<pre><code class=\"language-java line-numbers\">\u800cfetch.max.wait.ms\u8bbe\u7f6e\u7684\u5219\u662fbroker\u7684\u7b49\u5f85\u65f6\u95f4\uff0c\u4e24\u4e2a\u5c5e\u6027\u53ea\u8981\u6ee1\u8db3\u4e86\u4efb\u4f55\u4e00\u6761\uff0cbroker\u90fd\u4f1a\u5c06\u6570\u636e\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\n\u4e3e\u4e2a\u4f8b\u5b50\uff0cfetch.min.bytes\u8bbe\u7f6e\u62101MB\uff0cfetch.max.wait.ms\u8bbe\u7f6e\u62101000ms\uff0c\u90a3\u4e48\u5982\u679c\u57281000ms\u65f6\u95f4\u5185\uff0c\u5982\u679c\u6570\u636e\u91cf\u8fbe\u5230\u4e861MB\uff0cbroker\u5c06\u4f1a\u628a\u6570\u636e\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\uff1b\n\u5982\u679c\u5df2\u7ecf\u8fc7\u4e861000ms\uff0c\u4f46\u662f\u6570\u636e\u91cf\u8fd8\u6ca1\u6709\u8fbe\u52301MB\uff0c\u90a3\u4e48broker\u4ecd\u7136\u4f1a\u628a\u5f53\u524d\u79ef\u7d2f\u7684\u6240\u6709\u6570\u636e\u8fd4\u56de\u7ed9\u6d88\u8d39\u8005\n<\/code><\/pre>\n<h3><span class=\"ez-toc-section\" id=\"%E5%88%86%E5%8C%BA%E5%88%86%E9%85%8D%E7%AD%96%E7%95%A5\"><\/span>\u5206\u533a\u5206\u914d\u7b56\u7565<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>Range\uff1a\u8be5\u7b56\u7565\u4f1a\u628a\u4e3b\u9898\u7684\u82e5\u5e72\u4e2a\u8fde\u7eed\u7684\u5206\u533a\u5206\u914d\u7ed9\u6d88\u8d39\u8005<br \/>\nRobin\uff1a\u8be5\u7b56\u7565\u628a\u4e3b\u9898\u7684\u6240\u6709\u5206\u533a\u9010\u4e2a\u5206\u914d\u7ed9\u6d88\u8d39\u8005<br \/>\n\u5206\u533a\u7b56\u7565\u9ed8\u8ba4\u662f\uff1aorg.apache.kafka.clients.consumer.RangeAssignor=>Range\u7b56\u7565<br \/>\norg.apache.kafka.clients.consumer.RoundRobinAssignor=>Robin\u7b56\u7565<\/p>\n<h4><span class=\"ez-toc-section\" id=\"%E5%AE%9E%E7%8E%B0%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E5%8C%BA\"><\/span>\u5b9e\u73b0\u81ea\u5b9a\u4e49\u5206\u533a<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<pre><code class=\"language-java line-numbers\">public class MyParatitioner implements Partitioner {\n    @Override\n    public void configure(Map&lt;String, ?&gt; configs) {\n    }\n\n    @Override\n    public int partition(String topic, Object key, byte[] keyBytes,\n                         Object value, byte[] valueBytes, Cluster cluster) {\n        \/\/key\u4e0d\u80fd\u7a7a\uff0c\u5982\u679ckey\u4e3a\u7a7a\u7684\u4f1a\u901a\u8fc7\u8f6e\u8be2\u7684\u65b9\u5f0f \u9009\u62e9\u5206\u533a\n        if(keyBytes == null || (!(key instanceof String))){\n            throw new RuntimeException(\"key is null\");\n        }\n        \/\/\u83b7\u53d6\u5206\u533a\u5217\u8868\n        List&lt;PartitionInfo&gt; partitions = cluster.partitionsForTopic(topic);\n\n        \/\/\u4ee5\u4e0b\u662f\u4e0a\u8ff0\u5404\u79cd\u7b56\u7565\u7684\u5b9e\u73b0\uff0c\u4e0d\u80fd\u5171\u5b58\n        \/\/\u968f\u673a\u7b56\u7565\n        return ThreadLocalRandom.current().nextInt(partitions.size());\n\n        \/\/\u6309\u6d88\u606f\u952e\u4fdd\u5b58\u7b56\u7565\n        return Math.abs(key.hashCode()) % partitions.size();\n\n        \/\/\u81ea\u5b9a\u4e49\u5206\u533a\u7b56\u7565, \u6bd4\u5982key\u4e3a123\u7684\u6d88\u606f\uff0c\u9009\u62e9\u653e\u5165\u6700\u540e\u4e00\u4e2a\u5206\u533a\n        if(key.toString().equals(\"123\")){\n            return partitions.size()-1;\n        }else{\n            \/\/\u5426\u5219\u968f\u673a\n            ThreadLocalRandom.current().nextInt(partitions.size());\n        }\n    }\n\n    @Override\n    public void close() {\n    }\n}\n<\/code><\/pre>\n<h2><span class=\"ez-toc-section\" id=\"kafka%E9%AB%98%E5%90%9E%E5%90%90%E9%87%8F%E8%BF%BD%E6%BA%AF\"><\/span>kafka\u9ad8\u541e\u5410\u91cf\u8ffd\u6eaf<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u5728Kafka\u4e2d\u4f20\u9012\u6d88\u606f\u662f\u901a\u8fc7\u4f7f\u7528sendfile API\u5b8c\u6210\u7684\u3002\u5b83\u652f\u6301\u5c06\u5b57\u8282Socket\u8f6c\u79fb\u5230\u78c1\u76d8\uff0c\u901a\u8fc7\u5185\u6838\u7a7a\u95f4\u4fdd\u5b58\u526f\u672c\uff0c\u5e76\u5728\u5185\u6838\u7528\u6237\u4e4b\u95f4\u8c03\u7528\u5185\u6838\u3002<\/p>\n<ul>\n<li>\u96f6\u62f7\u8d1d\u6280\u672f<\/li>\n<\/ul>\n<p>\u96f6\u62f7\u8d1d(zero-copy)\u662f\u5b9e\u73b0\u4e3b\u673a\u6216\u8def\u7531\u5668\u7b49\u8bbe\u5907\u9ad8\u901f\u7f51\u7edc\u63a5\u53e3\u7684\u4e3b\u8981\u6280\u672f\uff1b\u4e00\u822c\u6765\u8bf4, \u8ba4\u4e3a\u4ece\u7f51\u5361\u5230\u7528\u6237\u7a7a\u95f4\u7684\u7cfb\u7edf\u8c03\u7528\u4f1a\u7ecf\u5386\u4e24\u6b21\u6216\u8005\u4e24\u6b21\u534a\u7684copy\u8fc7\u7a0b.zero copy\u5c31\u662f\u8981\u6d88\u9664\u8fd9\u4e9bcopy\u8fc7\u7a0b.\u96f6\u62f7\u8d1d\u4e3b\u8981\u7684\u4efb\u52a1\u5c31\u662f\u907f\u514dCPU\u5c06\u6570\u636e\u4ece\u4e00\u5757\u5b58\u50a8\u62f7\u8d1d\u5230\u53e6\u5916\u4e00\u5757\u5b58\u50a8\uff0c\u4e3b\u8981\u5c31\u662f\u5229\u7528\u5404\u79cd\u96f6\u62f7\u8d1d\u6280\u672f\uff0c\u907f\u514d\u8ba9CPU\u505a\u5927\u91cf\u7684\u6570\u636e\u62f7\u8d1d\u4efb\u52a1\uff0c\u51cf\u5c11\u4e0d\u5fc5\u8981\u7684\u62f7\u8d1d\uff0c\u6216\u8005\u8ba9\u522b\u7684\u7ec4\u4ef6\u6765\u505a\u8fd9\u4e00\u7c7b\u7b80\u5355\u7684\u6570\u636e\u4f20\u8f93\u4efb\u52a1\uff0c\u8ba9CPU\u89e3\u8131\u51fa\u6765\u4e13\u6ce8\u4e8e\u522b\u7684\u4efb\u52a1\u3002\u8fd9\u6837\u5c31\u53ef\u4ee5\u8ba9\u7cfb\u7edf\u8d44\u6e90\u7684\u5229\u7528\u66f4\u52a0\u6709\u6548\u3002<\/p>\n<p><img src=\"https:\/\/www.specialwu.com\/wp-content\/uploads\/2021\/01\/\u4f20\u7edf\u7684\u6570\u636e\u62f7\u8d1d\u65b9\u5f0f.webp_.jpg\" alt=\"\" \/><br \/>\n1.JVM\u5411OS\u53d1\u51faread()\u7cfb\u7edf\u8c03\u7528\uff0c\u89e6\u53d1\u4e0a\u4e0b\u6587\u5207\u6362\uff0c\u4ece\u7528\u6237\u6001\u5207\u6362\u5230\u5185\u6838\u6001\u3002<br \/>\n2.\u4ece\u5916\u90e8\u5b58\u50a8\uff08\u5982\u786c\u76d8\uff09\u8bfb\u53d6\u6587\u4ef6\u5185\u5bb9\uff0c\u901a\u8fc7\u76f4\u63a5\u5185\u5b58\u8bbf\u95ee\uff08DMA\uff09\u5b58\u5165\u5185\u6838\u5730\u5740\u7a7a\u95f4\u7684\u7f13\u51b2\u533a\u3002<br \/>\n3.\u5c06\u6570\u636e\u4ece\u5185\u6838\u7f13\u51b2\u533a\u62f7\u8d1d\u5230\u7528\u6237\u7a7a\u95f4\u7f13\u51b2\u533a\uff0cread()\u7cfb\u7edf\u8c03\u7528\u8fd4\u56de\uff0c\u5e76\u4ece\u5185\u6838\u6001\u5207\u6362\u56de\u7528\u6237\u6001\u3002<br \/>\n4.JVM\u5411OS\u53d1\u51fawrite()\u7cfb\u7edf\u8c03\u7528\uff0c\u89e6\u53d1\u4e0a\u4e0b\u6587\u5207\u6362\uff0c\u4ece\u7528\u6237\u6001\u5207\u6362\u5230\u5185\u6838\u6001\u3002<br \/>\n5.\u5c06\u6570\u636e\u4ece\u7528\u6237\u7f13\u51b2\u533a\u62f7\u8d1d\u5230\u5185\u6838\u4e2d\u4e0e\u76ee\u7684\u5730Socket\u5173\u8054\u7684\u7f13\u51b2\u533a\u3002<br \/>\n6.\u6570\u636e\u6700\u7ec8\u7ecf\u7531Socket\u901a\u8fc7DMA\u4f20\u9001\u5230\u786c\u4ef6\uff08\u5982\u7f51\u5361\uff09\u7f13\u51b2\u533a\uff0cwrite()\u7cfb\u7edf\u8c03\u7528\u8fd4\u56de\uff0c\u5e76\u4ece\u5185\u6838\u6001\u5207\u6362\u56de\u7528\u6237\u6001\u3002<br \/>\n\u7531\u4e0b\u56fe\u53ef\u4ee5\u770b\u51fa\u5c11\u4e86\u4e00\u6b21\u6570\u636e\u62f7\u8d1d\u7684\u6b21\u6570<br \/>\n<img src=\"https:\/\/www.specialwu.com\/wp-content\/uploads\/2021\/01\/\u57fa\u7840\u7684\u96f6\u62f7\u8d1d\u6280\u672f.webp_.jpg\" alt=\"\" \/><\/p>\n<h1><span class=\"ez-toc-section\" id=\"%E5%BC%82%E5%B8%B8%E9%97%AE%E9%A2%98%E5%A4%84%E7%90%86\"><\/span>\u5f02\u5e38\u95ee\u9898\u5904\u7406<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h3><span class=\"ez-toc-section\" id=\"orgapachekafkacommonerrorsNetworkException_The_server_disconnected_before_a_response_was_received\"><\/span>org.apache.kafka.common.errors.NetworkException: The server disconnected before a response was received.<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ol>\n<li>\u6267\u884c\u5982\u4e0b\u6d4b\u8bd5\u751f\u4ea7\u8005\u80fd\u529b\u7684\u547d\u4ee4\u65f6\u4ea7\u751f\u5982\u4e0a\u5f02\u5e38<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\">kafka-producer-perf-test.sh --topic mytopic --num-records 1000000 --record-size 100 --throughput -1 --producer-props acks=1 bootstrap.servers=wq1:9092,wq3:9092 \n<\/code><\/pre>\n<ol>\n<li>\u67e5\u770bZookeeper\u9009\u4e3e\u72b6\u6001<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\">[root@wq3 bin]# zkServer.sh  status\nUsing config: \/opt\/zookeeper-3.4.14\/bin\/..\/conf\/zoo.cfg\nMode: leader\n[root@wq1 bin]# zkServer.sh  status\nZooKeeper JMX enabled by default\nUsing config: \/opt\/zookeeper-3.4.14\/bin\/..\/conf\/zoo.cfg\nMode: follower\n<\/code><\/pre>\n<ol start=\"2\">\n<li>\u91cd\u542fKafka\u96c6\u7fa4(\u5224\u65ad\u4e3a\u8fde\u63a5\u8d85\u65f6)<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\"> kafka-server-start.sh -daemon \/opt\/kafka\/config\/server.properties\n<\/code><\/pre>\n<ol start=\"3\">\n<li>\u67e5\u770b\u751f\u4ea7\u80fd\u529b<\/li>\n<\/ol>\n<pre><code class=\"language-java line-numbers\">301271 records sent, 60133.9 records\/sec (5.73 MB\/sec), 1895.8 ms avg latency, 2412.0 max latency.\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u5b98\u7f51\u4ecb\u7ecd Apache Kafka is an open-source distributed event s [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[7],"tags":[],"_links":{"self":[{"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/posts\/1731"}],"collection":[{"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1731"}],"version-history":[{"count":10,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/posts\/1731\/revisions"}],"predecessor-version":[{"id":2141,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=\/wp\/v2\/posts\/1731\/revisions\/2141"}],"wp:attachment":[{"href":"http:\/\/www.specialwu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1731"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1731"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.specialwu.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1731"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}