{"id":14589,"date":"2023-12-04T15:54:17","date_gmt":"2023-12-04T07:54:17","guid":{"rendered":"https:\/\/wx.kaifamiao.info\/?p=14589"},"modified":"2023-12-12T16:31:00","modified_gmt":"2023-12-12T08:31:00","slug":"kafka-lilog-anatomyshen-me-yi-si","status":"publish","type":"post","link":"http:\/\/wx.kaifamiao.info\/index.php\/2023\/12\/04\/kafka-lilog-anatomyshen-me-yi-si\/","title":{"rendered":"Kafka \u91cc”Log Anatomy”\u4ec0\u4e48\u610f\u601d\uff1f"},"content":{"rendered":"

"Log Anatomy" \u5728 Kafka \u4e2d\u6307\u7684\u662f\u65e5\u5fd7\u7684\u7ed3\u6784\u548c\u7ec4\u6210\u90e8\u5206\uff0c\u4e3b\u8981\u662f\u5173\u4e8e Kafka \u6d88\u606f\u65e5\u5fd7\u7684\u89e3\u5256\u548c\u7ec4\u7ec7\u65b9\u5f0f\u3002Kafka \u5c06\u6d88\u606f\u4ee5\u6301\u4e45\u6027\u65e5\u5fd7\uff08Persistent Log\uff09\u7684\u5f62\u5f0f\u5b58\u50a8\uff0c\u8fd9\u4e2a\u65e5\u5fd7\u662f Kafka \u7684\u6838\u5fc3\u7ec4\u4ef6\uff0c\u8d1f\u8d23\u5b58\u50a8\u6240\u6709\u7684\u6d88\u606f\u3002<\/p>\n

\u4ee5\u4e0b\u662f Kafka \u4e2d "Log Anatomy" \u7684\u4e3b\u8981\u7ec4\u6210\u90e8\u5206\uff1a<\/p>\n

    \n
  1. \nSegment\uff08\u6bb5\uff09\uff1a<\/strong><\/p>\n
      \n
    • \u6301\u4e45\u6027\u65e5\u5fd7\u88ab\u5206\u5272\u6210\u4e00\u4e2a\u4e2a\u7684\u6bb5\uff0c\u6bcf\u4e2a\u6bb5\u90fd\u662f\u4e00\u4e2a\u72ec\u7acb\u7684\u6587\u4ef6\u3002Segment \u7684\u5927\u5c0f\u662f\u53ef\u914d\u7f6e\u7684\uff0c\u4e00\u65e6\u8fbe\u5230\u6307\u5b9a\u5927\u5c0f\uff0c\u5c31\u4f1a\u521b\u5efa\u4e00\u4e2a\u65b0\u7684 Segment\u3002\u8fd9\u79cd\u5206\u6bb5\u7684\u673a\u5236\u6709\u52a9\u4e8e\u63d0\u9ad8\u8bfb\u5199\u6027\u80fd\u3002<\/li>\n<\/ul>\n<\/li>\n
    • \nOffset Index\uff08\u504f\u79fb\u91cf\u7d22\u5f15\uff09\uff1a<\/strong><\/p>\n
        \n
      • \u6bcf\u4e2a Segment \u90fd\u6709\u4e00\u4e2a\u5bf9\u5e94\u7684 Offset Index\uff0c\u5b83\u662f\u4e00\u4e2a\u7d22\u5f15\u6587\u4ef6\uff0c\u7528\u4e8e\u52a0\u901f\u6d88\u606f\u7684\u67e5\u627e\u3002Offset Index \u5b58\u50a8\u4e86\u6d88\u606f\u7684\u504f\u79fb\u91cf\uff08Offset\uff09\u548c\u5728\u8be5 Segment \u4e2d\u7684\u7269\u7406\u4f4d\u7f6e\u4e4b\u95f4\u7684\u6620\u5c04\u5173\u7cfb\u3002<\/li>\n<\/ul>\n<\/li>\n
      • \nTime Index\uff08\u65f6\u95f4\u7d22\u5f15\uff09\uff1a<\/strong><\/p>\n
          \n
        • Time Index \u662f\u4e00\u4e2a\u6309\u7167\u6d88\u606f\u65f6\u95f4\u6392\u5e8f\u7684\u7d22\u5f15\u6587\u4ef6\uff0c\u7528\u4e8e\u652f\u6301\u6839\u636e\u65f6\u95f4\u8303\u56f4\u6765\u68c0\u7d22\u6d88\u606f\u3002\u5b83\u5b58\u50a8\u4e86\u6d88\u606f\u7684\u65f6\u95f4\u6233\u548c\u6d88\u606f\u7684\u504f\u79fb\u91cf\u4e4b\u95f4\u7684\u6620\u5c04\u5173\u7cfb\u3002<\/li>\n<\/ul>\n<\/li>\n
        • \nLog Segment Files\uff08\u65e5\u5fd7\u6bb5\u6587\u4ef6\uff09\uff1a<\/strong><\/p>\n
            \n
          • \u6bcf\u4e2a Segment \u6587\u4ef6\u5305\u542b\u4e86\u4e00\u5b9a\u6570\u91cf\u7684\u6d88\u606f\uff0c\u4ee5\u53ca\u9644\u52a0\u7684\u5143\u6570\u636e\u4fe1\u606f\u3002\u6d88\u606f\u662f\u4ee5\u8ffd\u52a0\u65b9\u5f0f\u5199\u5165\u7684\uff0c\u8fd9\u786e\u4fdd\u4e86\u9ad8\u541e\u5410\u91cf\u548c\u6301\u4e45\u6027\u3002<\/li>\n<\/ul>\n<\/li>\n
          • \nMessage Set\uff08\u6d88\u606f\u96c6\u5408\uff09\uff1a<\/strong><\/p>\n
              \n
            • Message Set \u662f\u4e00\u4e2a\u6587\u4ef6\u4e2d\u7684\u6d88\u606f\u96c6\u5408\uff0c\u6309\u7167\u987a\u5e8f\u5b58\u50a8\u3002\u4e00\u4e2a Message Set \u4e2d\u5305\u542b\u4e86\u591a\u4e2a\u6d88\u606f\u4ee5\u53ca\u6bcf\u4e2a\u6d88\u606f\u7684\u5143\u6570\u636e\u4fe1\u606f\uff0c\u5982\u6d88\u606f\u5927\u5c0f\u3001\u504f\u79fb\u91cf\u7b49\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n

              \u901a\u8fc7\u8fd9\u79cd\u65e5\u5fd7\u7ed3\u6784\uff0cKafka \u80fd\u591f\u63d0\u4f9b\u9ad8\u6548\u7684\u6d88\u606f\u8ffd\u52a0\u548c\u8bfb\u53d6\u64cd\u4f5c\u3002\u6bcf\u4e2a Segment \u7684\u521b\u5efa\u548c\u6eda\u52a8\uff08Roll\uff09\u90fd\u662f\u57fa\u4e8e\u4e00\u5b9a\u7684\u6761\u4ef6\uff0c\u4f8b\u5982\u8fbe\u5230\u4e00\u5b9a\u7684\u65f6\u95f4\u9650\u5236\u3001\u6d88\u606f\u6570\u91cf\u8fbe\u5230\u9608\u503c\u6216\u8005\u6587\u4ef6\u5927\u5c0f\u8fbe\u5230\u9650\u5236\u7b49\u3002\u8fd9\u6837\u7684\u8bbe\u8ba1\u4f7f\u5f97 Kafka \u80fd\u591f\u4ee5\u9ad8\u6548\u7684\u65b9\u5f0f\u5b58\u50a8\u548c\u7ba1\u7406\u5927\u91cf\u7684\u6d88\u606f\u6570\u636e\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

              "Log Anatomy" \u5728 Kafka \u4e2d\u6307\u7684\u662f\u65e5\u5fd7\u7684\u7ed3\u6784\u548c\u7ec4\u6210\u90e8\u5206\uff0c\u4e3b\u8981\u662f\u5173\u4e8e Ka […]<\/p>\n","protected":false},"author":9,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[122],"tags":[],"class_list":["post-14589","post","type-post","status-publish","format-standard","hentry","category-kafka"],"_links":{"self":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/14589","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/comments?post=14589"}],"version-history":[{"count":2,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/14589\/revisions"}],"predecessor-version":[{"id":47983,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/14589\/revisions\/47983"}],"wp:attachment":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/media?parent=14589"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/categories?post=14589"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/tags?post=14589"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}