{"id":47587,"date":"2023-12-11T15:12:19","date_gmt":"2023-12-11T07:12:19","guid":{"rendered":"https:\/\/wx.kaifamiao.info\/?p=47587"},"modified":"2023-12-11T15:12:19","modified_gmt":"2023-12-11T07:12:19","slug":"hadoop%e6%80%a7%e8%83%bd%e8%b0%83%e4%bc%98%ef%bc%9f-4","status":"publish","type":"post","link":"http:\/\/wx.kaifamiao.info\/index.php\/2023\/12\/11\/hadoop%e6%80%a7%e8%83%bd%e8%b0%83%e4%bc%98%ef%bc%9f-4\/","title":{"rendered":"Hadoop\u6027\u80fd\u8c03\u4f18\uff1f"},"content":{"rendered":"<p>&#8220;`&#8221;<\/p>\n<p>\u8c03\u4f18\u53ef\u4ee5\u901a\u8fc7\u7cfb\u7edf\u914d\u7f6e\u3001\u7a0b\u5e8f\u7f16\u5199\u548c\u4f5c\u4e1a\u8c03\u5ea6\u7b97\u6cd5\u6765\u8fdb\u884c\u3002<br \/>\n hdfs\u7684block.size\u53ef\u4ee5\u8c03\u5230128\/256\uff08\u7f51\u7edc\u5f88\u597d\u7684\u60c5\u51b5\u4e0b\uff0c\u9ed8\u8ba4\u4e3a64\uff09<br \/>\n \u8c03\u4f18\u7684\u5927\u5934\uff1amapred.map.tasks\u3001mapred.reduce.tasks\u8bbe\u7f6emr\u4efb\u52a1\u6570\uff08\u9ed8\u8ba4\u90fd\u662f1\uff09<br \/>\n mapred.tasktracker.map.tasks.maximum\u6bcf\u53f0\u673a\u5668\u4e0a\u7684\u6700\u5927map\u4efb\u52a1\u6570<br \/>\n mapred.tasktracker.reduce.tasks.maximum\u6bcf\u53f0\u673a\u5668\u4e0a\u7684\u6700\u5927reduce\u4efb\u52a1\u6570<br \/>\n mapred.reduce.slowstart.completed.maps\u914d\u7f6ereduce\u4efb\u52a1\u5728map\u4efb\u52a1\u5b8c\u6210\u5230\u767e\u5206\u4e4b\u51e0\u7684\u65f6\u5019\u5f00\u59cb\u8fdb\u5165<br \/>\n \u8fd9\u4e2a\u51e0\u4e2a\u53c2\u6570\u8981\u770b\u5b9e\u9645\u8282\u70b9\u7684\u60c5\u51b5\u8fdb\u884c\u914d\u7f6e\uff0creduce\u4efb\u52a1\u662f\u572833%\u7684\u65f6\u5019\u5b8c\u6210copy\uff0c\u8981\u5728\u8fd9\u4e4b\u524d\u5b8c\u6210map\u4efb\u52a1\uff0c\uff08map\u53ef\u4ee5\u63d0\u524d\u5b8c\u6210\uff09<br \/>\n mapred.compress.map.output,mapred.output.compress\u914d\u7f6e\u538b\u7f29\u9879\uff0c\u6d88\u8017cpu\u63d0\u5347\u7f51\u7edc\u548c\u78c1\u76d8io<br \/>\n \u5408\u7406\u5229\u7528combiner<br \/>\n \u6ce8\u610f\u91cd\u7528writable\u5bf9\u8c61<\/p>\n<p>&lt;pre&gt;&lt;code&gt;            &quot;&#8220;`<br \/>\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>&#8220;`&#8221; \u8c03\u4f18\u53ef\u4ee5\u901a\u8fc7\u7cfb\u7edf\u914d\u7f6e\u3001\u7a0b\u5e8f\u7f16\u5199\u548c\u4f5c\u4e1a\u8c03\u5ea6\u7b97\u6cd5\u6765\u8fdb\u884c\u3002 hdfs\u7684block.s [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[101],"tags":[],"class_list":["post-47587","post","type-post","status-publish","format-standard","hentry","category-c"],"_links":{"self":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47587","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/comments?post=47587"}],"version-history":[{"count":1,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47587\/revisions"}],"predecessor-version":[{"id":47588,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47587\/revisions\/47588"}],"wp:attachment":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/media?parent=47587"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/categories?post=47587"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/tags?post=47587"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}