{"id":47569,"date":"2023-12-11T15:12:15","date_gmt":"2023-12-11T07:12:15","guid":{"rendered":"https:\/\/wx.kaifamiao.info\/?p=47569"},"modified":"2023-12-11T15:12:15","modified_gmt":"2023-12-11T07:12:15","slug":"%e7%ae%80%e5%8d%95%e8%af%b4%e4%b8%80%e4%b8%8bhadoop%e5%92%8cspark%e7%9a%84shuffle%e8%bf%87%e7%a8%8b-4","status":"publish","type":"post","link":"http:\/\/wx.kaifamiao.info\/index.php\/2023\/12\/11\/%e7%ae%80%e5%8d%95%e8%af%b4%e4%b8%80%e4%b8%8bhadoop%e5%92%8cspark%e7%9a%84shuffle%e8%bf%87%e7%a8%8b-4\/","title":{"rendered":"\u7b80\u5355\u8bf4\u4e00\u4e0bhadoop\u548cspark\u7684shuffle\u8fc7\u7a0b"},"content":{"rendered":"<p>&#8220;`&#8221;<\/p>\n<p>hadoop\uff1amap\u7aef\u4fdd\u5b58\u5206\u7247\u6570\u636e\uff0c\u901a\u8fc7\u7f51\u7edc\u6536\u96c6\u5230reduce\u7aef<br \/>\n spark\uff1aspark\u7684shuffle\u662f\u5728DAGSchedular\u5212\u5206Stage\u7684\u65f6\u5019\u4ea7\u751f\u7684\uff0cTaskSchedule\u8981\u5206\u53d1Stage\u5230\u5404\u4e2aworker\u7684executor<\/p>\n<p>\u51cf\u5c11shuffle\u53ef\u4ee5\u63d0\u9ad8\u6027\u80fd<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>&lt;pre&gt;&lt;code&gt;            &quot;&#8220;`<br \/>\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>&#8220;`&#8221; hadoop\uff1amap\u7aef\u4fdd\u5b58\u5206\u7247\u6570\u636e\uff0c\u901a\u8fc7\u7f51\u7edc\u6536\u96c6\u5230reduce\u7aef spark\uff1a [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[101],"tags":[],"class_list":["post-47569","post","type-post","status-publish","format-standard","hentry","category-c"],"_links":{"self":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47569","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/comments?post=47569"}],"version-history":[{"count":1,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47569\/revisions"}],"predecessor-version":[{"id":47570,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47569\/revisions\/47570"}],"wp:attachment":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/media?parent=47569"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/categories?post=47569"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/tags?post=47569"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}