{"id":5456,"date":"2020-11-11T11:20:30","date_gmt":"2020-11-11T03:20:30","guid":{"rendered":"http:\/\/www.ahomer.cn\/?p=5456"},"modified":"2020-11-11T11:21:51","modified_gmt":"2020-11-11T03:21:51","slug":"spark%e4%b8%ad%e7%9a%84stage%e5%92%8ctask","status":"publish","type":"post","link":"http:\/\/www.ahomer.cn\/?p=5456","title":{"rendered":"spark\u4e2d\u7684stage\u548ctask"},"content":{"rendered":"<p>\u63d0\u4ea4spark\u4efb\u52a1\u4e4b\u540e\uff0c\u5728yarn\u4e2d\u53ef\u4ee5\u770b\u5230\u4ee5\u4e0b\u4efb\u52a1\u9875\u9762\uff1a<br \/>\n<img decoding=\"async\" src=\"http:\/\/www.ahomer.cn\/wp-content\/uploads\/2020\/11\/\u4f01\u4e1a\u5fae\u4fe1\u622a\u56fe_f6e808d4-f6e8-42c6-a087-dc9677fb82fc-300x23.png\" alt=\"\" \/><\/p>\n<p>\u6211\u4eec\u9700\u8981\u5206\u6790\u6bcf\u4e2ajob\u7684\u6267\u884c\u60c5\u51b5\uff0c\u6240\u4ee5\u9700\u8981\u5f04\u6e05\u695astage\u3001task\u7684\u5206\u914d\u3002\u5728spark\u4e2dRDD\u751f\u6210\u7684\u4efb\u52a1\u6784\u6210DAG\uff0c\u7531DAGScheduler\u7ba1\u7406\uff0cRDD\u53ef\u4ee5\u5207\u5206\u6210\u4e0d\u540c\u7684stage\uff0c\u6bcf\u4e2astage\u63d0\u4ea4\u5230taskScheduler\u8fdb\u884c\u8c03\u5ea6\u6267\u884c\uff0c\u6bcf\u4e2atask\u7531executor\u6267\u884c\u3002\u603b\u4f53\u5982\u4e0b\u56fe\uff1a<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/www.ahomer.cn\/wp-content\/uploads\/2020\/11\/1604831547_79_w1010_h451.png\" alt=\"\" \/><\/p>\n<p>executor\u7684\u8d44\u6e90\u914d\u7f6e\u51b3\u5b9a\u4e86\u603b\u4f53\u7684\u6267\u884c\u6548\u7387\u3002\u8ba1\u7b97\u8f83\u6162\u53ef\u4ee5\u89c2\u5bdfexecutor\u7684\u603b\u4f53\u8d44\u6e90\u5360\u7528\u60c5\u51b5\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u63d0\u4ea4spark\u4efb\u52a1\u4e4b\u540e\uff0c\u5728yarn\u4e2d\u53ef\u4ee5\u770b\u5230\u4ee5\u4e0b\u4efb\u52a1\u9875\u9762\uff1a \u6211\u4eec\u9700\u8981\u5206\u6790\u6bcf\u4e2ajob\u7684\u6267\u884c\u60c5\u51b5\uff0c\u6240\u4ee5\u9700\u8981\u5f04\u6e05\u695as [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-5456","post","type-post","status-publish","format-standard","hentry","category-others"],"_links":{"self":[{"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/posts\/5456","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=5456"}],"version-history":[{"count":3,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/posts\/5456\/revisions"}],"predecessor-version":[{"id":5461,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=\/wp\/v2\/posts\/5456\/revisions\/5461"}],"wp:attachment":[{"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=5456"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=5456"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.ahomer.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=5456"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}