DataHubScheduler - Details for Stage 39777 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 12 ms
Locality Level Summary: Process local: 10
Input Size / Records: 2.4 KiB / 1
Associated Job Ids: 25177

digraph G { subgraph clusterstage_39777 { label="Stage 39777"; subgraph cluster405847 { label="Exchange"; 170338 [labelType="html" label="ShuffledRowRDD [170338] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405838 { label="WholeStageCodegen (4)"; 170339 [labelType="html" label="MapPartitionsRDD [170339] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405788 { label="AdaptiveSparkPlan"; 170340 [labelType="html" label="MapPartitionsRDD [170340] [Unordered] javaToPython at <unknown>:0"]; 170341 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city#20380404, region#20380405, status#20380406, is_unknown#20380407, source_evidence#20380408, first_created_date#20380566]\n +- SortMergeJoin [supplier_id#20380397], [supplier_id#20377343], LeftOuter\n :- Sort [supplier_id#20380397 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20380397, 10), ENSURE_REQUIREMENTS, [plan_id=3326116]\n : +- MapInPandas <lambda>(supplier_id#20380372, preferrd_supplier_id#20380373, supplier_uid#20380374, name#20380375, brand_context_id#20380376, country#20380377, state#20380378, city#20380379, region#20380380, status#20380381, is_unknown#20380382, source_evidence#20380383)#20380396, [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city... [170341] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405974 { label="InMemoryTableScan"; 170386 [labelType="html" label="MapPartitionsRDD [170386] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170389 [labelType="html" label="MapPartitionsRDD [170389] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 170390 [labelType="html" label="MapPartitionsRDD [170390] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405961 { label="WholeStageCodegen (2)"; 170395 [labelType="html" label="MapPartitionsRDD [170395] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster405955 { label="BroadcastExchange"; 170396 [labelType="html" label="MapPartitionsRDD [170396] [Unordered] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 170338->170339; 170339->170340; 170340->170341; 170341->170386; 170386->170389; 170389->170390; 170390->170395; 170395->170396; }

170332,170338

170341

Event Timeline

Enable zooming