DataHubScheduler - Details for Stage 39766 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 2.5 KiB / 1
Associated Job Ids: 25170

digraph G { subgraph clusterstage_39766 { label="Stage 39766"; 170346 [labelType="html" label="SQLExecutionRDD [170346] [Unordered] javaToPython at <unknown>:0"]; 170349 [labelType="html" label="PythonRDD [170349] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster405847 { label="Exchange"; 170338 [labelType="html" label="ShuffledRowRDD [170338] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405838 { label="WholeStageCodegen (4)"; 170339 [labelType="html" label="MapPartitionsRDD [170339] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405788 { label="AdaptiveSparkPlan"; 170340 [labelType="html" label="MapPartitionsRDD [170340] [Unordered] javaToPython at <unknown>:0"]; 170341 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city#20380404, region#20380405, status#20380406, is_unknown#20380407, source_evidence#20380408, first_created_date#20380566]\n +- SortMergeJoin [supplier_id#20380397], [supplier_id#20377343], LeftOuter\n :- Sort [supplier_id#20380397 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#20380397, 10), ENSURE_REQUIREMENTS, [plan_id=3326116]\n : +- MapInPandas <lambda>(supplier_id#20380372, preferrd_supplier_id#20380373, supplier_uid#20380374, name#20380375, brand_context_id#20380376, country#20380377, state#20380378, city#20380379, region#20380380, status#20380381, is_unknown#20380382, source_evidence#20380383)#20380396, [supplier_id#20380397, preferrd_supplier_id#20380398, supplier_uid#20380399, name#20380400, brand_context_id#20380401, country#20380402, state#20380403, city... [170341] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405850 { label="InMemoryTableScan"; 170342 [labelType="html" label="MapPartitionsRDD [170342] [Unordered] javaToPython at <unknown>:0"]; 170343 [labelType="html" label="MapPartitionsRDD [170343] [Unordered] javaToPython at <unknown>:0"]; 170344 [labelType="html" label="MapPartitionsRDD [170344] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405848 { label="Coalesce"; 170345 [labelType="html" label="CoalescedRDD [170345] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405851 { label="map"; 170347 [labelType="html" label="MapPartitionsRDD [170347] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster405852 { label="mapPartitions"; 170348 [labelType="html" label="MapPartitionsRDD [170348] [Unordered] javaToPython at <unknown>:0"]; } } 170338->170339; 170339->170340; 170340->170341; 170341->170342; 170342->170343; 170343->170344; 170344->170345; 170345->170346; 170346->170347; 170347->170348; 170348->170349; }

170332,170338

170341

Event Timeline

Enable zooming