DataHubScheduler - Details for Stage 26707 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Node local: 1
Input Size / Records: 2.4 KiB / 1
Associated Job Ids: 17927

digraph G { subgraph clusterstage_26707 { label="Stage 26707"; 117691 [labelType="html" label="SQLExecutionRDD [117691] [Unordered] javaToPython at <unknown>:0"]; 117694 [labelType="html" label="PythonRDD [117694] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster294903 { label="Exchange"; 117683 [labelType="html" label="ShuffledRowRDD [117683] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294894 { label="WholeStageCodegen (4)"; 117684 [labelType="html" label="MapPartitionsRDD [117684] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294844 { label="AdaptiveSparkPlan"; 117685 [labelType="html" label="MapPartitionsRDD [117685] [Unordered] javaToPython at <unknown>:0"]; 117686 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city#12013545, region#12013546, status#12013547, is_unknown#12013548, source_evidence#12013549, first_created_date#12013707]\n +- SortMergeJoin [supplier_id#12013538], [supplier_id#12010484], LeftOuter\n :- Sort [supplier_id#12013538 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(supplier_id#12013538, 10), ENSURE_REQUIREMENTS, [plan_id=3993823]\n : +- MapInPandas <lambda>(supplier_id#12013513, preferrd_supplier_id#12013514, supplier_uid#12013515, name#12013516, brand_context_id#12013517, country#12013518, state#12013519, city#12013520, region#12013521, status#12013522, is_unknown#12013523, source_evidence#12013524)#12013537, [supplier_id#12013538, preferrd_supplier_id#12013539, supplier_uid#12013540, name#12013541, brand_context_id#12013542, country#12013543, state#12013544, city... [117686] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294906 { label="InMemoryTableScan"; 117687 [labelType="html" label="MapPartitionsRDD [117687] [Unordered] javaToPython at <unknown>:0"]; 117688 [labelType="html" label="MapPartitionsRDD [117688] [Unordered] javaToPython at <unknown>:0"]; 117689 [labelType="html" label="MapPartitionsRDD [117689] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294904 { label="Coalesce"; 117690 [labelType="html" label="CoalescedRDD [117690] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294907 { label="map"; 117692 [labelType="html" label="MapPartitionsRDD [117692] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster294908 { label="mapPartitions"; 117693 [labelType="html" label="MapPartitionsRDD [117693] [Unordered] javaToPython at <unknown>:0"]; } } 117683->117684; 117684->117685; 117685->117686; 117686->117687; 117687->117688; 117688->117689; 117689->117690; 117690->117691; 117691->117692; 117692->117693; 117693->117694; }

117677,117683

117686

Event Timeline

Enable zooming