DataHubScheduler - Details for Stage 41746 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 1
Input Size / Records: 10.8 KiB / 1
Associated Job Ids: 30872

digraph G { subgraph clusterstage_41746 { label="Stage 41746"; 183227 [labelType="html" label="SQLExecutionRDD [183227] [Unordered] javaToPython at <unknown>:0"]; 183230 [labelType="html" label="PythonRDD [183230] [Unordered] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; subgraph cluster432229 { label="Exchange"; 183212 [labelType="html" label="ShuffledRowRDD [183212] [Unordered] count at <unknown>:0"]; } subgraph cluster432230 { label="mapPartitionsInternal"; 183213 [labelType="html" label="MapPartitionsRDD [183213] [Unordered] count at <unknown>:0"]; } subgraph cluster432231 { label="mapPartitionsInternal"; 183214 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4527772]\n +- Project [brand_context_id#16689487, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#16689488, 64, true, false, true) AS NetworkID#16689531, Child_Node#16689489, Parent_id#16689490, supplier_id#16689491, preferrd_supplier_id#16689492, supplier_ref_id#16689493, supplier_uid#16689494, supplier_name#16689495, supplier_country#16689496, direct_indirect#16689497, source_type#16689498, product_name#16689499, tier#16689500, is_latest#16689501, is_latest_submitted#16689502, is_unknown_supplier#16689503, company_id#16689504, config_name#16689505, direct_supplier_name#16689506, launch_request_name#16689507, launch_config_ref#16689508, revision_version#16689509, submission_status#16689510, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [183214] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster432261 { label="InMemoryTableScan"; 183220 [labelType="html" label="MapPartitionsRDD [183220] [Unordered] javaToPython at <unknown>:0"]; 183221 [labelType="html" label="MapPartitionsRDD [183221] [Unordered] javaToPython at <unknown>:0"]; 183222 [labelType="html" label="MapPartitionsRDD [183222] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432257 { label="WholeStageCodegen (1)"; 183223 [labelType="html" label="MapPartitionsRDD [183223] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432256 { label="MapInPandas"; 183224 [labelType="html" label="MapPartitionsRDD [183224] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432253 { label="WholeStageCodegen (2)"; 183225 [labelType="html" label="MapPartitionsRDD [183225] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432252 { label="Coalesce"; 183226 [labelType="html" label="CoalescedRDD [183226] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432262 { label="map"; 183228 [labelType="html" label="MapPartitionsRDD [183228] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster432263 { label="mapPartitions"; 183229 [labelType="html" label="MapPartitionsRDD [183229] [Unordered] javaToPython at <unknown>:0"]; } } 183212->183213; 183213->183214; 183214->183220; 183220->183221; 183221->183222; 183222->183223; 183223->183224; 183224->183225; 183225->183226; 183226->183227; 183227->183228; 183228->183229; 183229->183230; }

183211,183212

183214

Event Timeline

Enable zooming