DataHubScheduler - Details for Stage 37611 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Process local: 1
Input Size / Records: 10.3 KiB / 1
Output Size / Records: 0.0 B / 2
Associated Job Ids: 27085

digraph G { subgraph clusterstage_37611 { label="Stage 37611"; 162239 [labelType="html" label="SQLExecutionRDD [162239] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390656 { label="Exchange"; 162170 [labelType="html" label="ShuffledRowRDD [162170] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390635 { label="AdaptiveSparkPlan"; 162171 [labelType="html" label="MapPartitionsRDD [162171] [Unordered] javaToPython at <unknown>:0"]; 162172 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4309308]\n +- Project [_id#15210225, product_node_response_ref#15210226, NetworkID#15210227, is_latest#15210228, brand_context_id#15210229, company_id#15210230, launch_config_ref#15210231, revision_version#15210232, facility_declaration_ref#15210233, data_facility_dec_ref#15210234, derived_facility_dec_ref#15210235, facility_name#15210236, data_facility_name#15210237, fac_city#15210238, data_city#15210239, fac_state#15210240, data_state#15210241, fac_country#15210242, data_country#15210243, fac_address_line1#15210244, data_address_line1#15210245, enabled#15210246, facility_default_ref#15210247, Subcontractor_supplier_default_ref#15210248, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [162172] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390791 { label="InMemoryTableScan"; 162231 [labelType="html" label="MapPartitionsRDD [162231] [Unordered] jdbc at <unknown>:0"]; 162232 [labelType="html" label="MapPartitionsRDD [162232] [Unordered] jdbc at <unknown>:0"]; 162233 [labelType="html" label="MapPartitionsRDD [162233] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390789 { label="Filter"; 162234 [labelType="html" label="MapPartitionsRDD [162234] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390788 { label="Project"; 162235 [labelType="html" label="MapPartitionsRDD [162235] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390783 { label="WholeStageCodegen (1)"; 162236 [labelType="html" label="MapPartitionsRDD [162236] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390782 { label="MapInPandas"; 162237 [labelType="html" label="MapPartitionsRDD [162237] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390781 { label="DeserializeToObject"; 162238 [labelType="html" label="MapPartitionsRDD [162238] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390792 { label="mapPartitions"; 162240 [labelType="html" label="MapPartitionsRDD [162240] [Unordered] jdbc at <unknown>:0"]; } } 162170->162171; 162171->162172; 162172->162231; 162231->162232; 162232->162233; 162233->162234; 162234->162235; 162235->162236; 162236->162237; 162237->162238; 162238->162239; 162239->162240; }

162159,162170

162172

Event Timeline

Enable zooming