DataHubScheduler - Details for Stage 37580 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.8 s
Locality Level Summary: Process local: 1
Input Size / Records: 11.2 KiB / 1
Output Size / Records: 0.0 B / 8
Associated Job Ids: 27066

digraph G { subgraph clusterstage_37580 { label="Stage 37580"; 162064 [labelType="html" label="SQLExecutionRDD [162064] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390153 { label="Exchange"; 161922 [labelType="html" label="ShuffledRowRDD [161922] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390144 { label="AdaptiveSparkPlan"; 161923 [labelType="html" label="MapPartitionsRDD [161923] [Unordered] javaToPython at <unknown>:0"]; 161924 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4309349]\n +- Project [_id#15210454, product_node_response_ref#15210455, NetworkID#15210456, is_latest#15210457, brand_context_id#15210458, company_id#15210459, launch_config_ref#15210460, revision_version#15210461, facility_declaration_ref#15210462, data_facility_dec_ref#15210463, derived_facility_dec_ref#15210464, facility_name#15210465, data_facility_name#15210466, fac_city#15210467, data_city#15210468, fac_state#15210469, data_state#15210470, fac_country#15210471, data_country#15210472, fac_address_line1#15210473, data_address_line1#15210474, enabled#15210475, facility_default_ref#15210476, Subcontractor_supplier_default_ref#15210477, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [161924] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390420 { label="InMemoryTableScan"; 162056 [labelType="html" label="MapPartitionsRDD [162056] [Unordered] jdbc at <unknown>:0"]; 162057 [labelType="html" label="MapPartitionsRDD [162057] [Unordered] jdbc at <unknown>:0"]; 162058 [labelType="html" label="MapPartitionsRDD [162058] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390418 { label="Filter"; 162059 [labelType="html" label="MapPartitionsRDD [162059] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390417 { label="Project"; 162060 [labelType="html" label="MapPartitionsRDD [162060] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390412 { label="WholeStageCodegen (1)"; 162061 [labelType="html" label="MapPartitionsRDD [162061] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390411 { label="MapInPandas"; 162062 [labelType="html" label="MapPartitionsRDD [162062] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390410 { label="DeserializeToObject"; 162063 [labelType="html" label="MapPartitionsRDD [162063] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390421 { label="mapPartitions"; 162065 [labelType="html" label="MapPartitionsRDD [162065] [Unordered] jdbc at <unknown>:0"]; } } 161922->161923; 161923->161924; 161924->162056; 162056->162057; 162057->162058; 162058->162059; 162059->162060; 162060->162061; 162061->162062; 162062->162063; 162063->162064; 162064->162065; }

161918,161922

161924

Event Timeline

Enable zooming