DataHubScheduler - Details for Stage 30137 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.5 s
Locality Level Summary: Process local: 1
Input Size / Records: 11.1 KiB / 1
Output Size / Records: 0.0 B / 2
Associated Job Ids: 20632

digraph G { subgraph clusterstage_30137 { label="Stage 30137"; 129673 [labelType="html" label="SQLExecutionRDD [129673] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322475 { label="Exchange"; 129582 [labelType="html" label="ShuffledRowRDD [129582] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322455 { label="AdaptiveSparkPlan"; 129583 [labelType="html" label="MapPartitionsRDD [129583] [Unordered] javaToPython at <unknown>:0"]; 129584 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=4044603]\n +- Project [_id#12901527, product_node_response_ref#12901528, NetworkID#12901529, is_latest#12901530, brand_context_id#12901531, company_id#12901532, launch_config_ref#12901533, revision_version#12901534, facility_declaration_ref#12901535, data_facility_dec_ref#12901536, derived_facility_dec_ref#12901537, facility_name#12901538, data_facility_name#12901539, fac_city#12901540, data_city#12901541, fac_state#12901542, data_state#12901543, fac_country#12901544, data_country#12901545, fac_address_line1#12901546, data_address_line1#12901547, enabled#12901548, facility_default_ref#12901549, Subcontractor_supplier_default_ref#12901550, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_versio... [129584] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322628 { label="InMemoryTableScan"; 129665 [labelType="html" label="MapPartitionsRDD [129665] [Unordered] jdbc at <unknown>:0"]; 129666 [labelType="html" label="MapPartitionsRDD [129666] [Unordered] jdbc at <unknown>:0"]; 129667 [labelType="html" label="MapPartitionsRDD [129667] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322626 { label="Filter"; 129668 [labelType="html" label="MapPartitionsRDD [129668] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322625 { label="Project"; 129669 [labelType="html" label="MapPartitionsRDD [129669] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322620 { label="WholeStageCodegen (1)"; 129670 [labelType="html" label="MapPartitionsRDD [129670] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322619 { label="MapInPandas"; 129671 [labelType="html" label="MapPartitionsRDD [129671] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322618 { label="DeserializeToObject"; 129672 [labelType="html" label="MapPartitionsRDD [129672] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322629 { label="mapPartitions"; 129674 [labelType="html" label="MapPartitionsRDD [129674] [Unordered] jdbc at <unknown>:0"]; } } 129582->129583; 129583->129584; 129584->129665; 129665->129666; 129666->129667; 129667->129668; 129668->129669; 129669->129670; 129670->129671; 129671->129672; 129672->129673; 129673->129674; }

129581,129582

129584

Event Timeline

Enable zooming