DataHubScheduler - Details for Stage 30135 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 2
Input Size / Records: 27.0 KiB / 2
Output Size / Records: 0.0 B / 20
Associated Job Ids: 20631

digraph G { subgraph clusterstage_30135 { label="Stage 30135"; 129663 [labelType="html" label="SQLExecutionRDD [129663] [Unordered] jdbc at <unknown>:0"]; subgraph cluster322417 { label="Exchange"; 129557 [labelType="html" label="ShuffledRowRDD [129557] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322406 { label="AdaptiveSparkPlan"; 129558 [labelType="html" label="MapPartitionsRDD [129558] [Unordered] javaToPython at <unknown>:0"]; 129559 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#12902510, company_id#12902511, launch_config_ref#12902512, revision_version#12902513, 2), REPARTITION_BY_NUM, [plan_id=4044593]\n +- Project [_id#12902506, product_node_response_ref#12902507, NetworkID#12902508, is_latest#12902509, brand_context_id#12902510, company_id#12902511, launch_config_ref#12902512, revision_version#12902513, facility_declaration_ref#12902514, data_facility_dec_ref#12902515, derived_facility_dec_ref#12902516, facility_name#12902517, data_facility_name#12902518, fac_city#12902519, data_city#12902520, fac_state#12902521, data_state#12902522, fac_country#12902523, data_country#12902525, fac_address_line1#12902526, data_address_line1#12902527, enabled#12902528, facility_default_ref#12902529, Subcontractor_supplier_default_ref#12902530, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.... [129559] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster322614 { label="InMemoryTableScan"; 129655 [labelType="html" label="MapPartitionsRDD [129655] [Unordered] jdbc at <unknown>:0"]; 129656 [labelType="html" label="MapPartitionsRDD [129656] [Unordered] jdbc at <unknown>:0"]; 129657 [labelType="html" label="MapPartitionsRDD [129657] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322612 { label="Filter"; 129658 [labelType="html" label="MapPartitionsRDD [129658] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322611 { label="Project"; 129659 [labelType="html" label="MapPartitionsRDD [129659] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322606 { label="WholeStageCodegen (1)"; 129660 [labelType="html" label="MapPartitionsRDD [129660] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322605 { label="MapInPandas"; 129661 [labelType="html" label="MapPartitionsRDD [129661] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322604 { label="DeserializeToObject"; 129662 [labelType="html" label="MapPartitionsRDD [129662] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster322615 { label="mapPartitions"; 129664 [labelType="html" label="MapPartitionsRDD [129664] [Unordered] jdbc at <unknown>:0"]; } } 129557->129558; 129558->129559; 129559->129655; 129655->129656; 129656->129657; 129657->129658; 129658->129659; 129659->129660; 129660->129661; 129661->129662; 129662->129663; 129663->129664; }

129550,129557

129559

Event Timeline

Enable zooming