DataHubScheduler - Details for Stage 37576 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 5
Input Size / Records: 53.8 KiB / 2
Output Size / Records: 0.0 B / 59
Associated Job Ids: 27064

digraph G { subgraph clusterstage_37576 { label="Stage 37576"; 162041 [labelType="html" label="SQLExecutionRDD [162041] [Unordered] jdbc at <unknown>:0"]; subgraph cluster390151 { label="Exchange"; 161919 [labelType="html" label="ShuffledRowRDD [161919] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390138 { label="AdaptiveSparkPlan"; 161920 [labelType="html" label="MapPartitionsRDD [161920] [Unordered] javaToPython at <unknown>:0"]; 161921 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#15210117, company_id#15210118, launch_config_ref#15210119, revision_version#15210120, 5), REPARTITION_BY_NUM, [plan_id=4309226]\n +- Project [_id#15210113, product_node_response_ref#15210114, NetworkID#15210115, is_latest#15210116, brand_context_id#15210117, company_id#15210118, launch_config_ref#15210119, revision_version#15210120, facility_declaration_ref#15210121, data_facility_dec_ref#15210122, derived_facility_dec_ref#15210123, facility_name#15210124, data_facility_name#15210125, fac_city#15210126, data_city#15210127, fac_state#15210128, data_state#15210129, fac_country#15210130, data_country#15210131, fac_address_line1#15210132, data_address_line1#15210133, enabled#15210134, facility_default_ref#15210135, Subcontractor_supplier_default_ref#15210136, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.... [161921] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster390391 { label="InMemoryTableScan"; 162033 [labelType="html" label="MapPartitionsRDD [162033] [Unordered] jdbc at <unknown>:0"]; 162034 [labelType="html" label="MapPartitionsRDD [162034] [Unordered] jdbc at <unknown>:0"]; 162035 [labelType="html" label="MapPartitionsRDD [162035] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390389 { label="Filter"; 162036 [labelType="html" label="MapPartitionsRDD [162036] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390388 { label="Project"; 162037 [labelType="html" label="MapPartitionsRDD [162037] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390383 { label="WholeStageCodegen (1)"; 162038 [labelType="html" label="MapPartitionsRDD [162038] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390382 { label="MapInPandas"; 162039 [labelType="html" label="MapPartitionsRDD [162039] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390381 { label="DeserializeToObject"; 162040 [labelType="html" label="MapPartitionsRDD [162040] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster390392 { label="mapPartitions"; 162042 [labelType="html" label="MapPartitionsRDD [162042] [Unordered] jdbc at <unknown>:0"]; } } 161919->161920; 161920->161921; 161921->162033; 162033->162034; 162034->162035; 162035->162036; 162036->162037; 162037->162038; 162038->162039; 162039->162040; 162040->162041; 162041->162042; }

161916,161919

161921

Event Timeline

Enable zooming