DataHubScheduler - Details for Stage 2456 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 5
Input Size / Records: 59.2 KiB / 3
Output Size / Records: 0.0 B / 4
Associated Job Ids: 1925

digraph G { subgraph clusterstage_2456 { label="Stage 2456"; 8676 [labelType="html" label="SQLExecutionRDD [8676] [Unordered] jdbc at <unknown>:0"]; subgraph cluster19277 { label="Exchange"; 8371 [labelType="html" label="ShuffledRowRDD [8371] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19259 { label="AdaptiveSparkPlan"; 8372 [labelType="html" label="MapPartitionsRDD [8372] [Unordered] javaToPython at <unknown>:0"]; 8373 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange hashpartitioning(brand_context_id#591384, company_id#591385, launch_config_ref#591386, revision_version#591387, 5), REPARTITION_BY_NUM, [plan_id=32398]\n +- Project [_id#591380, product_node_response_ref#591381, NetworkID#591382, is_latest#591383, brand_context_id#591384, company_id#591385, launch_config_ref#591386, revision_version#591387, facility_declaration_ref#591388, data_facility_dec_ref#591389, derived_facility_dec_ref#591390, facility_name#591391, data_facility_name#591392, fac_city#591393, data_city#591394, fac_state#591395, data_state#591396, fac_country#591397, data_country#591398, fac_address_line1#591399, data_address_line1#591400, enabled#591401, facility_default_ref#591402, Subcontractor_supplier_default_ref#591403, ... 46 more fields]\n +- Scan JDBCRelation((\n SELECT\n pfd._id, pfd.product_node_response_ref,\n pfd.networkId AS NetworkID, pfd.is_latest,\n pfd.brand_context_id, pfd.compa... [8373] [Cached] [Unordered] javaToPython at <unknown>:0"]; } subgraph cluster19892 { label="InMemoryTableScan"; 8668 [labelType="html" label="MapPartitionsRDD [8668] [Unordered] jdbc at <unknown>:0"]; 8669 [labelType="html" label="MapPartitionsRDD [8669] [Unordered] jdbc at <unknown>:0"]; 8670 [labelType="html" label="MapPartitionsRDD [8670] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19890 { label="Filter"; 8671 [labelType="html" label="MapPartitionsRDD [8671] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19889 { label="Project"; 8672 [labelType="html" label="MapPartitionsRDD [8672] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19884 { label="WholeStageCodegen (1)"; 8673 [labelType="html" label="MapPartitionsRDD [8673] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19883 { label="MapInPandas"; 8674 [labelType="html" label="MapPartitionsRDD [8674] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19882 { label="DeserializeToObject"; 8675 [labelType="html" label="MapPartitionsRDD [8675] [Unordered] jdbc at <unknown>:0"]; } subgraph cluster19893 { label="mapPartitions"; 8677 [labelType="html" label="MapPartitionsRDD [8677] [Unordered] jdbc at <unknown>:0"]; } } 8371->8372; 8372->8373; 8373->8668; 8668->8669; 8669->8670; 8670->8671; 8671->8672; 8672->8673; 8673->8674; 8674->8675; 8675->8676; 8676->8677; }

8364,8371

8373

Event Timeline

Enable zooming