DataHubScheduler - Details for Stage 28570 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1.0 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 19423

digraph G { subgraph clusterstage_28570 { label="Stage 28570"; 124136 [labelType="html" label="JDBCRDD [124136] cache at <unknown>:0"]; 124152 [labelType="html" label="SQLExecutionRDD [124152] jdbc at <unknown>:0"]; subgraph cluster309840 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 124137 [labelType="html" label="MapPartitionsRDD [124137] count at <unknown>:0"]; } subgraph cluster309841 { label="mapPartitionsInternal"; 124138 [labelType="html" label="MapPartitionsRDD [124138] count at <unknown>:0"]; } subgraph cluster309842 { label="mapPartitionsInternal"; 124139 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#12537254,po_item_product_name#12537255,transaction_id#12537256,buyer_gln#12537257,seller_gln#12537258,pod_division#12537259,pod_delivery_date#12537260,pod_product_item_id#12537261,pod_product_entity#12537262,po_number#12537263,product_item_id#12537264,product_entity#12537265,brand_context_id#12537266,po_division#12537267,po_delivery_date#12537268,row_id#12537269L,parent_row_id#12537270,chain_seq#12537271,tier#12537272,production_input_type#12537273,trans_create_ts#12537274,trans_update_ts#12537275,outbound_create_ts#12537276,outbound_supplier_code#12537277,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [124139] [Cached] count at <unknown>:0"]; } subgraph cluster309871 { label="InMemoryTableScan"; 124148 [labelType="html" label="MapPartitionsRDD [124148] jdbc at <unknown>:0"]; 124149 [labelType="html" label="MapPartitionsRDD [124149] jdbc at <unknown>:0"]; 124150 [labelType="html" label="MapPartitionsRDD [124150] jdbc at <unknown>:0"]; } subgraph cluster309869 { label="DeserializeToObject"; 124151 [labelType="html" label="MapPartitionsRDD [124151] jdbc at <unknown>:0"]; } subgraph cluster309872 { label="mapPartitions"; 124153 [labelType="html" label="MapPartitionsRDD [124153] jdbc at <unknown>:0"]; } } 124136->124137; 124137->124138; 124138->124139; 124139->124148; 124148->124149; 124149->124150; 124150->124151; 124151->124152; 124152->124153; }

124139

Event Timeline

Enable zooming