DataHubScheduler - Details for Stage 40629 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 25849

digraph G { subgraph clusterstage_40629 { label="Stage 40629"; 173320 [labelType="html" label="JDBCRDD [173320] cache at <unknown>:0"]; 173336 [labelType="html" label="SQLExecutionRDD [173336] jdbc at <unknown>:0"]; subgraph cluster412833 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] "; 173321 [labelType="html" label="MapPartitionsRDD [173321] count at <unknown>:0"]; } subgraph cluster412834 { label="mapPartitionsInternal"; 173322 [labelType="html" label="MapPartitionsRDD [173322] count at <unknown>:0"]; } subgraph cluster412835 { label="mapPartitionsInternal"; 173323 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [po_item_product_code#20613138,po_item_product_name#20613139,transaction_id#20613140,buyer_gln#20613141,seller_gln#20613142,pod_division#20613143,pod_delivery_date#20613144,pod_product_item_id#20613145,pod_product_entity#20613146,po_number#20613147,product_item_id#20613148,product_entity#20613149,brand_context_id#20613150,po_division#20613151,po_delivery_date#20613152,row_id#20613153L,parent_row_id#20613154,chain_seq#20613155,tier#20613156,production_input_type#20613157,trans_create_ts#20613158,trans_update_ts#20613159,outbound_create_ts#20613160,outbound_supplier_code#20613161,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [173323] [Cached] count at <unknown>:0"]; } subgraph cluster412864 { label="InMemoryTableScan"; 173332 [labelType="html" label="MapPartitionsRDD [173332] jdbc at <unknown>:0"]; 173333 [labelType="html" label="MapPartitionsRDD [173333] jdbc at <unknown>:0"]; 173334 [labelType="html" label="MapPartitionsRDD [173334] jdbc at <unknown>:0"]; } subgraph cluster412862 { label="DeserializeToObject"; 173335 [labelType="html" label="MapPartitionsRDD [173335] jdbc at <unknown>:0"]; } subgraph cluster412865 { label="mapPartitions"; 173337 [labelType="html" label="MapPartitionsRDD [173337] jdbc at <unknown>:0"]; } } 173320->173321; 173321->173322; 173322->173323; 173323->173332; 173332->173333; 173333->173334; 173334->173335; 173335->173336; 173336->173337; }

173323

Event Timeline

Enable zooming