DataHubScheduler - Details for Stage 792 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 654

digraph G { subgraph clusterstage_792 { label="Stage 792"; 2709 [labelType="html" label="JDBCRDD [2709] cache at <unknown>:0"]; 2739 [labelType="html" label="SQLExecutionRDD [2739] jdbc at <unknown>:0"]; subgraph cluster6188 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] "; 2710 [labelType="html" label="MapPartitionsRDD [2710] count at <unknown>:0"]; } subgraph cluster6189 { label="mapPartitionsInternal"; 2711 [labelType="html" label="MapPartitionsRDD [2711] count at <unknown>:0"]; } subgraph cluster6190 { label="mapPartitionsInternal"; 2712 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] [po_item_product_code#217191,po_item_product_name#217192,transaction_id#217193,buyer_gln#217194,seller_gln#217195,pod_division#217196,pod_delivery_date#217197,pod_product_item_id#217198,pod_product_entity#217199,po_number#217200,product_item_id#217201,product_entity#217202,brand_context_id#217203,po_division#217204,po_delivery_date#217205,row_id#217206L,parent_row_id#217207,chain_seq#217208,tier#217209,production_input_type#217210,trans_create_ts#217211,trans_update_ts#217212,outbound_create_ts#217213,outbound_supplier_code#217214,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [2712] [Cached] count at <unknown>:0"]; } subgraph cluster6250 { label="InMemoryTableScan"; 2735 [labelType="html" label="MapPartitionsRDD [2735] jdbc at <unknown>:0"]; 2736 [labelType="html" label="MapPartitionsRDD [2736] jdbc at <unknown>:0"]; 2737 [labelType="html" label="MapPartitionsRDD [2737] jdbc at <unknown>:0"]; } subgraph cluster6248 { label="DeserializeToObject"; 2738 [labelType="html" label="MapPartitionsRDD [2738] jdbc at <unknown>:0"]; } subgraph cluster6251 { label="mapPartitions"; 2740 [labelType="html" label="MapPartitionsRDD [2740] jdbc at <unknown>:0"]; } } 2709->2710; 2710->2711; 2711->2712; 2712->2735; 2735->2736; 2736->2737; 2737->2738; 2738->2739; 2739->2740; }

2712

Event Timeline

Enable zooming