DataHubScheduler - Details for Stage 802 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 1
Input Size / Records: 4.8 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 662

digraph G { subgraph clusterstage_802 { label="Stage 802"; 2759 [labelType="html" label="JDBCRDD [2759] cache at <unknown>:0"]; 2775 [labelType="html" label="SQLExecutionRDD [2775] jdbc at <unknown>:0"]; subgraph cluster6308 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 50001 AND 60000) AS page) [numPartitions=1] "; 2760 [labelType="html" label="MapPartitionsRDD [2760] count at <unknown>:0"]; } subgraph cluster6309 { label="mapPartitionsInternal"; 2761 [labelType="html" label="MapPartitionsRDD [2761] count at <unknown>:0"]; } subgraph cluster6310 { label="mapPartitionsInternal"; 2762 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 50001 AND 60000) AS page) [numPartitions=1] [po_item_product_code#233364,po_item_product_name#233365,transaction_id#233366,buyer_gln#233367,seller_gln#233368,pod_division#233369,pod_delivery_date#233370,pod_product_item_id#233371,pod_product_entity#233372,po_number#233373,product_item_id#233374,product_entity#233375,brand_context_id#233376,po_division#233377,po_delivery_date#233378,row_id#233379L,parent_row_id#233380,chain_seq#233381,tier#233382,production_input_type#233383,trans_create_ts#233384,trans_update_ts#233385,outbound_create_ts#233386,outbound_supplier_code#233387,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [2762] [Cached] count at <unknown>:0"]; } subgraph cluster6339 { label="InMemoryTableScan"; 2771 [labelType="html" label="MapPartitionsRDD [2771] jdbc at <unknown>:0"]; 2772 [labelType="html" label="MapPartitionsRDD [2772] jdbc at <unknown>:0"]; 2773 [labelType="html" label="MapPartitionsRDD [2773] jdbc at <unknown>:0"]; } subgraph cluster6337 { label="DeserializeToObject"; 2774 [labelType="html" label="MapPartitionsRDD [2774] jdbc at <unknown>:0"]; } subgraph cluster6340 { label="mapPartitions"; 2776 [labelType="html" label="MapPartitionsRDD [2776] jdbc at <unknown>:0"]; } } 2759->2760; 2760->2761; 2761->2762; 2762->2771; 2771->2772; 2772->2773; 2773->2774; 2774->2775; 2775->2776; }

2762

Event Timeline

Enable zooming