DataHubScheduler - Details for Stage 770 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 637

digraph G { subgraph clusterstage_770 { label="Stage 770"; 2636 [labelType="html" label="JDBCRDD [2636] cache at <unknown>:0"]; subgraph cluster6009 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] "; 2641 [labelType="html" label="MapPartitionsRDD [2641] count at <unknown>:0"]; } subgraph cluster6010 { label="mapPartitionsInternal"; 2642 [labelType="html" label="MapPartitionsRDD [2642] count at <unknown>:0"]; } subgraph cluster6011 { label="mapPartitionsInternal"; 2643 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [po_item_product_code#206456,po_item_product_name#206457,transaction_id#206458,buyer_gln#206459,seller_gln#206460,pod_division#206461,pod_delivery_date#206462,pod_product_item_id#206463,pod_product_entity#206464,po_number#206465,product_item_id#206466,product_entity#206467,brand_context_id#206468,po_division#206469,po_delivery_date#206470,row_id#206471L,parent_row_id#206472,chain_seq#206473,tier#206474,production_input_type#206475,trans_create_ts#206476,trans_update_ts#206477,outbound_create_ts#206478,outbound_supplier_code#206479,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [2643] [Cached] count at <unknown>:0"]; } subgraph cluster6047 { label="InMemoryTableScan"; 2659 [labelType="html" label="MapPartitionsRDD [2659] count at <unknown>:0"]; 2660 [labelType="html" label="MapPartitionsRDD [2660] count at <unknown>:0"]; 2661 [labelType="html" label="MapPartitionsRDD [2661] count at <unknown>:0"]; } subgraph cluster6043 { label="WholeStageCodegen (1)"; 2662 [labelType="html" label="MapPartitionsRDD [2662] count at <unknown>:0"]; } subgraph cluster6042 { label="Exchange"; 2663 [labelType="html" label="MapPartitionsRDD [2663] count at <unknown>:0"]; } } 2636->2641; 2641->2642; 2642->2643; 2643->2659; 2659->2660; 2660->2661; 2661->2662; 2662->2663; }

2643

Event Timeline

Enable zooming