DataHubScheduler - Details for Stage 42683 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31623

digraph G { subgraph clusterstage_42683 { label="Stage 42683"; 186524 [labelType="html" label="JDBCRDD [186524] cache at <unknown>:0"]; subgraph cluster439951 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] "; 186525 [labelType="html" label="MapPartitionsRDD [186525] count at <unknown>:0"]; } subgraph cluster439952 { label="mapPartitionsInternal"; 186526 [labelType="html" label="MapPartitionsRDD [186526] count at <unknown>:0"]; } subgraph cluster439953 { label="mapPartitionsInternal"; 186527 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] [po_item_product_code#16944458,po_item_product_name#16944459,transaction_id#16944460,buyer_gln#16944461,seller_gln#16944462,pod_division#16944463,pod_delivery_date#16944464,pod_product_item_id#16944465,pod_product_entity#16944466,po_number#16944467,product_item_id#16944468,product_entity#16944469,brand_context_id#16944470,po_division#16944471,po_delivery_date#16944472,row_id#16944473L,parent_row_id#16944474,chain_seq#16944475,tier#16944476,production_input_type#16944477,trans_create_ts#16944478,trans_update_ts#16944479,outbound_create_ts#16944480,outbound_supplier_code#16944481,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186527] [Cached] count at <unknown>:0"]; } subgraph cluster439966 { label="InMemoryTableScan"; 186528 [labelType="html" label="MapPartitionsRDD [186528] count at <unknown>:0"]; 186529 [labelType="html" label="MapPartitionsRDD [186529] count at <unknown>:0"]; 186530 [labelType="html" label="MapPartitionsRDD [186530] count at <unknown>:0"]; } subgraph cluster439962 { label="WholeStageCodegen (1)"; 186531 [labelType="html" label="MapPartitionsRDD [186531] count at <unknown>:0"]; } subgraph cluster439961 { label="Exchange"; 186532 [labelType="html" label="MapPartitionsRDD [186532] count at <unknown>:0"]; } } 186524->186525; 186525->186526; 186526->186527; 186527->186528; 186528->186529; 186529->186530; 186530->186531; 186531->186532; }

186527

Event Timeline

Enable zooming