DataHubScheduler - Details for Stage 42698 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 3.4 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 31635

digraph G { subgraph clusterstage_42698 { label="Stage 42698"; 186578 [labelType="html" label="JDBCRDD [186578] cache at <unknown>:0"]; subgraph cluster440081 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 186579 [labelType="html" label="MapPartitionsRDD [186579] count at <unknown>:0"]; } subgraph cluster440082 { label="mapPartitionsInternal"; 186580 [labelType="html" label="MapPartitionsRDD [186580] count at <unknown>:0"]; } subgraph cluster440083 { label="mapPartitionsInternal"; 186581 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#16967708,po_item_product_name#16967709,transaction_id#16967710,buyer_gln#16967711,seller_gln#16967712,pod_division#16967713,pod_delivery_date#16967714,pod_product_item_id#16967715,pod_product_entity#16967716,po_number#16967717,product_item_id#16967718,product_entity#16967719,brand_context_id#16967720,po_division#16967721,po_delivery_date#16967722,row_id#16967723L,parent_row_id#16967724,chain_seq#16967725,tier#16967726,production_input_type#16967727,trans_create_ts#16967728,trans_update_ts#16967729,outbound_create_ts#16967730,outbound_supplier_code#16967731,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186581] [Cached] count at <unknown>:0"]; } subgraph cluster440089 { label="InMemoryTableScan"; 186582 [labelType="html" label="MapPartitionsRDD [186582] count at <unknown>:0"]; 186583 [labelType="html" label="MapPartitionsRDD [186583] count at <unknown>:0"]; 186584 [labelType="html" label="MapPartitionsRDD [186584] count at <unknown>:0"]; } subgraph cluster440085 { label="WholeStageCodegen (1)"; 186585 [labelType="html" label="MapPartitionsRDD [186585] count at <unknown>:0"]; } subgraph cluster440084 { label="Exchange"; 186586 [labelType="html" label="MapPartitionsRDD [186586] count at <unknown>:0"]; } } 186578->186579; 186579->186580; 186580->186581; 186581->186582; 186582->186583; 186583->186584; 186584->186585; 186585->186586; }

186581

Event Timeline

Enable zooming