DataHubScheduler - Details for Stage 42701 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Process local: 1
Input Size / Records: 3.4 MiB / 2
Output Size / Records: 0.0 B / 6563
Associated Job Ids: 31637

digraph G { subgraph clusterstage_42701 { label="Stage 42701"; 186578 [labelType="html" label="JDBCRDD [186578] cache at <unknown>:0"]; 186594 [labelType="html" label="SQLExecutionRDD [186594] jdbc at <unknown>:0"]; subgraph cluster440081 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 186579 [labelType="html" label="MapPartitionsRDD [186579] count at <unknown>:0"]; } subgraph cluster440082 { label="mapPartitionsInternal"; 186580 [labelType="html" label="MapPartitionsRDD [186580] count at <unknown>:0"]; } subgraph cluster440083 { label="mapPartitionsInternal"; 186581 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#16967708,po_item_product_name#16967709,transaction_id#16967710,buyer_gln#16967711,seller_gln#16967712,pod_division#16967713,pod_delivery_date#16967714,pod_product_item_id#16967715,pod_product_entity#16967716,po_number#16967717,product_item_id#16967718,product_entity#16967719,brand_context_id#16967720,po_division#16967721,po_delivery_date#16967722,row_id#16967723L,parent_row_id#16967724,chain_seq#16967725,tier#16967726,production_input_type#16967727,trans_create_ts#16967728,trans_update_ts#16967729,outbound_create_ts#16967730,outbound_supplier_code#16967731,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186581] [Cached] count at <unknown>:0"]; } subgraph cluster440112 { label="InMemoryTableScan"; 186590 [labelType="html" label="MapPartitionsRDD [186590] jdbc at <unknown>:0"]; 186591 [labelType="html" label="MapPartitionsRDD [186591] jdbc at <unknown>:0"]; 186592 [labelType="html" label="MapPartitionsRDD [186592] jdbc at <unknown>:0"]; } subgraph cluster440110 { label="DeserializeToObject"; 186593 [labelType="html" label="MapPartitionsRDD [186593] jdbc at <unknown>:0"]; } subgraph cluster440113 { label="mapPartitions"; 186595 [labelType="html" label="MapPartitionsRDD [186595] jdbc at <unknown>:0"]; } } 186578->186579; 186579->186580; 186580->186581; 186581->186590; 186590->186591; 186591->186592; 186592->186593; 186593->186594; 186594->186595; }

186581

Event Timeline

Enable zooming