DataHubScheduler - Details for Stage 27591 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 1
Input Size / Records: 4.8 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 18632

digraph G { subgraph clusterstage_27591 { label="Stage 27591"; 120751 [labelType="html" label="JDBCRDD [120751] cache at <unknown>:0"]; 120767 [labelType="html" label="SQLExecutionRDD [120767] jdbc at <unknown>:0"]; subgraph cluster302035 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 50001 AND 60000) AS page) [numPartitions=1] "; 120752 [labelType="html" label="MapPartitionsRDD [120752] count at <unknown>:0"]; } subgraph cluster302036 { label="mapPartitionsInternal"; 120753 [labelType="html" label="MapPartitionsRDD [120753] count at <unknown>:0"]; } subgraph cluster302037 { label="mapPartitionsInternal"; 120754 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 50001 AND 60000) AS page) [numPartitions=1] [po_item_product_code#12272496,po_item_product_name#12272497,transaction_id#12272498,buyer_gln#12272499,seller_gln#12272500,pod_division#12272501,pod_delivery_date#12272502,pod_product_item_id#12272503,pod_product_entity#12272504,po_number#12272505,product_item_id#12272506,product_entity#12272507,brand_context_id#12272508,po_division#12272509,po_delivery_date#12272510,row_id#12272511L,parent_row_id#12272512,chain_seq#12272513,tier#12272514,production_input_type#12272515,trans_create_ts#12272516,trans_update_ts#12272517,outbound_create_ts#12272518,outbound_supplier_code#12272519,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [120754] [Cached] count at <unknown>:0"]; } subgraph cluster302066 { label="InMemoryTableScan"; 120763 [labelType="html" label="MapPartitionsRDD [120763] jdbc at <unknown>:0"]; 120764 [labelType="html" label="MapPartitionsRDD [120764] jdbc at <unknown>:0"]; 120765 [labelType="html" label="MapPartitionsRDD [120765] jdbc at <unknown>:0"]; } subgraph cluster302064 { label="DeserializeToObject"; 120766 [labelType="html" label="MapPartitionsRDD [120766] jdbc at <unknown>:0"]; } subgraph cluster302067 { label="mapPartitions"; 120768 [labelType="html" label="MapPartitionsRDD [120768] jdbc at <unknown>:0"]; } } 120751->120752; 120752->120753; 120753->120754; 120754->120763; 120763->120764; 120764->120765; 120765->120766; 120766->120767; 120767->120768; }

120754

Event Timeline

Enable zooming