DataHubScheduler - Details for Stage 27567 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 18613

digraph G { subgraph clusterstage_27567 { label="Stage 27567"; 120641 [labelType="html" label="JDBCRDD [120641] cache at <unknown>:0"]; 120681 [labelType="html" label="SQLExecutionRDD [120681] jdbc at <unknown>:0"]; subgraph cluster301768 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] "; 120645 [labelType="html" label="MapPartitionsRDD [120645] count at <unknown>:0"]; } subgraph cluster301769 { label="mapPartitionsInternal"; 120646 [labelType="html" label="MapPartitionsRDD [120646] count at <unknown>:0"]; } subgraph cluster301770 { label="mapPartitionsInternal"; 120647 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] [po_item_product_code#12238764,po_item_product_name#12238765,transaction_id#12238766,buyer_gln#12238767,seller_gln#12238768,pod_division#12238769,pod_delivery_date#12238770,pod_product_item_id#12238771,pod_product_entity#12238772,po_number#12238773,product_item_id#12238774,product_entity#12238775,brand_context_id#12238776,po_division#12238777,po_delivery_date#12238778,row_id#12238779L,parent_row_id#12238780,chain_seq#12238781,tier#12238782,production_input_type#12238783,trans_create_ts#12238784,trans_update_ts#12238785,outbound_create_ts#12238786,outbound_supplier_code#12238787,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [120647] [Cached] count at <unknown>:0"]; } subgraph cluster301850 { label="InMemoryTableScan"; 120677 [labelType="html" label="MapPartitionsRDD [120677] jdbc at <unknown>:0"]; 120678 [labelType="html" label="MapPartitionsRDD [120678] jdbc at <unknown>:0"]; 120679 [labelType="html" label="MapPartitionsRDD [120679] jdbc at <unknown>:0"]; } subgraph cluster301848 { label="DeserializeToObject"; 120680 [labelType="html" label="MapPartitionsRDD [120680] jdbc at <unknown>:0"]; } subgraph cluster301851 { label="mapPartitions"; 120682 [labelType="html" label="MapPartitionsRDD [120682] jdbc at <unknown>:0"]; } } 120641->120645; 120645->120646; 120646->120647; 120647->120677; 120677->120678; 120678->120679; 120679->120680; 120680->120681; 120681->120682; }

120647

Event Timeline

Enable zooming