DataHubScheduler - Details for Stage 27596 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.7 s
Locality Level Summary: Process local: 1
Input Size / Records: 3.4 MiB / 2
Output Size / Records: 0.0 B / 6563
Associated Job Ids: 18636

digraph G { subgraph clusterstage_27596 { label="Stage 27596"; 120769 [labelType="html" label="JDBCRDD [120769] cache at <unknown>:0"]; 120785 [labelType="html" label="SQLExecutionRDD [120785] jdbc at <unknown>:0"]; subgraph cluster302076 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 120770 [labelType="html" label="MapPartitionsRDD [120770] count at <unknown>:0"]; } subgraph cluster302077 { label="mapPartitionsInternal"; 120771 [labelType="html" label="MapPartitionsRDD [120771] count at <unknown>:0"]; } subgraph cluster302078 { label="mapPartitionsInternal"; 120772 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#12280194,po_item_product_name#12280195,transaction_id#12280196,buyer_gln#12280197,seller_gln#12280198,pod_division#12280199,pod_delivery_date#12280200,pod_product_item_id#12280201,pod_product_entity#12280202,po_number#12280203,product_item_id#12280204,product_entity#12280205,brand_context_id#12280206,po_division#12280207,po_delivery_date#12280208,row_id#12280209L,parent_row_id#12280210,chain_seq#12280211,tier#12280212,production_input_type#12280213,trans_create_ts#12280214,trans_update_ts#12280215,outbound_create_ts#12280216,outbound_supplier_code#12280217,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [120772] [Cached] count at <unknown>:0"]; } subgraph cluster302107 { label="InMemoryTableScan"; 120781 [labelType="html" label="MapPartitionsRDD [120781] jdbc at <unknown>:0"]; 120782 [labelType="html" label="MapPartitionsRDD [120782] jdbc at <unknown>:0"]; 120783 [labelType="html" label="MapPartitionsRDD [120783] jdbc at <unknown>:0"]; } subgraph cluster302105 { label="DeserializeToObject"; 120784 [labelType="html" label="MapPartitionsRDD [120784] jdbc at <unknown>:0"]; } subgraph cluster302108 { label="mapPartitions"; 120786 [labelType="html" label="MapPartitionsRDD [120786] jdbc at <unknown>:0"]; } } 120769->120770; 120770->120771; 120771->120772; 120772->120781; 120781->120782; 120782->120783; 120783->120784; 120784->120785; 120785->120786; }

120772

Event Timeline

Enable zooming