DataHubScheduler - Details for Stage 3289 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1.0 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 2597

digraph G { subgraph clusterstage_3289 { label="Stage 3289"; 11696 [labelType="html" label="JDBCRDD [11696] cache at <unknown>:0"]; 11712 [labelType="html" label="SQLExecutionRDD [11712] jdbc at <unknown>:0"]; subgraph cluster26654 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 11697 [labelType="html" label="MapPartitionsRDD [11697] count at <unknown>:0"]; } subgraph cluster26655 { label="mapPartitionsInternal"; 11698 [labelType="html" label="MapPartitionsRDD [11698] count at <unknown>:0"]; } subgraph cluster26656 { label="mapPartitionsInternal"; 11699 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#1037071,po_item_product_name#1037072,transaction_id#1037073,buyer_gln#1037074,seller_gln#1037075,pod_division#1037076,pod_delivery_date#1037077,pod_product_item_id#1037078,pod_product_entity#1037079,po_number#1037080,product_item_id#1037081,product_entity#1037082,brand_context_id#1037083,po_division#1037084,po_delivery_date#1037085,row_id#1037086L,parent_row_id#1037087,chain_seq#1037088,tier#1037089,production_input_type#1037090,trans_create_ts#1037091,trans_update_ts#1037092,outbound_create_ts#1037093,outbound_supplier_code#1037094,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [11699] [Cached] count at <unknown>:0"]; } subgraph cluster26685 { label="InMemoryTableScan"; 11708 [labelType="html" label="MapPartitionsRDD [11708] jdbc at <unknown>:0"]; 11709 [labelType="html" label="MapPartitionsRDD [11709] jdbc at <unknown>:0"]; 11710 [labelType="html" label="MapPartitionsRDD [11710] jdbc at <unknown>:0"]; } subgraph cluster26683 { label="DeserializeToObject"; 11711 [labelType="html" label="MapPartitionsRDD [11711] jdbc at <unknown>:0"]; } subgraph cluster26686 { label="mapPartitions"; 11713 [labelType="html" label="MapPartitionsRDD [11713] jdbc at <unknown>:0"]; } } 11696->11697; 11697->11698; 11698->11699; 11699->11708; 11708->11709; 11709->11710; 11710->11711; 11711->11712; 11712->11713; }

11699

Event Timeline

Enable zooming