DataHubScheduler - Details for Stage 42686 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1.0 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 31625

digraph G { subgraph clusterstage_42686 { label="Stage 42686"; 186524 [labelType="html" label="JDBCRDD [186524] cache at <unknown>:0"]; 186540 [labelType="html" label="SQLExecutionRDD [186540] jdbc at <unknown>:0"]; subgraph cluster439951 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] "; 186525 [labelType="html" label="MapPartitionsRDD [186525] count at <unknown>:0"]; } subgraph cluster439952 { label="mapPartitionsInternal"; 186526 [labelType="html" label="MapPartitionsRDD [186526] count at <unknown>:0"]; } subgraph cluster439953 { label="mapPartitionsInternal"; 186527 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 30001 AND 40000) AS page) [numPartitions=1] [po_item_product_code#16944458,po_item_product_name#16944459,transaction_id#16944460,buyer_gln#16944461,seller_gln#16944462,pod_division#16944463,pod_delivery_date#16944464,pod_product_item_id#16944465,pod_product_entity#16944466,po_number#16944467,product_item_id#16944468,product_entity#16944469,brand_context_id#16944470,po_division#16944471,po_delivery_date#16944472,row_id#16944473L,parent_row_id#16944474,chain_seq#16944475,tier#16944476,production_input_type#16944477,trans_create_ts#16944478,trans_update_ts#16944479,outbound_create_ts#16944480,outbound_supplier_code#16944481,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186527] [Cached] count at <unknown>:0"]; } subgraph cluster439989 { label="InMemoryTableScan"; 186536 [labelType="html" label="MapPartitionsRDD [186536] jdbc at <unknown>:0"]; 186537 [labelType="html" label="MapPartitionsRDD [186537] jdbc at <unknown>:0"]; 186538 [labelType="html" label="MapPartitionsRDD [186538] jdbc at <unknown>:0"]; } subgraph cluster439987 { label="DeserializeToObject"; 186539 [labelType="html" label="MapPartitionsRDD [186539] jdbc at <unknown>:0"]; } subgraph cluster439990 { label="mapPartitions"; 186541 [labelType="html" label="MapPartitionsRDD [186541] jdbc at <unknown>:0"]; } } 186524->186525; 186525->186526; 186526->186527; 186527->186536; 186536->186537; 186537->186538; 186538->186539; 186539->186540; 186540->186541; }

186527

Event Timeline

Enable zooming