DataHubScheduler - Details for Stage 3252 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 2567

digraph G { subgraph clusterstage_3252 { label="Stage 3252"; 11525 [labelType="html" label="JDBCRDD [11525] cache at <unknown>:0"]; 11578 [labelType="html" label="SQLExecutionRDD [11578] jdbc at <unknown>:0"]; subgraph cluster26250 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] "; 11526 [labelType="html" label="MapPartitionsRDD [11526] count at <unknown>:0"]; } subgraph cluster26251 { label="mapPartitionsInternal"; 11527 [labelType="html" label="MapPartitionsRDD [11527] count at <unknown>:0"]; } subgraph cluster26252 { label="mapPartitionsInternal"; 11528 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] [po_item_product_code#1008133,po_item_product_name#1008134,transaction_id#1008135,buyer_gln#1008136,seller_gln#1008137,pod_division#1008138,pod_delivery_date#1008139,pod_product_item_id#1008140,pod_product_entity#1008141,po_number#1008142,product_item_id#1008143,product_entity#1008144,brand_context_id#1008145,po_division#1008146,po_delivery_date#1008147,row_id#1008148L,parent_row_id#1008149,chain_seq#1008150,tier#1008151,production_input_type#1008152,trans_create_ts#1008153,trans_update_ts#1008154,outbound_create_ts#1008155,outbound_supplier_code#1008156,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [11528] [Cached] count at <unknown>:0"]; } subgraph cluster26358 { label="InMemoryTableScan"; 11574 [labelType="html" label="MapPartitionsRDD [11574] jdbc at <unknown>:0"]; 11575 [labelType="html" label="MapPartitionsRDD [11575] jdbc at <unknown>:0"]; 11576 [labelType="html" label="MapPartitionsRDD [11576] jdbc at <unknown>:0"]; } subgraph cluster26356 { label="DeserializeToObject"; 11577 [labelType="html" label="MapPartitionsRDD [11577] jdbc at <unknown>:0"]; } subgraph cluster26371 { label="mapPartitions"; 11579 [labelType="html" label="MapPartitionsRDD [11579] jdbc at <unknown>:0"]; } } 11525->11526; 11526->11527; 11527->11528; 11528->11574; 11574->11575; 11575->11576; 11576->11577; 11577->11578; 11578->11579; }

11528

Event Timeline

Enable zooming