DataHubScheduler - Details for Stage 40569 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 25799

digraph G { subgraph clusterstage_40569 { label="Stage 40569"; 173077 [labelType="html" label="JDBCRDD [173077] cache at <unknown>:0"]; 173129 [labelType="html" label="SQLExecutionRDD [173129] jdbc at <unknown>:0"]; subgraph cluster412269 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 1 AND 10000) AS page) [numPartitions=1] "; 173078 [labelType="html" label="MapPartitionsRDD [173078] count at <unknown>:0"]; } subgraph cluster412270 { label="mapPartitionsInternal"; 173079 [labelType="html" label="MapPartitionsRDD [173079] count at <unknown>:0"]; } subgraph cluster412271 { label="mapPartitionsInternal"; 173080 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 1 AND 10000) AS page) [numPartitions=1] [po_item_product_code#20590554,po_item_product_name#20590555,transaction_id#20590556,buyer_gln#20590557,seller_gln#20590558,pod_division#20590559,pod_delivery_date#20590560,pod_product_item_id#20590561,pod_product_entity#20590562,po_number#20590563,product_item_id#20590564,product_entity#20590565,brand_context_id#20590566,po_division#20590567,po_delivery_date#20590568,row_id#20590569L,parent_row_id#20590570,chain_seq#20590571,tier#20590572,production_input_type#20590573,trans_create_ts#20590574,trans_update_ts#20590575,outbound_create_ts#20590576,outbound_supplier_code#20590577,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [173080] [Cached] count at <unknown>:0"]; } subgraph cluster412370 { label="InMemoryTableScan"; 173125 [labelType="html" label="MapPartitionsRDD [173125] jdbc at <unknown>:0"]; 173126 [labelType="html" label="MapPartitionsRDD [173126] jdbc at <unknown>:0"]; 173127 [labelType="html" label="MapPartitionsRDD [173127] jdbc at <unknown>:0"]; } subgraph cluster412368 { label="DeserializeToObject"; 173128 [labelType="html" label="MapPartitionsRDD [173128] jdbc at <unknown>:0"]; } subgraph cluster412371 { label="mapPartitions"; 173130 [labelType="html" label="MapPartitionsRDD [173130] jdbc at <unknown>:0"]; } } 173077->173078; 173078->173079; 173079->173080; 173080->173125; 173125->173126; 173126->173127; 173127->173128; 173128->173129; 173129->173130; }

173080

Event Timeline

Enable zooming