DataHubScheduler - Details for Stage 42691 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1.0 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Output Size / Records: 0.0 B / 10000
Associated Job Ids: 31629

digraph G { subgraph clusterstage_42691 { label="Stage 42691"; 186542 [labelType="html" label="JDBCRDD [186542] cache at <unknown>:0"]; 186558 [labelType="html" label="SQLExecutionRDD [186558] jdbc at <unknown>:0"]; subgraph cluster439999 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 186543 [labelType="html" label="MapPartitionsRDD [186543] count at <unknown>:0"]; } subgraph cluster440000 { label="mapPartitionsInternal"; 186544 [labelType="html" label="MapPartitionsRDD [186544] count at <unknown>:0"]; } subgraph cluster440001 { label="mapPartitionsInternal"; 186545 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#16952312,po_item_product_name#16952313,transaction_id#16952314,buyer_gln#16952315,seller_gln#16952316,pod_division#16952317,pod_delivery_date#16952318,pod_product_item_id#16952319,pod_product_entity#16952320,po_number#16952321,product_item_id#16952322,product_entity#16952323,brand_context_id#16952324,po_division#16952325,po_delivery_date#16952326,row_id#16952327L,parent_row_id#16952328,chain_seq#16952329,tier#16952330,production_input_type#16952331,trans_create_ts#16952332,trans_update_ts#16952333,outbound_create_ts#16952334,outbound_supplier_code#16952335,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [186545] [Cached] count at <unknown>:0"]; } subgraph cluster440030 { label="InMemoryTableScan"; 186554 [labelType="html" label="MapPartitionsRDD [186554] jdbc at <unknown>:0"]; 186555 [labelType="html" label="MapPartitionsRDD [186555] jdbc at <unknown>:0"]; 186556 [labelType="html" label="MapPartitionsRDD [186556] jdbc at <unknown>:0"]; } subgraph cluster440028 { label="DeserializeToObject"; 186557 [labelType="html" label="MapPartitionsRDD [186557] jdbc at <unknown>:0"]; } subgraph cluster440031 { label="mapPartitions"; 186559 [labelType="html" label="MapPartitionsRDD [186559] jdbc at <unknown>:0"]; } } 186542->186543; 186543->186544; 186544->186545; 186545->186554; 186554->186555; 186555->186556; 186556->186557; 186557->186558; 186558->186559; }

186545

Event Timeline

Enable zooming