DataHubScheduler - Details for Stage 37384 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26930

digraph G { subgraph clusterstage_37384 { label="Stage 37384"; 161343 [labelType="html" label="JDBCRDD [161343] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388808 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 161344 [labelType="html" label="MapPartitionsRDD [161344] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388809 { label="mapPartitionsInternal"; 161345 [labelType="html" label="MapPartitionsRDD [161345] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388810 { label="mapPartitionsInternal"; 161346 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#15167118,po_item_product_name#15167119,transaction_id#15167120,buyer_gln#15167121,seller_gln#15167122,pod_division#15167123,pod_delivery_date#15167124,pod_product_item_id#15167125,pod_product_entity#15167126,po_number#15167127,product_item_id#15167128,product_entity#15167129,brand_context_id#15167130,po_division#15167131,po_delivery_date#15167132,row_id#15167133L,parent_row_id#15167134,chain_seq#15167135,tier#15167136,production_input_type#15167137,trans_create_ts#15167138,trans_update_ts#15167139,outbound_create_ts#15167140,outbound_supplier_code#15167141,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [161346] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388816 { label="InMemoryTableScan"; 161347 [labelType="html" label="MapPartitionsRDD [161347] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161348 [labelType="html" label="MapPartitionsRDD [161348] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161349 [labelType="html" label="MapPartitionsRDD [161349] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388812 { label="WholeStageCodegen (1)"; 161350 [labelType="html" label="MapPartitionsRDD [161350] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388811 { label="Exchange"; 161351 [labelType="html" label="MapPartitionsRDD [161351] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161343->161344; 161344->161345; 161345->161346; 161346->161347; 161347->161348; 161348->161349; 161349->161350; 161350->161351; }

161346

Event Timeline

Enable zooming