DataHubScheduler - Details for Stage 37394 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 3.4 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26938

digraph G { subgraph clusterstage_37394 { label="Stage 37394"; 161379 [labelType="html" label="JDBCRDD [161379] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388890 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 161380 [labelType="html" label="MapPartitionsRDD [161380] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388891 { label="mapPartitionsInternal"; 161381 [labelType="html" label="MapPartitionsRDD [161381] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388892 { label="mapPartitionsInternal"; 161382 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#15182514,po_item_product_name#15182515,transaction_id#15182516,buyer_gln#15182517,seller_gln#15182518,pod_division#15182519,pod_delivery_date#15182520,pod_product_item_id#15182521,pod_product_entity#15182522,po_number#15182523,product_item_id#15182524,product_entity#15182525,brand_context_id#15182526,po_division#15182527,po_delivery_date#15182528,row_id#15182529L,parent_row_id#15182530,chain_seq#15182531,tier#15182532,production_input_type#15182533,trans_create_ts#15182534,trans_update_ts#15182535,outbound_create_ts#15182536,outbound_supplier_code#15182537,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [161382] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388898 { label="InMemoryTableScan"; 161383 [labelType="html" label="MapPartitionsRDD [161383] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161384 [labelType="html" label="MapPartitionsRDD [161384] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161385 [labelType="html" label="MapPartitionsRDD [161385] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388894 { label="WholeStageCodegen (1)"; 161386 [labelType="html" label="MapPartitionsRDD [161386] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388893 { label="Exchange"; 161387 [labelType="html" label="MapPartitionsRDD [161387] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161379->161380; 161380->161381; 161381->161382; 161382->161383; 161383->161384; 161384->161385; 161385->161386; 161386->161387; }

161382

Event Timeline

Enable zooming