DataHubScheduler - Details for Stage 43657 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32410

digraph G { subgraph clusterstage_43657 { label="Stage 43657"; 189882 [labelType="html" label="JDBCRDD [189882] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster447680 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] "; 189883 [labelType="html" label="MapPartitionsRDD [189883] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447681 { label="mapPartitionsInternal"; 189884 [labelType="html" label="MapPartitionsRDD [189884] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447682 { label="mapPartitionsInternal"; 189885 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [po_item_product_code#17207267,po_item_product_name#17207268,transaction_id#17207269,buyer_gln#17207270,seller_gln#17207271,pod_division#17207272,pod_delivery_date#17207273,pod_product_item_id#17207274,pod_product_entity#17207275,po_number#17207276,product_item_id#17207277,product_entity#17207278,brand_context_id#17207279,po_division#17207280,po_delivery_date#17207281,row_id#17207282L,parent_row_id#17207283,chain_seq#17207284,tier#17207285,production_input_type#17207286,trans_create_ts#17207287,trans_update_ts#17207288,outbound_create_ts#17207289,outbound_supplier_code#17207290,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [189885] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447719 { label="InMemoryTableScan"; 189895 [labelType="html" label="MapPartitionsRDD [189895] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189896 [labelType="html" label="MapPartitionsRDD [189896] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189897 [labelType="html" label="MapPartitionsRDD [189897] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447715 { label="WholeStageCodegen (1)"; 189898 [labelType="html" label="MapPartitionsRDD [189898] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447714 { label="Exchange"; 189899 [labelType="html" label="MapPartitionsRDD [189899] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 189882->189883; 189883->189884; 189884->189885; 189885->189895; 189895->189896; 189896->189897; 189897->189898; 189898->189899; }

189885

Event Timeline

Enable zooming