DataHubScheduler - Details for Stage 34929 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.0 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 25004

digraph G { subgraph clusterstage_34929 { label="Stage 34929"; 152861 [labelType="html" label="JDBCRDD [152861] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster368998 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] "; 152862 [labelType="html" label="MapPartitionsRDD [152862] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368999 { label="mapPartitionsInternal"; 152863 [labelType="html" label="MapPartitionsRDD [152863] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369000 { label="mapPartitionsInternal"; 152864 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [po_item_product_code#14544019,po_item_product_name#14544020,transaction_id#14544021,buyer_gln#14544022,seller_gln#14544023,pod_division#14544024,pod_delivery_date#14544025,pod_product_item_id#14544026,pod_product_entity#14544027,po_number#14544028,product_item_id#14544029,product_entity#14544030,brand_context_id#14544031,po_division#14544032,po_delivery_date#14544033,row_id#14544034L,parent_row_id#14544035,chain_seq#14544036,tier#14544037,production_input_type#14544038,trans_create_ts#14544039,trans_update_ts#14544040,outbound_create_ts#14544041,outbound_supplier_code#14544042,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [152864] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369028 { label="InMemoryTableScan"; 152882 [labelType="html" label="MapPartitionsRDD [152882] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152883 [labelType="html" label="MapPartitionsRDD [152883] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152884 [labelType="html" label="MapPartitionsRDD [152884] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369024 { label="WholeStageCodegen (1)"; 152885 [labelType="html" label="MapPartitionsRDD [152885] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369023 { label="Exchange"; 152886 [labelType="html" label="MapPartitionsRDD [152886] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 152861->152862; 152862->152863; 152863->152864; 152864->152882; 152882->152883; 152883->152884; 152884->152885; 152885->152886; }

152864

Event Timeline

Enable zooming