DataHubScheduler - Details for Stage 3199 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 67 ms
Locality Level Summary: Process local: 1
Input Size / Records: 2.1 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 2521

digraph G { subgraph clusterstage_3199 { label="Stage 3199"; 11340 [labelType="html" label="JDBCRDD [11340] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11397 [labelType="html" label="SQLExecutionRDD [11397] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster25827 { label="WholeStageCodegen (1)"; 11341 [labelType="html" label="MapPartitionsRDD [11341] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25829 { label="mapPartitionsInternal"; 11342 [labelType="html" label="MapPartitionsRDD [11342] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25830 { label="mapPartitionsInternal"; 11343 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_supplier_performance_po_line_item) [numPartitions=1] [brand_context_id#994595,Supplier Name#994596,Supplier UID#994597,PO Line Item TT#994598,PO Line Items Due for Traceability#994599,Traced PO Line Items#994600,Quantity Traced#994601,PO Line Items Traced on Time#994602,delivery_quarter#994603,Fulfillment Status#994604,isCurrentQuarter#994605,nike_po_line_items#994606,mtz_po_line_items#994607] PushedFilters: [], ReadSchema: struct<brand_context_id:string,Supplier Name:string,Supplier UID:string,PO Line Item TT:int,PO Li...\n [11343] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25953 { label="InMemoryTableScan"; 11393 [labelType="html" label="MapPartitionsRDD [11393] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11394 [labelType="html" label="MapPartitionsRDD [11394] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11395 [labelType="html" label="MapPartitionsRDD [11395] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25951 { label="DeserializeToObject"; 11396 [labelType="html" label="MapPartitionsRDD [11396] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25954 { label="mapPartitions"; 11398 [labelType="html" label="MapPartitionsRDD [11398] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11340->11341; 11341->11342; 11342->11343; 11343->11393; 11393->11394; 11394->11395; 11395->11396; 11396->11397; 11397->11398; }

11343

Event Timeline

Enable zooming