DataHubScheduler - Details for Stage 37299 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 2.1 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 26858

digraph G { subgraph clusterstage_37299 { label="Stage 37299"; 160995 [labelType="html" label="JDBCRDD [160995] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161050 [labelType="html" label="SQLExecutionRDD [161050] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388018 { label="WholeStageCodegen (1)"; 160996 [labelType="html" label="MapPartitionsRDD [160996] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388020 { label="mapPartitionsInternal"; 160997 [labelType="html" label="MapPartitionsRDD [160997] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388021 { label="mapPartitionsInternal"; 160998 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_supplier_performance_po_line_item) [numPartitions=1] [brand_context_id#15125187,Supplier Name#15125188,Supplier UID#15125189,PO Line Item TT#15125190,PO Line Items Due for Traceability#15125191,Traced PO Line Items#15125192,Quantity Traced#15125193,PO Line Items Traced on Time#15125194,delivery_quarter#15125195,Fulfillment Status#15125196,isCurrentQuarter#15125197,nike_po_line_items#15125198,mtz_po_line_items#15125199] PushedFilters: [], ReadSchema: struct<brand_context_id:string,Supplier Name:string,Supplier UID:string,PO Line Item TT:int,PO Li...\n [160998] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388126 { label="InMemoryTableScan"; 161046 [labelType="html" label="MapPartitionsRDD [161046] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161047 [labelType="html" label="MapPartitionsRDD [161047] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161048 [labelType="html" label="MapPartitionsRDD [161048] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388124 { label="DeserializeToObject"; 161049 [labelType="html" label="MapPartitionsRDD [161049] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388127 { label="mapPartitions"; 161051 [labelType="html" label="MapPartitionsRDD [161051] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 160995->160996; 160996->160997; 160997->160998; 160998->161046; 161046->161047; 161047->161048; 161048->161049; 161049->161050; 161050->161051; }

160998

Event Timeline

Enable zooming