DataHubScheduler - Details for Stage 34872 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 71 ms
Locality Level Summary: Process local: 1
Input Size / Records: 2.1 KiB / 1
Output Size / Records: 0.0 B / 5
Associated Job Ids: 24954

digraph G { subgraph clusterstage_34872 { label="Stage 34872"; 152619 [labelType="html" label="JDBCRDD [152619] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152680 [labelType="html" label="SQLExecutionRDD [152680] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster368468 { label="WholeStageCodegen (1)"; 152620 [labelType="html" label="MapPartitionsRDD [152620] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368470 { label="mapPartitionsInternal"; 152621 [labelType="html" label="MapPartitionsRDD [152621] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368471 { label="mapPartitionsInternal"; 152622 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_supplier_performance_po_line_item) [numPartitions=1] [brand_context_id#14520954,Supplier Name#14520955,Supplier UID#14520956,PO Line Item TT#14520957,PO Line Items Due for Traceability#14520958,Traced PO Line Items#14520959,Quantity Traced#14520960,PO Line Items Traced on Time#14520961,delivery_quarter#14520962,Fulfillment Status#14520963,isCurrentQuarter#14520964,nike_po_line_items#14520965,mtz_po_line_items#14520966] PushedFilters: [], ReadSchema: struct<brand_context_id:string,Supplier Name:string,Supplier UID:string,PO Line Item TT:int,PO Li...\n [152622] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368579 { label="InMemoryTableScan"; 152676 [labelType="html" label="MapPartitionsRDD [152676] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152677 [labelType="html" label="MapPartitionsRDD [152677] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152678 [labelType="html" label="MapPartitionsRDD [152678] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368577 { label="DeserializeToObject"; 152679 [labelType="html" label="MapPartitionsRDD [152679] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster368580 { label="mapPartitions"; 152681 [labelType="html" label="MapPartitionsRDD [152681] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 152619->152620; 152620->152621; 152621->152622; 152622->152676; 152676->152677; 152677->152678; 152678->152679; 152679->152680; 152680->152681; }

152622

Event Timeline

Enable zooming