DataHubScheduler - Details for Stage 37342 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.7 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 26895

digraph G { subgraph clusterstage_37342 { label="Stage 37342"; 161187 [labelType="html" label="JDBCRDD [161187] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388429 { label="WholeStageCodegen (1)"; 161188 [labelType="html" label="MapPartitionsRDD [161188] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388431 { label="mapPartitionsInternal"; 161189 [labelType="html" label="MapPartitionsRDD [161189] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388432 { label="mapPartitionsInternal"; 161190 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_PDC_AGEC_Report) [numPartitions=1] [brand_id#15142655,Style ID#15142656,Supplier_id#15142657,season#15142658,Model#15142659,Part#15142660,Color#15142661,Tipo origine#15142662,Product ID#15142663,Country-Style Printing#15142664,Country-Finishing#15142665,Country-Stitching#15142666,material_supplier_id#15142667,Mseason#15142668,Country Manufacturing / Assembling#15142669,Country-Style Dyeing#15142670,ProductType#15142671,productClassification#15142672,productGroup#15142673,% Material Recycled#15142674,% Microplastic#15142675,Last Date for confirmed OC#15142676,Cancelled Flag#15142677,Supplier Name#15142678,... 9 more fields] PushedFilters: [], ReadSchema: struct<brand_id:string,Style ID:string,Supplier_id:string,season:string,Model:string,Part:string,...\n [161190] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388461 { label="InMemoryTableScan"; 161198 [labelType="html" label="MapPartitionsRDD [161198] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161199 [labelType="html" label="MapPartitionsRDD [161199] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161200 [labelType="html" label="MapPartitionsRDD [161200] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388457 { label="WholeStageCodegen (1)"; 161201 [labelType="html" label="MapPartitionsRDD [161201] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388456 { label="Exchange"; 161202 [labelType="html" label="MapPartitionsRDD [161202] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161187->161188; 161188->161189; 161189->161190; 161190->161198; 161198->161199; 161199->161200; 161200->161201; 161201->161202; }

161190

Event Timeline

Enable zooming