DataHubScheduler - Details for Stage 37351 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 5.7 KiB / 1
Output Size / Records: 0.0 B / 13
Associated Job Ids: 26903

digraph G { subgraph clusterstage_37351 { label="Stage 37351"; 161187 [labelType="html" label="JDBCRDD [161187] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161231 [labelType="html" label="SQLExecutionRDD [161231] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388429 { label="WholeStageCodegen (1)"; 161188 [labelType="html" label="MapPartitionsRDD [161188] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388431 { label="mapPartitionsInternal"; 161189 [labelType="html" label="MapPartitionsRDD [161189] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388432 { label="mapPartitionsInternal"; 161190 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_PDC_AGEC_Report) [numPartitions=1] [brand_id#15142655,Style ID#15142656,Supplier_id#15142657,season#15142658,Model#15142659,Part#15142660,Color#15142661,Tipo origine#15142662,Product ID#15142663,Country-Style Printing#15142664,Country-Finishing#15142665,Country-Stitching#15142666,material_supplier_id#15142667,Mseason#15142668,Country Manufacturing / Assembling#15142669,Country-Style Dyeing#15142670,ProductType#15142671,productClassification#15142672,productGroup#15142673,% Material Recycled#15142674,% Microplastic#15142675,Last Date for confirmed OC#15142676,Cancelled Flag#15142677,Supplier Name#15142678,... 9 more fields] PushedFilters: [], ReadSchema: struct<brand_id:string,Style ID:string,Supplier_id:string,season:string,Model:string,Part:string,...\n [161190] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388525 { label="InMemoryTableScan"; 161226 [labelType="html" label="MapPartitionsRDD [161226] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161228 [labelType="html" label="MapPartitionsRDD [161228] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161229 [labelType="html" label="MapPartitionsRDD [161229] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388523 { label="DeserializeToObject"; 161230 [labelType="html" label="MapPartitionsRDD [161230] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388528 { label="mapPartitions"; 161232 [labelType="html" label="MapPartitionsRDD [161232] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161187->161188; 161188->161189; 161189->161190; 161190->161226; 161226->161228; 161228->161229; 161229->161230; 161230->161231; 161231->161232; }

161190

Event Timeline

Enable zooming