DataHubScheduler - Details for Stage 43641 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 52 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.7 KiB / 1
Output Size / Records: 0.0 B / 13
Associated Job Ids: 32397

digraph G { subgraph clusterstage_43641 { label="Stage 43641"; 189783 [labelType="html" label="JDBCRDD [189783] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189840 [labelType="html" label="SQLExecutionRDD [189840] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster447470 { label="WholeStageCodegen (1)"; 189785 [labelType="html" label="MapPartitionsRDD [189785] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447475 { label="mapPartitionsInternal"; 189786 [labelType="html" label="MapPartitionsRDD [189786] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447476 { label="mapPartitionsInternal"; 189787 [labelType="html" label="*(1) Scan JDBCRelation(dbo.fact_PDC_AGEC_Report) [numPartitions=1] [brand_id#17196125,Style ID#17196126,Supplier_id#17196127,season#17196128,Model#17196129,Part#17196130,Color#17196131,Tipo origine#17196132,Product ID#17196133,Country-Style Printing#17196134,Country-Finishing#17196135,Country-Stitching#17196136,material_supplier_id#17196137,Mseason#17196138,Country Manufacturing / Assembling#17196139,Country-Style Dyeing#17196140,ProductType#17196141,productClassification#17196142,productGroup#17196143,% Material Recycled#17196144,% Microplastic#17196145,Last Date for confirmed OC#17196146,Cancelled Flag#17196147,Supplier Name#17196148,... 9 more fields] PushedFilters: [], ReadSchema: struct<brand_id:string,Style ID:string,Supplier_id:string,season:string,Model:string,Part:string,...\n [189787] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447578 { label="InMemoryTableScan"; 189836 [labelType="html" label="MapPartitionsRDD [189836] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189837 [labelType="html" label="MapPartitionsRDD [189837] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189838 [labelType="html" label="MapPartitionsRDD [189838] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447576 { label="DeserializeToObject"; 189839 [labelType="html" label="MapPartitionsRDD [189839] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447579 { label="mapPartitions"; 189841 [labelType="html" label="MapPartitionsRDD [189841] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 189783->189785; 189785->189786; 189786->189787; 189787->189836; 189836->189837; 189837->189838; 189838->189839; 189839->189840; 189840->189841; }

189787

Event Timeline

Enable zooming