DataHubScheduler - Details for Stage 41775 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 18 ms
Locality Level Summary: Process local: 1
Input Size / Records: 18.1 KiB / 1
Associated Job Ids: 30894

digraph G { subgraph clusterstage_41775 { label="Stage 41775"; 180918 [labelType="html" label="JDBCRDD [180918] cache at <unknown>:0"]; subgraph cluster427041 { label="WholeStageCodegen (1)"; 181227 [labelType="html" label="MapPartitionsRDD [181227] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; } subgraph cluster427040 { label="AdaptiveSparkPlan"; 181228 [labelType="html" label="MapPartitionsRDD [181228] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; 181229 [labelType="html" label="*(1) Project [Country#16516857, ISO3#16516858, ISO2#16516859, Region#16516860, GHG_Emissions#16516861, Trade_Unions#16516862, Wages#16516863, Working_Time#16516864, Gender_Based_Violence#16516865, Hazardous_Chemicals#16516866, Bribery_and_Corruption#16516867, Water#16516868, Health_and_Safety#16516869, Forced_Labor#16516870, Child_Labor#16516871, Land_Use_and_Biodiversity#16516872, lower(trim(Country#16516857, None)) AS _country_key#16516889, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#16516871) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#16516870) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#16516865) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#16516863) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#16516864) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#16516862) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#16516869) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#16516861) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chem... [181229] [Cached] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; } subgraph cluster432589 { label="InMemoryTableScan"; 183356 [labelType="html" label="MapPartitionsRDD [183356] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183357 [labelType="html" label="MapPartitionsRDD [183357] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 183358 [labelType="html" label="MapPartitionsRDD [183358] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432585 { label="WholeStageCodegen (1)"; 183359 [labelType="html" label="MapPartitionsRDD [183359] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster432584 { label="BroadcastExchange"; 183360 [labelType="html" label="MapPartitionsRDD [183360] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 180918->181227; 181227->181228; 181228->181229; 181229->183356; 183356->183357; 183357->183358; 183358->183359; 183359->183360; }

181229

Event Timeline

Enable zooming