DataHubScheduler - Details for Stage 26734 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 8 ms
Locality Level Summary: Process local: 1
Input Size / Records: 18.1 KiB / 1
Associated Job Ids: 17944

digraph G { subgraph clusterstage_26734 { label="Stage 26734"; 27672 [labelType="html" label="JDBCRDD [27672] cache at <unknown>:0"]; subgraph cluster56965 { label="WholeStageCodegen (1)"; 27973 [labelType="html" label="MapPartitionsRDD [27973] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; } subgraph cluster56964 { label="AdaptiveSparkPlan"; 27974 [labelType="html" label="MapPartitionsRDD [27974] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; 27975 [labelType="html" label="*(1) Project [Country#2019972, ISO3#2019973, ISO2#2019974, Region#2019975, GHG_Emissions#2019976, Trade_Unions#2019977, Wages#2019978, Working_Time#2019979, Gender_Based_Violence#2019980, Hazardous_Chemicals#2019981, Bribery_and_Corruption#2019982, Water#2019983, Health_and_Safety#2019984, Forced_Labor#2019985, Child_Labor#2019986, Land_Use_and_Biodiversity#2019987, lower(trim(Country#2019972, None)) AS _country_key#2020004, CASE WHEN ((((((((((((CASE WHEN isnotnull(Child_Labor#2019986) THEN 1 ELSE 0 END + CASE WHEN isnotnull(Forced_Labor#2019985) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Gender_Based_Violence#2019980) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Wages#2019978) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Working_Time#2019979) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Trade_Unions#2019977) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Health_and_Safety#2019984) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(GHG_Emissions#2019976) THEN 1 ELSE 0 END) + CASE WHEN isnotnull(Hazardous_Chemicals#2019981) THEN 1 ELSE... [27975] [Cached] foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"]; } subgraph cluster295195 { label="InMemoryTableScan"; 117798 [labelType="html" label="MapPartitionsRDD [117798] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117799 [labelType="html" label="MapPartitionsRDD [117799] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; 117800 [labelType="html" label="MapPartitionsRDD [117800] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster295191 { label="WholeStageCodegen (1)"; 117801 [labelType="html" label="MapPartitionsRDD [117801] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } subgraph cluster295190 { label="BroadcastExchange"; 117802 [labelType="html" label="MapPartitionsRDD [117802] $anonfun$withThreadLocalCaptured$1 at <unknown>:0"]; } } 27672->27973; 27973->27974; 27974->27975; 27975->117798; 117798->117799; 117799->117800; 117800->117801; 117801->117802; }

27975

Event Timeline

Enable zooming