DataHubScheduler - Details for Stage 42681 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 105.4 KiB / 1
Output Size / Records: 0.0 B / 1587
Associated Job Ids: 31621

digraph G { subgraph clusterstage_42681 { label="Stage 42681"; 186500 [labelType="html" label="JDBCRDD [186500] cache at <unknown>:0"]; 186522 [labelType="html" label="SQLExecutionRDD [186522] jdbc at <unknown>:0"]; subgraph cluster439903 { label="WholeStageCodegen (1)"; 186501 [labelType="html" label="MapPartitionsRDD [186501] count at <unknown>:0"]; } subgraph cluster439905 { label="mapPartitionsInternal"; 186502 [labelType="html" label="MapPartitionsRDD [186502] count at <unknown>:0"]; } subgraph cluster439906 { label="mapPartitionsInternal"; 186503 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_smelter_overview WHERE bigid BETWEEN 1 AND 1587) AS page) [numPartitions=1] [company_id#16940293,facility_id#16940294,request_id#16940295,response_id#16940296,launch_id#16940297,reporting_year#16940298,template_type#16940299,request_status#16940300,supplier_id#16940301,supplier_name#16940302,material#16940303,facility_name#16940304,standard_name#16940305,rmap_id#16940306,facility_type#16940307,is_known_facility#16940308,conformance_status#16940309,rmap_status#16940310,country_code#16940311,country_name#16940312,smelter_city#16940313,is_recycled_or_scrap#16940314,smelter_key#16940315,is_drc_covered#16940316,... 2 more fields] PushedFilters: [], ReadSchema: struct<company_id:string,facility_id:string,request_id:string,response_id:string,launch_id:string...\n [186503] [Cached] count at <unknown>:0"]; } subgraph cluster439948 { label="InMemoryTableScan"; 186518 [labelType="html" label="MapPartitionsRDD [186518] jdbc at <unknown>:0"]; 186519 [labelType="html" label="MapPartitionsRDD [186519] jdbc at <unknown>:0"]; 186520 [labelType="html" label="MapPartitionsRDD [186520] jdbc at <unknown>:0"]; } subgraph cluster439946 { label="DeserializeToObject"; 186521 [labelType="html" label="MapPartitionsRDD [186521] jdbc at <unknown>:0"]; } subgraph cluster439949 { label="mapPartitions"; 186523 [labelType="html" label="MapPartitionsRDD [186523] jdbc at <unknown>:0"]; } } 186500->186501; 186501->186502; 186502->186503; 186503->186518; 186518->186519; 186519->186520; 186520->186521; 186521->186522; 186522->186523; }

186503

Event Timeline

Enable zooming