DataHubScheduler - Details for Stage 43653 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 65 ms
Locality Level Summary: Process local: 1
Input Size / Records: 4.1 KiB / 1
Output Size / Records: 0.0 B / 162
Associated Job Ids: 32406

digraph G { subgraph clusterstage_43653 { label="Stage 43653"; 189823 [labelType="html" label="JDBCRDD [189823] cache at <unknown>:0"]; 189880 [labelType="html" label="SQLExecutionRDD [189880] jdbc at <unknown>:0"]; subgraph cluster447534 { label="WholeStageCodegen (1)"; 189824 [labelType="html" label="MapPartitionsRDD [189824] count at <unknown>:0"]; } subgraph cluster447536 { label="mapPartitionsInternal"; 189825 [labelType="html" label="MapPartitionsRDD [189825] count at <unknown>:0"]; } subgraph cluster447537 { label="mapPartitionsInternal"; 189826 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_country_analysis WHERE bigid BETWEEN 1 AND 162) AS page) [numPartitions=1] [company_id#17201568,reporting_year#17201569,country_code#17201570,country_name#17201571,total_smelters#17201572,conflict_free_count#17201573,audit_committed_count#17201574,undeterminable_count#17201575,active_smelters#17201576,minerals_list#17201577,is_drc_covered#17201578,etl_runtime#17201579,bigid#17201580L] PushedFilters: [], ReadSchema: struct<company_id:string,reporting_year:int,country_code:string,country_name:string,total_smelter...\n [189826] [Cached] count at <unknown>:0"]; } subgraph cluster447670 { label="InMemoryTableScan"; 189876 [labelType="html" label="MapPartitionsRDD [189876] jdbc at <unknown>:0"]; 189877 [labelType="html" label="MapPartitionsRDD [189877] jdbc at <unknown>:0"]; 189878 [labelType="html" label="MapPartitionsRDD [189878] jdbc at <unknown>:0"]; } subgraph cluster447668 { label="DeserializeToObject"; 189879 [labelType="html" label="MapPartitionsRDD [189879] jdbc at <unknown>:0"]; } subgraph cluster447671 { label="mapPartitions"; 189881 [labelType="html" label="MapPartitionsRDD [189881] jdbc at <unknown>:0"]; } } 189823->189824; 189824->189825; 189825->189826; 189826->189876; 189876->189877; 189877->189878; 189878->189879; 189879->189880; 189880->189881; }

189826

Event Timeline

Enable zooming