DataHubScheduler - Details for Stage 28554 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 19410

digraph G { subgraph clusterstage_28554 { label="Stage 28554"; 124039 [labelType="html" label="JDBCRDD [124039] cache at <unknown>:0"]; 124092 [labelType="html" label="SQLExecutionRDD [124092] jdbc at <unknown>:0"]; subgraph cluster309592 { label="WholeStageCodegen (1)"; 124040 [labelType="html" label="MapPartitionsRDD [124040] count at <unknown>:0"]; } subgraph cluster309594 { label="mapPartitionsInternal"; 124041 [labelType="html" label="MapPartitionsRDD [124041] count at <unknown>:0"]; } subgraph cluster309595 { label="mapPartitionsInternal"; 124042 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#12519358,request_id#12519359,launch_id#12519360,reporting_year#12519361,template_type#12519362,supplier_id#12519363,supplier_name#12519364,request_status#12519365,due_ts#12519366,approved_ts#12519367,submitted_ts#12519368,is_submitted#12519369,is_overdue#12519370,total_smelters#12519371,conflict_free_count#12519372,audit_committed_count#12519373,undeterminable_count#12519374,undeterminable_not_in_rmi_count#12519375,undeterminable_not_identified_count#12519376,recycled_count#12519377,supplier_country#12519378,supplier_country_code#12519379,minerals#12519380,etl_runtime#12519381,bigid#12519382L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [124042] [Cached] count at <unknown>:0"]; } subgraph cluster309712 { label="InMemoryTableScan"; 124088 [labelType="html" label="MapPartitionsRDD [124088] jdbc at <unknown>:0"]; 124089 [labelType="html" label="MapPartitionsRDD [124089] jdbc at <unknown>:0"]; 124090 [labelType="html" label="MapPartitionsRDD [124090] jdbc at <unknown>:0"]; } subgraph cluster309710 { label="DeserializeToObject"; 124091 [labelType="html" label="MapPartitionsRDD [124091] jdbc at <unknown>:0"]; } subgraph cluster309713 { label="mapPartitions"; 124093 [labelType="html" label="MapPartitionsRDD [124093] jdbc at <unknown>:0"]; } } 124039->124040; 124040->124041; 124041->124042; 124042->124088; 124088->124089; 124089->124090; 124090->124091; 124091->124092; 124092->124093; }

124042

Event Timeline

Enable zooming