DataHubScheduler - Details for Stage 3273 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 71 ms
Locality Level Summary: Process local: 1
Input Size / Records: 8.2 KiB / 1
Output Size / Records: 0.0 B / 37
Associated Job Ids: 2584

digraph G { subgraph clusterstage_3273 { label="Stage 3273"; 11595 [labelType="html" label="JDBCRDD [11595] cache at <unknown>:0"]; 11652 [labelType="html" label="SQLExecutionRDD [11652] jdbc at <unknown>:0"]; subgraph cluster26392 { label="WholeStageCodegen (1)"; 11596 [labelType="html" label="MapPartitionsRDD [11596] count at <unknown>:0"]; } subgraph cluster26394 { label="mapPartitionsInternal"; 11597 [labelType="html" label="MapPartitionsRDD [11597] count at <unknown>:0"]; } subgraph cluster26395 { label="mapPartitionsInternal"; 11598 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_cm_supplier_response WHERE bigid BETWEEN 1 AND 37) AS page) [numPartitions=1] [company_id#1018095,request_id#1018096,launch_id#1018097,reporting_year#1018098,template_type#1018099,supplier_id#1018100,supplier_name#1018101,request_status#1018102,due_ts#1018103,approved_ts#1018104,submitted_ts#1018105,is_submitted#1018106,is_overdue#1018107,total_smelters#1018108,conflict_free_count#1018109,audit_committed_count#1018110,undeterminable_count#1018111,undeterminable_not_in_rmi_count#1018112,undeterminable_not_identified_count#1018113,recycled_count#1018114,supplier_country#1018115,supplier_country_code#1018116,minerals#1018117,etl_runtime#1018118,bigid#1018119L] PushedFilters: [], ReadSchema: struct<company_id:string,request_id:string,launch_id:string,reporting_year:int,template_type:stri...\n [11598] [Cached] count at <unknown>:0"]; } subgraph cluster26538 { label="InMemoryTableScan"; 11648 [labelType="html" label="MapPartitionsRDD [11648] jdbc at <unknown>:0"]; 11649 [labelType="html" label="MapPartitionsRDD [11649] jdbc at <unknown>:0"]; 11650 [labelType="html" label="MapPartitionsRDD [11650] jdbc at <unknown>:0"]; } subgraph cluster26536 { label="DeserializeToObject"; 11651 [labelType="html" label="MapPartitionsRDD [11651] jdbc at <unknown>:0"]; } subgraph cluster26539 { label="mapPartitions"; 11653 [labelType="html" label="MapPartitionsRDD [11653] jdbc at <unknown>:0"]; } } 11595->11596; 11596->11597; 11597->11598; 11598->11648; 11648->11649; 11649->11650; 11650->11651; 11651->11652; 11652->11653; }

11598

Event Timeline

Enable zooming