DataHubScheduler - Details for Stage 3202 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 1
Input Size / Records: 757.6 KiB / 1
Output Size / Records: 0.0 B / 5572
Associated Job Ids: 2524

digraph G { subgraph clusterstage_3202 { label="Stage 3202"; 11355 [labelType="html" label="JDBCRDD [11355] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11406 [labelType="html" label="SQLExecutionRDD [11406] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster25858 { label="WholeStageCodegen (1)"; 11356 [labelType="html" label="MapPartitionsRDD [11356] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25860 { label="mapPartitionsInternal"; 11357 [labelType="html" label="MapPartitionsRDD [11357] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25861 { label="mapPartitionsInternal"; 11358 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_supplier_facility_map WHERE bigid BETWEEN 1 AND 5572) AS page) [numPartitions=1] [BrandId#996426,supplier_id#996427,facility_id#996428,brandname#996429,supplier_name#996430,facility_name#996431,sup_type#996432,country#996433,city#996434,state#996435,zip#996436,employee_men#996437,employee_women#996438,employee_others#996439,production_capacity#996440,supplier_uid#996441,facility_uid#996442,brand_supplier_level#996443,filter_value#996444,bigid#996445L] PushedFilters: [], ReadSchema: struct<BrandId:string,supplier_id:string,facility_id:string,brandname:string,supplier_name:string...\n [11358] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25984 { label="InMemoryTableScan"; 11402 [labelType="html" label="MapPartitionsRDD [11402] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11403 [labelType="html" label="MapPartitionsRDD [11403] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11404 [labelType="html" label="MapPartitionsRDD [11404] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25982 { label="DeserializeToObject"; 11405 [labelType="html" label="MapPartitionsRDD [11405] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25985 { label="mapPartitions"; 11407 [labelType="html" label="MapPartitionsRDD [11407] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11355->11356; 11356->11357; 11357->11358; 11358->11402; 11402->11403; 11403->11404; 11404->11405; 11405->11406; 11406->11407; }

11358

Event Timeline

Enable zooming