DataHubScheduler - Details for Stage 3192 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 ms
Locality Level Summary: Process local: 1
Input Size / Records: 757.6 KiB / 1
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 2516

digraph G { subgraph clusterstage_3192 { label="Stage 3192"; 11355 [labelType="html" label="JDBCRDD [11355] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster25858 { label="WholeStageCodegen (1)"; 11356 [labelType="html" label="MapPartitionsRDD [11356] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25860 { label="mapPartitionsInternal"; 11357 [labelType="html" label="MapPartitionsRDD [11357] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25861 { label="mapPartitionsInternal"; 11358 [labelType="html" label="*(1) Scan JDBCRelation((SELECT * FROM dbo.fact_supplier_facility_map WHERE bigid BETWEEN 1 AND 5572) AS page) [numPartitions=1] [BrandId#996426,supplier_id#996427,facility_id#996428,brandname#996429,supplier_name#996430,facility_name#996431,sup_type#996432,country#996433,city#996434,state#996435,zip#996436,employee_men#996437,employee_women#996438,employee_others#996439,production_capacity#996440,supplier_uid#996441,facility_uid#996442,brand_supplier_level#996443,filter_value#996444,bigid#996445L] PushedFilters: [], ReadSchema: struct<BrandId:string,supplier_id:string,facility_id:string,brandname:string,supplier_name:string...\n [11358] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25896 { label="InMemoryTableScan"; 11373 [labelType="html" label="MapPartitionsRDD [11373] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11374 [labelType="html" label="MapPartitionsRDD [11374] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 11375 [labelType="html" label="MapPartitionsRDD [11375] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25892 { label="WholeStageCodegen (1)"; 11376 [labelType="html" label="MapPartitionsRDD [11376] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster25891 { label="Exchange"; 11377 [labelType="html" label="MapPartitionsRDD [11377] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 11355->11356; 11356->11357; 11357->11358; 11358->11373; 11373->11374; 11374->11375; 11375->11376; 11376->11377; }

11358

Event Timeline

Enable zooming