DataHubScheduler - Details for Stage 34955 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 25024

digraph G { subgraph clusterstage_34955 { label="Stage 34955"; 152967 [labelType="html" label="JDBCRDD [152967] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster369255 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 152968 [labelType="html" label="MapPartitionsRDD [152968] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369256 { label="mapPartitionsInternal"; 152969 [labelType="html" label="MapPartitionsRDD [152969] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369257 { label="mapPartitionsInternal"; 152970 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#14562885,po_item_product_name#14562886,transaction_id#14562887,buyer_gln#14562888,seller_gln#14562889,pod_division#14562890,pod_delivery_date#14562891,pod_product_item_id#14562892,pod_product_entity#14562893,po_number#14562894,product_item_id#14562895,product_entity#14562896,brand_context_id#14562897,po_division#14562898,po_delivery_date#14562899,row_id#14562900L,parent_row_id#14562901,chain_seq#14562902,tier#14562903,production_input_type#14562904,trans_create_ts#14562905,trans_update_ts#14562906,outbound_create_ts#14562907,outbound_supplier_code#14562908,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [152970] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369263 { label="InMemoryTableScan"; 152971 [labelType="html" label="MapPartitionsRDD [152971] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152972 [labelType="html" label="MapPartitionsRDD [152972] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 152973 [labelType="html" label="MapPartitionsRDD [152973] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369259 { label="WholeStageCodegen (1)"; 152974 [labelType="html" label="MapPartitionsRDD [152974] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster369258 { label="Exchange"; 152975 [labelType="html" label="MapPartitionsRDD [152975] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 152967->152968; 152968->152969; 152969->152970; 152970->152971; 152971->152972; 152972->152973; 152973->152974; 152974->152975; }

152970

Event Timeline

Enable zooming