DataHubScheduler - Details for Stage 43672 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 ms
Locality Level Summary: Process local: 1
Input Size / Records: 5.1 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32422

digraph G { subgraph clusterstage_43672 { label="Stage 43672"; 189945 [labelType="html" label="JDBCRDD [189945] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster447845 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] "; 189946 [labelType="html" label="MapPartitionsRDD [189946] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447846 { label="mapPartitionsInternal"; 189947 [labelType="html" label="MapPartitionsRDD [189947] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447847 { label="mapPartitionsInternal"; 189948 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [po_item_product_code#17224768,po_item_product_name#17224769,transaction_id#17224770,buyer_gln#17224771,seller_gln#17224772,pod_division#17224773,pod_delivery_date#17224774,pod_product_item_id#17224775,pod_product_entity#17224776,po_number#17224777,product_item_id#17224778,product_entity#17224779,brand_context_id#17224780,po_division#17224781,po_delivery_date#17224782,row_id#17224783L,parent_row_id#17224784,chain_seq#17224785,tier#17224786,production_input_type#17224787,trans_create_ts#17224788,trans_update_ts#17224789,outbound_create_ts#17224790,outbound_supplier_code#17224791,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [189948] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447853 { label="InMemoryTableScan"; 189949 [labelType="html" label="MapPartitionsRDD [189949] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189950 [labelType="html" label="MapPartitionsRDD [189950] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189951 [labelType="html" label="MapPartitionsRDD [189951] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447849 { label="WholeStageCodegen (1)"; 189952 [labelType="html" label="MapPartitionsRDD [189952] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447848 { label="Exchange"; 189953 [labelType="html" label="MapPartitionsRDD [189953] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 189945->189946; 189946->189947; 189947->189948; 189948->189949; 189949->189950; 189950->189951; 189951->189952; 189952->189953; }

189948

Event Timeline

Enable zooming