DataHubScheduler - Details for Stage 43682 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 3.4 MiB / 2
Shuffle Write Size / Records: 59.0 B / 1
Associated Job Ids: 32430

digraph G { subgraph clusterstage_43682 { label="Stage 43682"; 189981 [labelType="html" label="JDBCRDD [189981] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster447927 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 189982 [labelType="html" label="MapPartitionsRDD [189982] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447928 { label="mapPartitionsInternal"; 189983 [labelType="html" label="MapPartitionsRDD [189983] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447929 { label="mapPartitionsInternal"; 189984 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#17240164,po_item_product_name#17240165,transaction_id#17240166,buyer_gln#17240167,seller_gln#17240168,pod_division#17240169,pod_delivery_date#17240170,pod_product_item_id#17240171,pod_product_entity#17240172,po_number#17240173,product_item_id#17240174,product_entity#17240175,brand_context_id#17240176,po_division#17240177,po_delivery_date#17240178,row_id#17240179L,parent_row_id#17240180,chain_seq#17240181,tier#17240182,production_input_type#17240183,trans_create_ts#17240184,trans_update_ts#17240185,outbound_create_ts#17240186,outbound_supplier_code#17240187,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [189984] [Cached] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447935 { label="InMemoryTableScan"; 189985 [labelType="html" label="MapPartitionsRDD [189985] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189986 [labelType="html" label="MapPartitionsRDD [189986] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 189987 [labelType="html" label="MapPartitionsRDD [189987] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447931 { label="WholeStageCodegen (1)"; 189988 [labelType="html" label="MapPartitionsRDD [189988] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster447930 { label="Exchange"; 189989 [labelType="html" label="MapPartitionsRDD [189989] first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 189981->189982; 189982->189983; 189983->189984; 189984->189985; 189985->189986; 189986->189987; 189987->189988; 189988->189989; }

189984

Event Timeline

Enable zooming