digraph G { subgraph clusterstage_37397 { label="Stage 37397"; 161379 [labelType="html" label="JDBCRDD [161379]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161395 [labelType="html" label="SQLExecutionRDD [161395]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; subgraph cluster388890 { label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] "; 161380 [labelType="html" label="MapPartitionsRDD [161380]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388891 { label="mapPartitionsInternal"; 161381 [labelType="html" label="MapPartitionsRDD [161381]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388892 { label="mapPartitionsInternal"; 161382 [labelType="html" label="Scan JDBCRelation((SELECT * FROM dbo.fact_trans_chain_po_detail WHERE bigid BETWEEN 60001 AND 66563) AS page) [numPartitions=1] [po_item_product_code#15182514,po_item_product_name#15182515,transaction_id#15182516,buyer_gln#15182517,seller_gln#15182518,pod_division#15182519,pod_delivery_date#15182520,pod_product_item_id#15182521,pod_product_entity#15182522,po_number#15182523,product_item_id#15182524,product_entity#15182525,brand_context_id#15182526,po_division#15182527,po_delivery_date#15182528,row_id#15182529L,parent_row_id#15182530,chain_seq#15182531,tier#15182532,production_input_type#15182533,trans_create_ts#15182534,trans_update_ts#15182535,outbound_create_ts#15182536,outbound_supplier_code#15182537,... 111 more fields] PushedFilters: [], ReadSchema: struct<po_item_product_code:string,po_item_product_name:string,transaction_id:string,buyer_gln:st...\n [161382] [Cached]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388921 { label="InMemoryTableScan"; 161391 [labelType="html" label="MapPartitionsRDD [161391]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161392 [labelType="html" label="MapPartitionsRDD [161392]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; 161393 [labelType="html" label="MapPartitionsRDD [161393]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388919 { label="DeserializeToObject"; 161394 [labelType="html" label="MapPartitionsRDD [161394]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } subgraph cluster388922 { label="mapPartitions"; 161396 [labelType="html" label="MapPartitionsRDD [161396]<br>first at /opt/app/scheduler/jobs/batch_table_copy_job.py:169"]; } } 161379->161380; 161380->161381; 161381->161382; 161382->161391; 161391->161392; 161392->161393; 161393->161394; 161394->161395; 161395->161396; }