digraph G {
subgraph clusterstage_26715 {
label="Stage 26715";
117723 [labelType="html" label="SQLExecutionRDD [117723] [Unordered]<br>javaToPython at <unknown>:0"];
117726 [labelType="html" label="PythonRDD [117726] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster294752 {
label="Exchange";
117625 [labelType="html" label="ShuffledRowRDD [117625] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294753 {
label="mapPartitionsInternal";
117626 [labelType="html" label="MapPartitionsRDD [117626] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294754 {
label="mapPartitionsInternal";
117627 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3993705]\n +- Project [brand_context_id#12010729, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#12010730, 64, true, false, true) AS NetworkID#12010773, Child_Node#12010731, Parent_id#12010732, supplier_id#12010733, preferrd_supplier_id#12010734, supplier_ref_id#12010735, supplier_uid#12010736, supplier_name#12010737, supplier_country#12010738, direct_indirect#12010739, source_type#12010740, product_name#12010741, tier#12010742, is_latest#12010743, is_latest_submitted#12010744, is_unknown_supplier#12010745, company_id#12010746, config_name#12010747, direct_supplier_name#12010748, launch_request_name#12010749, launch_config_ref#12010750, revision_version#12010751, submission_status#12010752, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [117627] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster294984 {
label="InMemoryTableScan";
117711 [labelType="html" label="MapPartitionsRDD [117711] [Unordered]<br>javaToPython at <unknown>:0"];
117712 [labelType="html" label="MapPartitionsRDD [117712] [Unordered]<br>javaToPython at <unknown>:0"];
117713 [labelType="html" label="MapPartitionsRDD [117713] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294976 {
label="WholeStageCodegen (3)";
117714 [labelType="html" label="MapPartitionsRDD [117714] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294975 {
label="MapInPandas";
117715 [labelType="html" label="MapPartitionsRDD [117715] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294967 {
label="WholeStageCodegen (4)";
117716 [labelType="html" label="MapPartitionsRDD [117716] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294929 {
label="AdaptiveSparkPlan";
117717 [labelType="html" label="MapPartitionsRDD [117717] [Unordered]<br>javaToPython at <unknown>:0"];
117718 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [facility_id#12013683, facility_uid#12013684, name#12013685, brand_context_id#12013686, owner_supplier_id#12013687, country#12013688, state#12013689, city#12013690, region#12013691, is_unknown#12013692, value_processes#12013693, materials#12013694, first_created_date#12014538]\n +- SortMergeJoin [facility_id#12013683], [facility_id#12010498], LeftOuter\n :- Sort [facility_id#12013683 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(facility_id#12013683, 10), ENSURE_REQUIREMENTS, [plan_id=3993882]\n : +- MapInPandas <lambda>(facility_id#12013658, facility_uid#12013659, name#12013660, brand_context_id#12013661, owner_supplier_id#12013662, country#12013663, state#12013664, city#12013665, region#12013666, is_unknown#12013667, value_processes#12013668, materials#12013669)#12013682, [facility_id#12013683, facility_uid#12013684, name#12013685, brand_context_id#12013686, owner_supplier_id#12013687, country#12013688, state#12013689, city#12... [117718] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294987 {
label="InMemoryTableScan";
117719 [labelType="html" label="MapPartitionsRDD [117719] [Unordered]<br>javaToPython at <unknown>:0"];
117720 [labelType="html" label="MapPartitionsRDD [117720] [Unordered]<br>javaToPython at <unknown>:0"];
117721 [labelType="html" label="MapPartitionsRDD [117721] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294985 {
label="Coalesce";
117722 [labelType="html" label="CoalescedRDD [117722] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294988 {
label="map";
117724 [labelType="html" label="MapPartitionsRDD [117724] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster294989 {
label="mapPartitions";
117725 [labelType="html" label="MapPartitionsRDD [117725] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
117625->117626;
117626->117627;
117627->117711;
117711->117712;
117712->117713;
117713->117714;
117714->117715;
117715->117716;
117716->117717;
117717->117718;
117718->117719;
117719->117720;
117720->117721;
117721->117722;
117722->117723;
117723->117724;
117724->117725;
117725->117726;
}
117624,117625
117627
117718