digraph G {
subgraph clusterstage_39785 {
label="Stage 39785";
170424 [labelType="html" label="SQLExecutionRDD [170424] [Unordered]<br>javaToPython at <unknown>:0"];
170427 [labelType="html" label="PythonRDD [170427] [Unordered]<br>foreachPartition at /opt/app/scheduler/jobs/memgraph_loader_job.py:2107"];
subgraph cluster405718 {
label="Exchange";
170287 [labelType="html" label="ShuffledRowRDD [170287] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405719 {
label="mapPartitionsInternal";
170288 [labelType="html" label="MapPartitionsRDD [170288] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster405720 {
label="mapPartitionsInternal";
170289 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=3325998]\n +- Project [brand_context_id#20377588, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, NetworkID#20377589, 64, true, false, true) AS NetworkID#20377632, Child_Node#20377590, Parent_id#20377591, supplier_id#20377592, preferrd_supplier_id#20377593, supplier_ref_id#20377594, supplier_uid#20377595, supplier_name#20377596, supplier_country#20377597, direct_indirect#20377598, source_type#20377599, product_name#20377600, tier#20377601, is_latest#20377602, is_latest_submitted#20377603, is_unknown_supplier#20377604, company_id#20377605, config_name#20377606, direct_supplier_name#20377607, launch_request_name#20377608, launch_config_ref#20377609, revision_version#20377610, submission_status#20377611, ... 23 more fields]\n +- Scan JDBCRelation((\nSELECT\n c.brand_context_id,\n c.NetworkID,\n c.Child_Node,\n c.Parent_id,\n ISNULL(c.supplier_i... [170289] [Cached] [Unordered]<br>count at <unknown>:0"];
}
subgraph cluster406037 {
label="InMemoryTableScan";
170411 [labelType="html" label="MapPartitionsRDD [170411] [Unordered]<br>javaToPython at <unknown>:0"];
170412 [labelType="html" label="MapPartitionsRDD [170412] [Unordered]<br>javaToPython at <unknown>:0"];
170413 [labelType="html" label="MapPartitionsRDD [170413] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406033 {
label="WholeStageCodegen (1)";
170414 [labelType="html" label="MapPartitionsRDD [170414] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406032 {
label="MapInPandas";
170415 [labelType="html" label="MapPartitionsRDD [170415] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406028 {
label="WholeStageCodegen (2)";
170416 [labelType="html" label="MapPartitionsRDD [170416] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406027 {
label="MapInPandas";
170417 [labelType="html" label="MapPartitionsRDD [170417] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406025 {
label="AdaptiveSparkPlan";
170418 [labelType="html" label="MapPartitionsRDD [170418] [Unordered]<br>javaToPython at <unknown>:0"];
170419 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- MapInPandas <lambda>(brand_context_id#20379484, owner_supplier_id#20379485, facility_id#20379360, source#20379486)#20379491, [brand_context_id#20379492, owner_supplier_id#20379493, facility_id#20379494, source#20379495], false\n +- Project [6aacf5861a41b434b2a90520 AS brand_context_id#20379484, supplier_id#20379358 AS owner_supplier_id#20379485, facility_id#20379360, declared AS source#20379486]\n +- Filter (((isnotnull(supplier_id#20379358) AND NOT (supplier_id#20379358 = )) AND isnotnull(facility_id#20379360)) AND NOT (facility_id#20379360 = ))\n +- MapInPandas <lambda>(node_id#20377677, brand_context_id#20377588, supplier_id#20379329, preferrd_supplier_id#20379330, facility_id#20379331, preferrd_facility_id#20379332, value_process#20379333, product#20379334, material_name#20379335, subcontractor_id#20379336, is_subcontractor#20379280, is_unknown_supplier#20377604, is_unknown_facility#20377622, is_unknown_subcontractor#20377629, NetworkID#20377632, Child... [170419] [Cached] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406040 {
label="InMemoryTableScan";
170420 [labelType="html" label="MapPartitionsRDD [170420] [Unordered]<br>javaToPython at <unknown>:0"];
170421 [labelType="html" label="MapPartitionsRDD [170421] [Unordered]<br>javaToPython at <unknown>:0"];
170422 [labelType="html" label="MapPartitionsRDD [170422] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406038 {
label="Coalesce";
170423 [labelType="html" label="CoalescedRDD [170423] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406041 {
label="map";
170425 [labelType="html" label="MapPartitionsRDD [170425] [Unordered]<br>javaToPython at <unknown>:0"];
}
subgraph cluster406042 {
label="mapPartitions";
170426 [labelType="html" label="MapPartitionsRDD [170426] [Unordered]<br>javaToPython at <unknown>:0"];
}
}
170287->170288;
170288->170289;
170289->170411;
170411->170412;
170412->170413;
170413->170414;
170414->170415;
170415->170416;
170416->170417;
170417->170418;
170418->170419;
170419->170420;
170420->170421;
170421->170422;
170422->170423;
170423->170424;
170424->170425;
170425->170426;
170426->170427;
}
170286,170287
170289
170419