DataHubScheduler - Details for Query 5607

Submitted Time: 2026/10/16 08:18:48
Duration: 16 s
Succeeded Jobs: 8560 8582

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" DeserializeToObject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n361 ms (2 ms, 90 ms, 109 ms (stage 13655.0: task 30967))"; 3 [labelType="html" label=" Project "]; } 4 [labelType="html" label="Exchange shuffle records written: 41 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 13619.0: task 30929)) remote merged bytes read total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 13655.0: task 30937)) local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 13655.0: task 30937)) remote merged blocks fetched: 0 records read: 41 local bytes read total (min, med, max (stageId: taskId)) 2.1 KiB (0.0 B, 475.0 B, 886.0 B (stage 13655.0: task 30967)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 13655.0: task 30937)) remote bytes read total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 13655.0: task 30937)) merged fetch fallback count: 0 local blocks read: 4 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 11.1 KiB (0.0 B, 0.0 B, 11.1 KiB (stage 13619.0: task 30929)) local merged bytes read total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 13655.0: task 30937)) number of partitions: 5 remote reqs duration total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 13655.0: task 30937)) remote bytes read to disk total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 13655.0: task 30937)) shuffle bytes written total (min, med, max (stageId: taskId)) 2.1 KiB (0.0 B, 0.0 B, 2.1 KiB (stage 13619.0: task 30929))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1 ms (0 ms, 0 ms, 1 ms (stage 13619.0: task 30929))"; 6 [labelType="html" label="Filter number of output rows: 41"]; 7 [labelType="html" label="Scan JDBCRelation(( SELECT DISTINCT pfd.networkId AS NetworkID, pfd.is_latest, pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_version, CAST(COALESCE(m.facility_declaration_ref, pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(100)) AS facility_declaration_ref, pfd.Value_process, SUBSTRING(m.Materials, 0, 800) AS Materials, n._id AS Child_Node FROM dbo.dimscm_product_field_details_response pfd INNER JOIN dbo.dimscm_product_node_response n ON n.networkId = pfd.networkId AND n.reference_code = pfd.product_node_response_ref LEFT JOIN dbo.dim_compute_scm_product_field_details_response_materials m ON m.networkId = pfd.networkId AND (m.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) AND m.product_node_response_ref = CAST(pfd.product_node_response_ref AS varchar(200)) AND m.facility_declaration_ref = CAST(COALESCE(pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(200)) AND m.Value_process = pfd.Value_process WHERE (pfd.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) AND (n.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) ) AS _t) [numPartitions=1] number of output rows: 103"]; } 1->0; 3->1; 4->3; 6->4; 7->6; }

AdaptiveSparkPlan isFinalPlan=true

DeserializeToObject createexternalrow(NetworkID#9840984.toString, brand_context_id#9840986.toString, company_id#9840987.toString, launch_config_ref#9840988.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, revision_version#9840989, true, false, true), Child_Node#9840993.toString, staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest#9840985, true, false, true), staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest_submitted#9841626, true, false, true), facility_declaration_RefID#9841627.toString, Value_process#9841628.toString, Material#9841629.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9841630, true, false, true), StructField(NetworkID,StringType,true), StructField(brand_context_id,StringType,true), StructField(company_id,StringType,true), StructField(launch_config_ref,StringType,true), StructField(revision_version,ShortType,true), StructField(Child_Node,StringType,true), StructField(is_latest,BooleanType,true), StructField(is_latest_submitted,BooleanType,false), StructField(facility_declaration_RefID,StringType,true), StructField(Value_process,StringType,true), StructField(Material,StringType,true), StructField(update_ts,TimestampType,false)), obj#10195471: org.apache.spark.sql.Row

Project [NetworkID#9840984, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, Child_Node#9840993, is_latest#9840985, false AS is_latest_submitted#9841626, trim(facility_declaration_ref#9840990, None) AS facility_declaration_RefID#9841627, trim(Value_process#9840991, None) AS Value_process#9841628, CASE WHEN (isnull(trim(Materials#9840992, None)) OR (trim(Materials#9840992, None) = )) THEN null ELSE trim(Materials#9840992, None) END AS Material#9841629, 2026-10-16 07:30:22.066784 AS update_ts#9841630]

WholeStageCodegen (2)

Exchange hashpartitioning(brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, 5), REPARTITION_BY_NUM, [plan_id=348705]

Filter isnotnull(facility_declaration_ref#9840990)

Scan JDBCRelation(( SELECT DISTINCT pfd.networkId AS NetworkID, pfd.is_latest, pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_version, CAST(COALESCE(m.facility_declaration_ref, pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(100)) AS facility_declaration_ref, pfd.Value_process, SUBSTRING(m.Materials, 0, 800) AS Materials, n._id AS Child_Node FROM dbo.dimscm_product_field_details_response pfd INNER JOIN dbo.dimscm_product_node_response n ON n.networkId = pfd.networkId AND n.reference_code = pfd.product_node_response_ref LEFT JOIN dbo.dim_compute_scm_product_field_details_response_materials m ON m.networkId = pfd.networkId AND (m.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) AND m.product_node_response_ref = CAST(pfd.product_node_response_ref AS varchar(200)) AND m.facility_declaration_ref = CAST(COALESCE(pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(200)) AND m.Value_process = pfd.Value_process WHERE (pfd.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) AND (n.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB')) ) AS _t) [numPartitions=1] [NetworkID#9840984,is_latest#9840985,brand_context_id#9840986,company_id#9840987,launch_config_ref#9840988,revision_version#9840989,facility_declaration_ref#9840990,Value_process#9840991,Materials#9840992,Child_Node#9840993] PushedFilters: [IsNotNull(facility_declaration_ref)], ReadSchema: struct<NetworkID:string,is_latest:boolean,brand_context_id:string,company_id:string,launch_config...

WholeStageCodegen (1)

Details

== Physical Plan ==
AdaptiveSparkPlan (10)
+- == Final Plan ==
   DeserializeToObject (6)
   +- * Project (5)
      +- ShuffleQueryStage (4), Statistics(sizeInBytes=11.1 KiB, rowCount=41)
         +- Exchange (3)
            +- * Filter (2)
               +- * Scan JDBCRelation((
            SELECT DISTINCT
                pfd.networkId AS NetworkID, pfd.is_latest,
                pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_version,
                CAST(COALESCE(m.facility_declaration_ref, pfd.derived_facility_dec_ref,
                              pfd.facility_default_ref) AS varchar(100)) 
                    AS facility_declaration_ref,
                pfd.Value_process, SUBSTRING(m.Materials, 0, 800) AS Materials,
                n._id AS Child_Node
            FROM dbo.dimscm_product_field_details_response pfd
            INNER JOIN dbo.dimscm_product_node_response n
              ON n.networkId = pfd.networkId
             AND n.reference_code = pfd.product_node_response_ref
            LEFT JOIN dbo.dim_compute_scm_product_field_details_response_materials m
              ON m.networkId = pfd.networkId
             AND (m.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
             AND m.product_node_response_ref = CAST(pfd.product_node_response_ref AS varchar(200))
             AND m.facility_declaration_ref = CAST(COALESCE(pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(200))
             AND m.Value_process = pfd.Value_process
            WHERE (pfd.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
              AND (n.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
        ) AS _t) [numPartitions=1]  (1)
+- == Initial Plan ==
   DeserializeToObject (9)
   +- Project (8)
      +- Exchange (7)
         +- Filter (2)
            +- Scan JDBCRelation((
            SELECT DISTINCT
                pfd.networkId AS NetworkID, pfd.is_latest,
                pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_version,
                CAST(COALESCE(m.facility_declaration_ref, pfd.derived_facility_dec_ref,
                              pfd.facility_default_ref) AS varchar(100)) 
                    AS facility_declaration_ref,
                pfd.Value_process, SUBSTRING(m.Materials, 0, 800) AS Materials,
                n._id AS Child_Node
            FROM dbo.dimscm_product_field_details_response pfd
            INNER JOIN dbo.dimscm_product_node_response n
              ON n.networkId = pfd.networkId
             AND n.reference_code = pfd.product_node_response_ref
            LEFT JOIN dbo.dim_compute_scm_product_field_details_response_materials m
              ON m.networkId = pfd.networkId
             AND (m.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
             AND m.product_node_response_ref = CAST(pfd.product_node_response_ref AS varchar(200))
             AND m.facility_declaration_ref = CAST(COALESCE(pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(200))
             AND m.Value_process = pfd.Value_process
            WHERE (pfd.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
              AND (n.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
        ) AS _t) [numPartitions=1]  (1)


(1) Scan JDBCRelation((
            SELECT DISTINCT
                pfd.networkId AS NetworkID, pfd.is_latest,
                pfd.brand_context_id, pfd.company_id, pfd.launch_config_ref, pfd.revision_version,
                CAST(COALESCE(m.facility_declaration_ref, pfd.derived_facility_dec_ref,
                              pfd.facility_default_ref) AS varchar(100)) 
                    AS facility_declaration_ref,
                pfd.Value_process, SUBSTRING(m.Materials, 0, 800) AS Materials,
                n._id AS Child_Node
            FROM dbo.dimscm_product_field_details_response pfd
            INNER JOIN dbo.dimscm_product_node_response n
              ON n.networkId = pfd.networkId
             AND n.reference_code = pfd.product_node_response_ref
            LEFT JOIN dbo.dim_compute_scm_product_field_details_response_materials m
              ON m.networkId = pfd.networkId
             AND (m.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
             AND m.product_node_response_ref = CAST(pfd.product_node_response_ref AS varchar(200))
             AND m.facility_declaration_ref = CAST(COALESCE(pfd.derived_facility_dec_ref, pfd.facility_default_ref) AS varchar(200))
             AND m.Value_process = pfd.Value_process
            WHERE (pfd.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
              AND (n.networkId IN ('F2A7B107E71FE5D8DE4934FD850D9426B254B7EC766323080013C4401F7746FB', 'F2C3669BC1A2DC0CCDDDDE55D1A7A1F0F6B49F3C7DF1A4BA459EDE5C6E07B2F9', 'F2D61A9B7C90C61EAD4710D957764BCB304A080C793E1FCE5EF85A7F295FED84', 'F30A007E09CE0663491986EBBFF0F2910D0801D76F217F146E79864C2F4E5EF7', 'F30BDBCC1850A9FD121538C66B142EF9AAAD8F890A272E389B38B02CCFB7F1DB'))
        ) AS _t) [numPartitions=1]  [codegen id : 1]
Output [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]
PushedFilters: [IsNotNull(facility_declaration_ref)]
ReadSchema: struct<NetworkID:string,is_latest:boolean,brand_context_id:string,company_id:string,launch_config_ref:string,revision_version:smallint,facility_declaration_ref:string,Value_process:string,Materials:string,Child_Node:string>

(2) Filter [codegen id : 1]
Input [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]
Condition : isnotnull(facility_declaration_ref#9840990)

(3) Exchange
Input [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]
Arguments: hashpartitioning(brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, 5), REPARTITION_BY_NUM, [plan_id=348705]

(4) ShuffleQueryStage
Output [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]
Arguments: 0

(5) Project [codegen id : 2]
Output [12]: [NetworkID#9840984, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, Child_Node#9840993, is_latest#9840985, false AS is_latest_submitted#9841626, trim(facility_declaration_ref#9840990, None) AS facility_declaration_RefID#9841627, trim(Value_process#9840991, None) AS Value_process#9841628, CASE WHEN (isnull(trim(Materials#9840992, None)) OR (trim(Materials#9840992, None) = )) THEN null ELSE trim(Materials#9840992, None) END AS Material#9841629, 2026-10-16 07:30:22.066784 AS update_ts#9841630]
Input [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]

(6) DeserializeToObject
Input [12]: [NetworkID#9840984, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, Child_Node#9840993, is_latest#9840985, is_latest_submitted#9841626, facility_declaration_RefID#9841627, Value_process#9841628, Material#9841629, update_ts#9841630]
Arguments: createexternalrow(NetworkID#9840984.toString, brand_context_id#9840986.toString, company_id#9840987.toString, launch_config_ref#9840988.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, revision_version#9840989, true, false, true), Child_Node#9840993.toString, staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest#9840985, true, false, true), staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest_submitted#9841626, true, false, true), facility_declaration_RefID#9841627.toString, Value_process#9841628.toString, Material#9841629.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9841630, true, false, true), StructField(NetworkID,StringType,true), StructField(brand_context_id,StringType,true), StructField(company_id,StringType,true), StructField(launch_config_ref,StringType,true), StructField(revision_version,ShortType,true), StructField(Child_Node,StringType,true), StructField(is_latest,BooleanType,true), StructField(is_latest_submitted,BooleanType,false), StructField(facility_declaration_RefID,StringType,true), StructField(Value_process,StringType,true), StructField(Material,StringType,true), StructField(update_ts,TimestampType,false)), obj#10195471: org.apache.spark.sql.Row

(7) Exchange
Input [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]
Arguments: hashpartitioning(brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, 5), REPARTITION_BY_NUM, [plan_id=348695]

(8) Project
Output [12]: [NetworkID#9840984, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, Child_Node#9840993, is_latest#9840985, false AS is_latest_submitted#9841626, trim(facility_declaration_ref#9840990, None) AS facility_declaration_RefID#9841627, trim(Value_process#9840991, None) AS Value_process#9841628, CASE WHEN (isnull(trim(Materials#9840992, None)) OR (trim(Materials#9840992, None) = )) THEN null ELSE trim(Materials#9840992, None) END AS Material#9841629, 2026-10-16 07:30:22.066784 AS update_ts#9841630]
Input [10]: [NetworkID#9840984, is_latest#9840985, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, facility_declaration_ref#9840990, Value_process#9840991, Materials#9840992, Child_Node#9840993]

(9) DeserializeToObject
Input [12]: [NetworkID#9840984, brand_context_id#9840986, company_id#9840987, launch_config_ref#9840988, revision_version#9840989, Child_Node#9840993, is_latest#9840985, is_latest_submitted#9841626, facility_declaration_RefID#9841627, Value_process#9841628, Material#9841629, update_ts#9841630]
Arguments: createexternalrow(NetworkID#9840984.toString, brand_context_id#9840986.toString, company_id#9840987.toString, launch_config_ref#9840988.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, revision_version#9840989, true, false, true), Child_Node#9840993.toString, staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest#9840985, true, false, true), staticinvoke(class java.lang.Boolean, ObjectType(class java.lang.Boolean), valueOf, is_latest_submitted#9841626, true, false, true), facility_declaration_RefID#9841627.toString, Value_process#9841628.toString, Material#9841629.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9841630, true, false, true), StructField(NetworkID,StringType,true), StructField(brand_context_id,StringType,true), StructField(company_id,StringType,true), StructField(launch_config_ref,StringType,true), StructField(revision_version,ShortType,true), StructField(Child_Node,StringType,true), StructField(is_latest,BooleanType,true), StructField(is_latest_submitted,BooleanType,false), StructField(facility_declaration_RefID,StringType,true), StructField(Value_process,StringType,true), StructField(Material,StringType,true), StructField(update_ts,TimestampType,false)), obj#10195471: org.apache.spark.sql.Row

(10) AdaptiveSparkPlan
Output [1]: [obj#10195471]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.shuffle.partitions	10