== Physical Plan ==
AdaptiveSparkPlan (7)
+- == Final Plan ==
DeserializeToObject (5)
+- TableCacheQueryStage (4), Statistics(sizeInBytes=3.2 MiB, rowCount=1.00E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] (3)
+- == Initial Plan ==
DeserializeToObject (6)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] (3)
(1) InMemoryTableScan
Output [37]: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, address_state#10403191, address_line1#10403192, address_line2#10403193, file_name#10403194, lwg_supported#10403195, unique_code#10403196, profile_info_score#10403197, max_scored_score#10403198, contact_name#10403199, create_date#10403200, update_date#10403201, ETL_runtime#10403202, logo_url#10403204]
Arguments: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, ... 13 more fields]
(2) InMemoryRelation
Arguments: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, ... 14 more fields], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@7795a5ad,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [_id#10403167,address_city#10403168,address_country#10403169,address_country_code#10403170,address_country_code_alpha3#10403171,address_zip#10403172,address_lat#10403173,address_lng#10403174,company_id#10403175,company_type#10403176,contact_info_email#10403177,contact_info_phone_number#10403178,create_ts#10403179,created_by#10403180,description#10403181,name#10403182,primary_contact#10403183,profile_completeness_score_favgaclity#10403184,profile_completeness_company_score#10403185,iprofile_completeness_incomplete_fields#10403186,update_ts#10403187,updated_by#10403188,verification_status#10403189,status#10403190,... 14 more fields] PushedFilters: [], ReadSchema: struct<_id:string,address_city:string,address_country:string,address_country_code:string,address_...
,None)
(3) Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 40001 AND 50000) AS page) [numPartitions=1] [codegen id : 1]
Output [38]: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, address_state#10403191, address_line1#10403192, address_line2#10403193, file_name#10403194, lwg_supported#10403195, unique_code#10403196, profile_info_score#10403197, max_scored_score#10403198, contact_name#10403199, create_date#10403200, update_date#10403201, ETL_runtime#10403202, bigid#10403203L, logo_url#10403204]
ReadSchema: struct<_id:string,address_city:string,address_country:string,address_country_code:string,address_country_code_alpha3:string,address_zip:string,address_lat:double,address_lng:double,company_id:string,company_type:string,contact_info_email:string,contact_info_phone_number:string,create_ts:timestamp,created_by:string,description:string,name:string,primary_contact:string,profile_completeness_score_favgaclity:string,profile_completeness_company_score:string,iprofile_completeness_incomplete_fields:string,update_ts:timestamp,updated_by:string,verification_status:smallint,status:string,address_state:string,address_line1:string,address_line2:string,file_name:string,lwg_supported:boolean,unique_code:string,profile_info_score:double,max_scored_score:double,contact_name:string,create_date:date,update_date:date,ETL_runtime:timestamp,bigid:bigint,logo_url:string>
(4) TableCacheQueryStage
Output [37]: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, address_state#10403191, address_line1#10403192, address_line2#10403193, file_name#10403194, lwg_supported#10403195, unique_code#10403196, profile_info_score#10403197, max_scored_score#10403198, contact_name#10403199, create_date#10403200, update_date#10403201, ETL_runtime#10403202, logo_url#10403204]
Arguments: 0
(5) DeserializeToObject
Input [37]: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, address_state#10403191, address_line1#10403192, address_line2#10403193, file_name#10403194, lwg_supported#10403195, unique_code#10403196, profile_info_score#10403197, max_scored_score#10403198, contact_name#10403199, create_date#10403200, update_date#10403201, ETL_runtime#10403202, logo_url#10403204]
Arguments: createexternalrow(_id#10403167.toString, address_city#10403168.toString, address_country#10403169.toString, address_country_code#10403170.toString, address_country_code_alpha3#10403171.toString, address_zip#10403172.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lat#10403173, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lng#10403174, true, false, true), company_id#10403175.toString, company_type#10403176.toString, contact_info_email#10403177.toString, contact_info_phone_number#10403178.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#10403179, true, false, true), created_by#10403180.toString, description#10403181.toString, name#10403182.toString, primary_contact#10403183.toString, profile_completeness_score_favgaclity#10403184.toString, profile_completeness_company_score#10403185.toString, iprofile_completeness_incomplete_fields#10403186.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#10403187, true, false, true), updated_by#10403188.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, verification_status#10403189, true, false, true), status#10403190.toString, ... 50 more fields), obj#10410885: org.apache.spark.sql.Row
(6) DeserializeToObject
Input [37]: [_id#10403167, address_city#10403168, address_country#10403169, address_country_code#10403170, address_country_code_alpha3#10403171, address_zip#10403172, address_lat#10403173, address_lng#10403174, company_id#10403175, company_type#10403176, contact_info_email#10403177, contact_info_phone_number#10403178, create_ts#10403179, created_by#10403180, description#10403181, name#10403182, primary_contact#10403183, profile_completeness_score_favgaclity#10403184, profile_completeness_company_score#10403185, iprofile_completeness_incomplete_fields#10403186, update_ts#10403187, updated_by#10403188, verification_status#10403189, status#10403190, address_state#10403191, address_line1#10403192, address_line2#10403193, file_name#10403194, lwg_supported#10403195, unique_code#10403196, profile_info_score#10403197, max_scored_score#10403198, contact_name#10403199, create_date#10403200, update_date#10403201, ETL_runtime#10403202, logo_url#10403204]
Arguments: createexternalrow(_id#10403167.toString, address_city#10403168.toString, address_country#10403169.toString, address_country_code#10403170.toString, address_country_code_alpha3#10403171.toString, address_zip#10403172.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lat#10403173, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lng#10403174, true, false, true), company_id#10403175.toString, company_type#10403176.toString, contact_info_email#10403177.toString, contact_info_phone_number#10403178.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#10403179, true, false, true), created_by#10403180.toString, description#10403181.toString, name#10403182.toString, primary_contact#10403183.toString, profile_completeness_score_favgaclity#10403184.toString, profile_completeness_company_score#10403185.toString, iprofile_completeness_incomplete_fields#10403186.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#10403187, true, false, true), updated_by#10403188.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, verification_status#10403189, true, false, true), status#10403190.toString, ... 50 more fields), obj#10410885: org.apache.spark.sql.Row
(7) AdaptiveSparkPlan
Output [1]: [obj#10410885]
Arguments: isFinalPlan=true