== Physical Plan ==
AdaptiveSparkPlan (7)
+- == Final Plan ==
DeserializeToObject (5)
+- TableCacheQueryStage (4), Statistics(sizeInBytes=3.8 MiB, rowCount=1.00E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] (3)
+- == Initial Plan ==
DeserializeToObject (6)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] (3)
(1) InMemoryTableScan
Output [37]: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, address_state#9837632, address_line1#9837633, address_line2#9837634, file_name#9837635, lwg_supported#9837636, unique_code#9837637, profile_info_score#9837638, max_scored_score#9837639, contact_name#9837640, create_date#9837641, update_date#9837642, ETL_runtime#9837643, logo_url#9837645]
Arguments: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, ... 13 more fields]
(2) InMemoryRelation
Arguments: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, ... 14 more fields], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@7795a5ad,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [_id#9837608,address_city#9837609,address_country#9837610,address_country_code#9837611,address_country_code_alpha3#9837612,address_zip#9837613,address_lat#9837614,address_lng#9837615,company_id#9837616,company_type#9837617,contact_info_email#9837618,contact_info_phone_number#9837619,create_ts#9837620,created_by#9837621,description#9837622,name#9837623,primary_contact#9837624,profile_completeness_score_favgaclity#9837625,profile_completeness_company_score#9837626,iprofile_completeness_incomplete_fields#9837627,update_ts#9837628,updated_by#9837629,verification_status#9837630,status#9837631,... 14 more fields] PushedFilters: [], ReadSchema: struct<_id:string,address_city:string,address_country:string,address_country_code:string,address_...
,None)
(3) Scan JDBCRelation((SELECT * FROM dbo.dimcompany WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [codegen id : 1]
Output [38]: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, address_state#9837632, address_line1#9837633, address_line2#9837634, file_name#9837635, lwg_supported#9837636, unique_code#9837637, profile_info_score#9837638, max_scored_score#9837639, contact_name#9837640, create_date#9837641, update_date#9837642, ETL_runtime#9837643, bigid#9837644L, logo_url#9837645]
ReadSchema: struct<_id:string,address_city:string,address_country:string,address_country_code:string,address_country_code_alpha3:string,address_zip:string,address_lat:double,address_lng:double,company_id:string,company_type:string,contact_info_email:string,contact_info_phone_number:string,create_ts:timestamp,created_by:string,description:string,name:string,primary_contact:string,profile_completeness_score_favgaclity:string,profile_completeness_company_score:string,iprofile_completeness_incomplete_fields:string,update_ts:timestamp,updated_by:string,verification_status:smallint,status:string,address_state:string,address_line1:string,address_line2:string,file_name:string,lwg_supported:boolean,unique_code:string,profile_info_score:double,max_scored_score:double,contact_name:string,create_date:date,update_date:date,ETL_runtime:timestamp,bigid:bigint,logo_url:string>
(4) TableCacheQueryStage
Output [37]: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, address_state#9837632, address_line1#9837633, address_line2#9837634, file_name#9837635, lwg_supported#9837636, unique_code#9837637, profile_info_score#9837638, max_scored_score#9837639, contact_name#9837640, create_date#9837641, update_date#9837642, ETL_runtime#9837643, logo_url#9837645]
Arguments: 0
(5) DeserializeToObject
Input [37]: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, address_state#9837632, address_line1#9837633, address_line2#9837634, file_name#9837635, lwg_supported#9837636, unique_code#9837637, profile_info_score#9837638, max_scored_score#9837639, contact_name#9837640, create_date#9837641, update_date#9837642, ETL_runtime#9837643, logo_url#9837645]
Arguments: createexternalrow(_id#9837608.toString, address_city#9837609.toString, address_country#9837610.toString, address_country_code#9837611.toString, address_country_code_alpha3#9837612.toString, address_zip#9837613.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lat#9837614, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lng#9837615, true, false, true), company_id#9837616.toString, company_type#9837617.toString, contact_info_email#9837618.toString, contact_info_phone_number#9837619.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#9837620, true, false, true), created_by#9837621.toString, description#9837622.toString, name#9837623.toString, primary_contact#9837624.toString, profile_completeness_score_favgaclity#9837625.toString, profile_completeness_company_score#9837626.toString, iprofile_completeness_incomplete_fields#9837627.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9837628, true, false, true), updated_by#9837629.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, verification_status#9837630, true, false, true), status#9837631.toString, ... 50 more fields), obj#10390588: org.apache.spark.sql.Row
(6) DeserializeToObject
Input [37]: [_id#9837608, address_city#9837609, address_country#9837610, address_country_code#9837611, address_country_code_alpha3#9837612, address_zip#9837613, address_lat#9837614, address_lng#9837615, company_id#9837616, company_type#9837617, contact_info_email#9837618, contact_info_phone_number#9837619, create_ts#9837620, created_by#9837621, description#9837622, name#9837623, primary_contact#9837624, profile_completeness_score_favgaclity#9837625, profile_completeness_company_score#9837626, iprofile_completeness_incomplete_fields#9837627, update_ts#9837628, updated_by#9837629, verification_status#9837630, status#9837631, address_state#9837632, address_line1#9837633, address_line2#9837634, file_name#9837635, lwg_supported#9837636, unique_code#9837637, profile_info_score#9837638, max_scored_score#9837639, contact_name#9837640, create_date#9837641, update_date#9837642, ETL_runtime#9837643, logo_url#9837645]
Arguments: createexternalrow(_id#9837608.toString, address_city#9837609.toString, address_country#9837610.toString, address_country_code#9837611.toString, address_country_code_alpha3#9837612.toString, address_zip#9837613.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lat#9837614, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, address_lng#9837615, true, false, true), company_id#9837616.toString, company_type#9837617.toString, contact_info_email#9837618.toString, contact_info_phone_number#9837619.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#9837620, true, false, true), created_by#9837621.toString, description#9837622.toString, name#9837623.toString, primary_contact#9837624.toString, profile_completeness_score_favgaclity#9837625.toString, profile_completeness_company_score#9837626.toString, iprofile_completeness_incomplete_fields#9837627.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9837628, true, false, true), updated_by#9837629.toString, staticinvoke(class java.lang.Short, ObjectType(class java.lang.Short), valueOf, verification_status#9837630, true, false, true), status#9837631.toString, ... 50 more fields), obj#10390588: org.apache.spark.sql.Row
(7) AdaptiveSparkPlan
Output [1]: [obj#10390588]
Arguments: isFinalPlan=true