digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
2 [labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 10,000"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] </b><br><br>number of output rows: 0"];
}
1->0;
2->1;
4->2;
}
5
AdaptiveSparkPlan isFinalPlan=true
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#9880558, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#9880559, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#9880560, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#9880561, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#9880562, true, false, true), name#9880563.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#9880564, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9880565, true, false, true), file_name#9880566.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#9880567, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#9880568, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#9880569, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#10391677: org.apache.spark.sql.Row
InMemoryTableScan [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [_id#9880558,create_ts#9880559,entity_version#9880560,lat#9880561,lon#9880562,name#9880563,state_id#9880564,update_ts#9880565,file_name#9880566,create_date#9880567,update_date#9880568,ETL_runtime#9880569,bigid#9880570L] PushedFilters: [], ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_...
WholeStageCodegen (1)
== Physical Plan ==
AdaptiveSparkPlan (7)
+- == Final Plan ==
DeserializeToObject (5)
+- TableCacheQueryStage (4), Statistics(sizeInBytes=862.5 KiB, rowCount=1.00E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] (3)
+- == Initial Plan ==
DeserializeToObject (6)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] (3)
(1) InMemoryTableScan
Output [12]: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
Arguments: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
(2) InMemoryRelation
Arguments: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569, bigid#9880570L], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@7795a5ad,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [_id#9880558,create_ts#9880559,entity_version#9880560,lat#9880561,lon#9880562,name#9880563,state_id#9880564,update_ts#9880565,file_name#9880566,create_date#9880567,update_date#9880568,ETL_runtime#9880569,bigid#9880570L] PushedFilters: [], ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_...
,None)
(3) Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 20001 AND 30000) AS page) [numPartitions=1] [codegen id : 1]
Output [13]: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569, bigid#9880570L]
ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_id:int,update_ts:timestamp,file_name:string,create_date:date,update_date:date,ETL_runtime:timestamp,bigid:bigint>
(4) TableCacheQueryStage
Output [12]: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
Arguments: 0
(5) DeserializeToObject
Input [12]: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#9880558, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#9880559, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#9880560, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#9880561, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#9880562, true, false, true), name#9880563.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#9880564, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9880565, true, false, true), file_name#9880566.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#9880567, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#9880568, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#9880569, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#10391677: org.apache.spark.sql.Row
(6) DeserializeToObject
Input [12]: [_id#9880558, create_ts#9880559, entity_version#9880560, lat#9880561, lon#9880562, name#9880563, state_id#9880564, update_ts#9880565, file_name#9880566, create_date#9880567, update_date#9880568, ETL_runtime#9880569]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#9880558, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#9880559, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#9880560, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#9880561, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#9880562, true, false, true), name#9880563.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#9880564, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#9880565, true, false, true), file_name#9880566.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#9880567, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#9880568, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#9880569, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#10391677: org.apache.spark.sql.Row
(7) AdaptiveSparkPlan
Output [1]: [obj#10391677]
Arguments: isFinalPlan=true