digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
2 [labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 10,000"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] </b><br><br>number of output rows: 0"];
}
1->0;
2->1;
4->2;
}
5
AdaptiveSparkPlan isFinalPlan=true
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#8886891, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#8886892, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#8886893, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#8886894, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#8886895, true, false, true), name#8886896.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#8886897, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#8886898, true, false, true), file_name#8886899.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#8886900, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#8886901, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#8886902, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#9681101: org.apache.spark.sql.Row
InMemoryTableScan [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] [_id#8886891,create_ts#8886892,entity_version#8886893,lat#8886894,lon#8886895,name#8886896,state_id#8886897,update_ts#8886898,file_name#8886899,create_date#8886900,update_date#8886901,ETL_runtime#8886902,bigid#8886903L] PushedFilters: [], ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_...
WholeStageCodegen (1)
== Physical Plan ==
AdaptiveSparkPlan (7)
+- == Final Plan ==
DeserializeToObject (5)
+- TableCacheQueryStage (4), Statistics(sizeInBytes=863.9 KiB, rowCount=1.00E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] (3)
+- == Initial Plan ==
DeserializeToObject (6)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- * Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] (3)
(1) InMemoryTableScan
Output [12]: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
Arguments: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
(2) InMemoryRelation
Arguments: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902, bigid#8886903L], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@7795a5ad,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] [_id#8886891,create_ts#8886892,entity_version#8886893,lat#8886894,lon#8886895,name#8886896,state_id#8886897,update_ts#8886898,file_name#8886899,create_date#8886900,update_date#8886901,ETL_runtime#8886902,bigid#8886903L] PushedFilters: [], ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_...
,None)
(3) Scan JDBCRelation((SELECT * FROM dbo.dimcity WHERE bigid BETWEEN 10001 AND 20000) AS page) [numPartitions=1] [codegen id : 1]
Output [13]: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902, bigid#8886903L]
ReadSchema: struct<_id:int,create_ts:timestamp,entity_version:double,lat:double,lon:double,name:string,state_id:int,update_ts:timestamp,file_name:string,create_date:date,update_date:date,ETL_runtime:timestamp,bigid:bigint>
(4) TableCacheQueryStage
Output [12]: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
Arguments: 0
(5) DeserializeToObject
Input [12]: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#8886891, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#8886892, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#8886893, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#8886894, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#8886895, true, false, true), name#8886896.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#8886897, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#8886898, true, false, true), file_name#8886899.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#8886900, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#8886901, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#8886902, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#9681101: org.apache.spark.sql.Row
(6) DeserializeToObject
Input [12]: [_id#8886891, create_ts#8886892, entity_version#8886893, lat#8886894, lon#8886895, name#8886896, state_id#8886897, update_ts#8886898, file_name#8886899, create_date#8886900, update_date#8886901, ETL_runtime#8886902]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, _id#8886891, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, create_ts#8886892, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, entity_version#8886893, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lat#8886894, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, lon#8886895, true, false, true), name#8886896.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, state_id#8886897, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, update_ts#8886898, true, false, true), file_name#8886899.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, create_date#8886900, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Date), toJavaDate, update_date#8886901, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, ETL_runtime#8886902, true, false, true), StructField(_id,IntegerType,true), StructField(create_ts,TimestampType,true), StructField(entity_version,DoubleType,true), StructField(lat,DoubleType,true), StructField(lon,DoubleType,true), StructField(name,StringType,true), StructField(state_id,IntegerType,true), StructField(update_ts,TimestampType,true), StructField(file_name,StringType,true), StructField(create_date,DateType,true), StructField(update_date,DateType,true), StructField(ETL_runtime,TimestampType,true)), obj#9681101: org.apache.spark.sql.Row
(7) AdaptiveSparkPlan
Output [1]: [obj#9681101]
Arguments: isFinalPlan=true