digraph G {
0 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n174 ms (63 ms, 111 ms, 111 ms (stage 42.0: task 40))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 125"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 46,236<br>number of input batches: 13"];
}
5 [labelType="html" label="<b>Scan parquet spark_catalog.default.airports</b><br><br>number of files read: 2<br>scan time total (min, med, max (stageId: taskId))<br>155 ms (62 ms, 93 ms, 93 ms (stage 42.0: task 40))<br>metadata time: 0 ms<br>size of files read: 2.1 MiB<br>number of output rows: 46,236"];
2->0;
3->2;
4->3;
5->4;
}
6
TakeOrderedAndProject(limit=5, orderBy=[C_25#1265 DESC NULLS LAST], output=[C_12#1252,C_13#1253,C_14#1254,C_15#1255,C_18#1256,C_16#1257,C_17#1258,C_19#1259,C_20#1260,C_21#1261,C_23#1262,C_24#1263,C_22#1264,C_25#1265])
Project [id#1266 AS C_12#1252, type#1267 AS C_13#1253, name#1268 AS C_14#1254, (round((lat#1269 * 1000.0), 0) / 1000.0) AS C_15#1255, (round((lon#1270 * 1000.0), 0) / 1000.0) AS C_18#1256, (round((elev#1271 * 1000.0), 0) / 1000.0) AS C_16#1257, continent#1272 AS C_17#1258, country#1273 AS C_19#1259, region#1274 AS C_20#1260, city#1275 AS C_21#1261, iata#1276 AS C_23#1262, code#1277 AS C_24#1263, gps#1278 AS C_22#1264, elev#1271 AS C_25#1265]
Filter (((((isnotnull(lon#1270) AND isnotnull(lat#1269)) AND (lon#1270 <= -104.05)) AND (lon#1270 >= -111.05)) AND (lat#1269 >= 41.0)) AND (lat#1269 <= 45.0))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet spark_catalog.default.airports[id#1266,type#1267,name#1268,lat#1269,lon#1270,elev#1271,continent#1272,country#1273,region#1274,city#1275,iata#1276,code#1277,gps#1278] Batched: true, DataFilters: [isnotnull(lon#1270), isnotnull(lat#1269), (lon#1270 <= -104.05), (lon#1270 >= -111.05), (lat#126..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/acdcadmin/spark-warehouse/airports], PartitionFilters: [], PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), G..., ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,count...
== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
+- * Filter (3)
+- * ColumnarToRow (2)
+- Scan parquet spark_catalog.default.airports (1)
(1) Scan parquet spark_catalog.default.airports
Output [13]: [id#1266, type#1267, name#1268, lat#1269, lon#1270, elev#1271, continent#1272, country#1273, region#1274, city#1275, iata#1276, code#1277, gps#1278]
Batched: true
Location: InMemoryFileIndex [file:/home/acdcadmin/spark-warehouse/airports]
PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), GreaterThanOrEqual(lat,41.0), LessThanOrEqual(lat,45.0)]
ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,country:string,region:string,city:string,iata:string,code:string,gps:string>
(2) ColumnarToRow [codegen id : 1]
Input [13]: [id#1266, type#1267, name#1268, lat#1269, lon#1270, elev#1271, continent#1272, country#1273, region#1274, city#1275, iata#1276, code#1277, gps#1278]
(3) Filter [codegen id : 1]
Input [13]: [id#1266, type#1267, name#1268, lat#1269, lon#1270, elev#1271, continent#1272, country#1273, region#1274, city#1275, iata#1276, code#1277, gps#1278]
Condition : (((((isnotnull(lon#1270) AND isnotnull(lat#1269)) AND (lon#1270 <= -104.05)) AND (lon#1270 >= -111.05)) AND (lat#1269 >= 41.0)) AND (lat#1269 <= 45.0))
(4) Project [codegen id : 1]
Output [14]: [id#1266 AS C_12#1252, type#1267 AS C_13#1253, name#1268 AS C_14#1254, (round((lat#1269 * 1000.0), 0) / 1000.0) AS C_15#1255, (round((lon#1270 * 1000.0), 0) / 1000.0) AS C_18#1256, (round((elev#1271 * 1000.0), 0) / 1000.0) AS C_16#1257, continent#1272 AS C_17#1258, country#1273 AS C_19#1259, region#1274 AS C_20#1260, city#1275 AS C_21#1261, iata#1276 AS C_23#1262, code#1277 AS C_24#1263, gps#1278 AS C_22#1264, elev#1271 AS C_25#1265]
Input [13]: [id#1266, type#1267, name#1268, lat#1269, lon#1270, elev#1271, continent#1272, country#1273, region#1274, city#1275, iata#1276, code#1277, gps#1278]
(5) TakeOrderedAndProject
Input [14]: [C_12#1252, C_13#1253, C_14#1254, C_15#1255, C_18#1256, C_16#1257, C_17#1258, C_19#1259, C_20#1260, C_21#1261, C_23#1262, C_24#1263, C_22#1264, C_25#1265]
Arguments: 5, [C_25#1265 DESC NULLS LAST], [C_12#1252, C_13#1253, C_14#1254, C_15#1255, C_18#1256, C_16#1257, C_17#1258, C_19#1259, C_20#1260, C_21#1261, C_23#1262, C_24#1263, C_22#1264, C_25#1265]