digraph G {
0 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n32 ms (7 ms, 25 ms, 25 ms (stage 65.0: task 83))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 125"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 46,236<br>number of input batches: 13"];
}
5 [labelType="html" label="<b>Scan parquet spark_catalog.default.airports</b><br><br>number of files read: 2<br>scan time total (min, med, max (stageId: taskId))<br>25 ms (7 ms, 18 ms, 18 ms (stage 65.0: task 83))<br>metadata time: 0 ms<br>size of files read: 2.1 MiB<br>number of output rows: 46,236"];
2->0;
3->2;
4->3;
5->4;
}
6
TakeOrderedAndProject(limit=5, orderBy=[C_23#5667 DESC NULLS LAST], output=[C_12#5654,C_17#5655,C_14#5656,C_25#5657,C_18#5658,C_21#5659,C_22#5660,C_19#5661,C_13#5662,C_20#5663,C_24#5664,C_16#5665,C_15#5666,C_23#5667])
Project [id#5668 AS C_12#5654, type#5669 AS C_17#5655, name#5670 AS C_14#5656, (round((lat#5671 * 1000.0), 0) / 1000.0) AS C_25#5657, (round((lon#5672 * 1000.0), 0) / 1000.0) AS C_18#5658, (round((elev#5673 * 1000.0), 0) / 1000.0) AS C_21#5659, continent#5674 AS C_22#5660, country#5675 AS C_19#5661, region#5676 AS C_13#5662, city#5677 AS C_20#5663, iata#5678 AS C_24#5664, code#5679 AS C_16#5665, gps#5680 AS C_15#5666, elev#5673 AS C_23#5667]
Filter (((((isnotnull(lon#5672) AND isnotnull(lat#5671)) AND (lon#5672 <= -104.05)) AND (lon#5672 >= -111.05)) AND (lat#5671 >= 41.0)) AND (lat#5671 <= 45.0))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet spark_catalog.default.airports[id#5668,type#5669,name#5670,lat#5671,lon#5672,elev#5673,continent#5674,country#5675,region#5676,city#5677,iata#5678,code#5679,gps#5680] Batched: true, DataFilters: [isnotnull(lon#5672), isnotnull(lat#5671), (lon#5672 <= -104.05), (lon#5672 >= -111.05), (lat#567..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/acdcadmin/spark-warehouse/airports], PartitionFilters: [], PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), G..., ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,count...
== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
+- * Filter (3)
+- * ColumnarToRow (2)
+- Scan parquet spark_catalog.default.airports (1)
(1) Scan parquet spark_catalog.default.airports
Output [13]: [id#5668, type#5669, name#5670, lat#5671, lon#5672, elev#5673, continent#5674, country#5675, region#5676, city#5677, iata#5678, code#5679, gps#5680]
Batched: true
Location: InMemoryFileIndex [file:/home/acdcadmin/spark-warehouse/airports]
PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), GreaterThanOrEqual(lat,41.0), LessThanOrEqual(lat,45.0)]
ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,country:string,region:string,city:string,iata:string,code:string,gps:string>
(2) ColumnarToRow [codegen id : 1]
Input [13]: [id#5668, type#5669, name#5670, lat#5671, lon#5672, elev#5673, continent#5674, country#5675, region#5676, city#5677, iata#5678, code#5679, gps#5680]
(3) Filter [codegen id : 1]
Input [13]: [id#5668, type#5669, name#5670, lat#5671, lon#5672, elev#5673, continent#5674, country#5675, region#5676, city#5677, iata#5678, code#5679, gps#5680]
Condition : (((((isnotnull(lon#5672) AND isnotnull(lat#5671)) AND (lon#5672 <= -104.05)) AND (lon#5672 >= -111.05)) AND (lat#5671 >= 41.0)) AND (lat#5671 <= 45.0))
(4) Project [codegen id : 1]
Output [14]: [id#5668 AS C_12#5654, type#5669 AS C_17#5655, name#5670 AS C_14#5656, (round((lat#5671 * 1000.0), 0) / 1000.0) AS C_25#5657, (round((lon#5672 * 1000.0), 0) / 1000.0) AS C_18#5658, (round((elev#5673 * 1000.0), 0) / 1000.0) AS C_21#5659, continent#5674 AS C_22#5660, country#5675 AS C_19#5661, region#5676 AS C_13#5662, city#5677 AS C_20#5663, iata#5678 AS C_24#5664, code#5679 AS C_16#5665, gps#5680 AS C_15#5666, elev#5673 AS C_23#5667]
Input [13]: [id#5668, type#5669, name#5670, lat#5671, lon#5672, elev#5673, continent#5674, country#5675, region#5676, city#5677, iata#5678, code#5679, gps#5680]
(5) TakeOrderedAndProject
Input [14]: [C_12#5654, C_17#5655, C_14#5656, C_25#5657, C_18#5658, C_21#5659, C_22#5660, C_19#5661, C_13#5662, C_20#5663, C_24#5664, C_16#5665, C_15#5666, C_23#5667]
Arguments: 5, [C_23#5667 DESC NULLS LAST], [C_12#5654, C_17#5655, C_14#5656, C_25#5657, C_18#5658, C_21#5659, C_22#5660, C_19#5661, C_13#5662, C_20#5663, C_24#5664, C_16#5665, C_15#5666, C_23#5667]