digraph G {
0 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n46 ms (12 ms, 34 ms, 34 ms (stage 57.0: task 67))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 125"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 46,236<br>number of input batches: 13"];
}
5 [labelType="html" label="<b>Scan parquet spark_catalog.default.airports</b><br><br>number of files read: 2<br>scan time total (min, med, max (stageId: taskId))<br>40 ms (12 ms, 28 ms, 28 ms (stage 57.0: task 67))<br>metadata time: 0 ms<br>size of files read: 2.1 MiB<br>number of output rows: 46,236"];
2->0;
3->2;
4->3;
5->4;
}
6
TakeOrderedAndProject(limit=5, orderBy=[C_24#4515 DESC NULLS LAST], output=[C_14#4502,C_13#4503,C_12#4504,C_18#4505,C_20#4506,C_16#4507,C_19#4508,C_17#4509,C_15#4510,C_22#4511,C_25#4512,C_23#4513,C_21#4514,C_24#4515])
Project [id#4516 AS C_14#4502, type#4517 AS C_13#4503, name#4518 AS C_12#4504, (round((lat#4519 * 1000.0), 0) / 1000.0) AS C_18#4505, (round((lon#4520 * 1000.0), 0) / 1000.0) AS C_20#4506, (round((elev#4521 * 1000.0), 0) / 1000.0) AS C_16#4507, continent#4522 AS C_19#4508, country#4523 AS C_17#4509, region#4524 AS C_15#4510, city#4525 AS C_22#4511, iata#4526 AS C_25#4512, code#4527 AS C_23#4513, gps#4528 AS C_21#4514, elev#4521 AS C_24#4515]
Filter (((((isnotnull(lon#4520) AND isnotnull(lat#4519)) AND (lon#4520 <= -104.05)) AND (lon#4520 >= -111.05)) AND (lat#4519 >= 41.0)) AND (lat#4519 <= 45.0))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet spark_catalog.default.airports[id#4516,type#4517,name#4518,lat#4519,lon#4520,elev#4521,continent#4522,country#4523,region#4524,city#4525,iata#4526,code#4527,gps#4528] Batched: true, DataFilters: [isnotnull(lon#4520), isnotnull(lat#4519), (lon#4520 <= -104.05), (lon#4520 >= -111.05), (lat#451..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/acdcadmin/spark-warehouse/airports], PartitionFilters: [], PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), G..., ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,count...
== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
+- * Filter (3)
+- * ColumnarToRow (2)
+- Scan parquet spark_catalog.default.airports (1)
(1) Scan parquet spark_catalog.default.airports
Output [13]: [id#4516, type#4517, name#4518, lat#4519, lon#4520, elev#4521, continent#4522, country#4523, region#4524, city#4525, iata#4526, code#4527, gps#4528]
Batched: true
Location: InMemoryFileIndex [file:/home/acdcadmin/spark-warehouse/airports]
PushedFilters: [IsNotNull(lon), IsNotNull(lat), LessThanOrEqual(lon,-104.05), GreaterThanOrEqual(lon,-111.05), GreaterThanOrEqual(lat,41.0), LessThanOrEqual(lat,45.0)]
ReadSchema: struct<id:string,type:string,name:string,lat:double,lon:double,elev:double,continent:string,country:string,region:string,city:string,iata:string,code:string,gps:string>
(2) ColumnarToRow [codegen id : 1]
Input [13]: [id#4516, type#4517, name#4518, lat#4519, lon#4520, elev#4521, continent#4522, country#4523, region#4524, city#4525, iata#4526, code#4527, gps#4528]
(3) Filter [codegen id : 1]
Input [13]: [id#4516, type#4517, name#4518, lat#4519, lon#4520, elev#4521, continent#4522, country#4523, region#4524, city#4525, iata#4526, code#4527, gps#4528]
Condition : (((((isnotnull(lon#4520) AND isnotnull(lat#4519)) AND (lon#4520 <= -104.05)) AND (lon#4520 >= -111.05)) AND (lat#4519 >= 41.0)) AND (lat#4519 <= 45.0))
(4) Project [codegen id : 1]
Output [14]: [id#4516 AS C_14#4502, type#4517 AS C_13#4503, name#4518 AS C_12#4504, (round((lat#4519 * 1000.0), 0) / 1000.0) AS C_18#4505, (round((lon#4520 * 1000.0), 0) / 1000.0) AS C_20#4506, (round((elev#4521 * 1000.0), 0) / 1000.0) AS C_16#4507, continent#4522 AS C_19#4508, country#4523 AS C_17#4509, region#4524 AS C_15#4510, city#4525 AS C_22#4511, iata#4526 AS C_25#4512, code#4527 AS C_23#4513, gps#4528 AS C_21#4514, elev#4521 AS C_24#4515]
Input [13]: [id#4516, type#4517, name#4518, lat#4519, lon#4520, elev#4521, continent#4522, country#4523, region#4524, city#4525, iata#4526, code#4527, gps#4528]
(5) TakeOrderedAndProject
Input [14]: [C_14#4502, C_13#4503, C_12#4504, C_18#4505, C_20#4506, C_16#4507, C_19#4508, C_17#4509, C_15#4510, C_22#4511, C_25#4512, C_23#4513, C_21#4514, C_24#4515]
Arguments: 5, [C_24#4515 DESC NULLS LAST], [C_14#4502, C_13#4503, C_12#4504, C_18#4505, C_20#4506, C_16#4507, C_19#4508, C_17#4509, C_15#4510, C_22#4511, C_25#4512, C_23#4513, C_21#4514, C_24#4515]