-
-
Save jrs53/d33f2468092ba7f8693cb9e7f22a0db8 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| == Parsed Logical Plan == | |
| 'Sort ['count DESC NULLS LAST], true | |
| +- AnalysisBarrier | |
| +- Aggregate [VesselName#8], [VesselName#8, count(1) AS count#478L] | |
| +- Filter NOT (VesselName#8 = VesselName#453) | |
| +- Filter UDF(geom#17, if (isnull(500.0)) null else if (isnull(500.0)) null else UDF(geom#462, 500.0)) | |
| +- Join Inner | |
| :- SubqueryAlias ships | |
| : +- Repartition 20, true | |
| : +- Project [geom#17, VesselName#8] | |
| : +- Filter (BaseDateTime#2 < from_utc_timestamp(cast(2017-07-07 23:59:59 as timestamp), Z)) | |
| : +- Filter (BaseDateTime#2 > from_utc_timestamp(cast(2017-07-07 00:00:00 as timestamp), Z)) | |
| : +- Filter UDF(geom#17, if (isnull(50000.0)) null else if (isnull(50000.0)) null else UDF(UDF(-95.013398, 29.2335042), 50000.0)) | |
| : +- Relation[__fid__#0,MMSI#1,BaseDateTime#2,LAT#3,LON#4,SOG#5,COG#6,Heading#7,VesselName#8,IMO#9,CallSign#10,VesselType#11,Status#12,Length#13,Width#14,Draft#15,Cargo#16,geom#17] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),Filter.INCLUDE,None,null,null,null,null) | |
| +- ResolvedHint (broadcast) | |
| +- SubqueryAlias interesting | |
| +- Project [geom#462, VesselName#453] | |
| +- Filter (VesselName#453 = YELLOW ROSE) | |
| +- Filter (BaseDateTime#447 < from_utc_timestamp(cast(2017-07-07 23:59:59 as timestamp), Z)) | |
| +- Filter (BaseDateTime#447 > from_utc_timestamp(cast(2017-07-07 00:00:00 as timestamp), Z)) | |
| +- Filter UDF(geom#462, if (isnull(50000.0)) null else if (isnull(50000.0)) null else if (isnull(50000.0)) null else UDF(UDF(-95.013398, 29.2335042), 50000.0)) | |
| +- Relation[__fid__#445,MMSI#446,BaseDateTime#447,LAT#448,LON#449,SOG#450,COG#451,Heading#452,VesselName#453,IMO#454,CallSign#455,VesselType#456,Status#457,Length#458,Width#459,Draft#460,Cargo#461,geom#462] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),Filter.INCLUDE,None,null,null,null,null) | |
| == Analyzed Logical Plan == | |
| VesselName: string, count: bigint | |
| Sort [count#478L DESC NULLS LAST], true | |
| +- Aggregate [VesselName#8], [VesselName#8, count(1) AS count#478L] | |
| +- Filter NOT (VesselName#8 = VesselName#453) | |
| +- Filter UDF(geom#17, if (isnull(500.0)) null else if (isnull(500.0)) null else UDF(geom#462, 500.0)) | |
| +- Join Inner | |
| :- SubqueryAlias ships | |
| : +- Repartition 20, true | |
| : +- Project [geom#17, VesselName#8] | |
| : +- Filter (BaseDateTime#2 < from_utc_timestamp(cast(2017-07-07 23:59:59 as timestamp), Z)) | |
| : +- Filter (BaseDateTime#2 > from_utc_timestamp(cast(2017-07-07 00:00:00 as timestamp), Z)) | |
| : +- Filter UDF(geom#17, if (isnull(50000.0)) null else if (isnull(50000.0)) null else UDF(UDF(-95.013398, 29.2335042), 50000.0)) | |
| : +- Relation[__fid__#0,MMSI#1,BaseDateTime#2,LAT#3,LON#4,SOG#5,COG#6,Heading#7,VesselName#8,IMO#9,CallSign#10,VesselType#11,Status#12,Length#13,Width#14,Draft#15,Cargo#16,geom#17] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),Filter.INCLUDE,None,null,null,null,null) | |
| +- ResolvedHint (broadcast) | |
| +- SubqueryAlias interesting | |
| +- Project [geom#462, VesselName#453] | |
| +- Filter (VesselName#453 = YELLOW ROSE) | |
| +- Filter (BaseDateTime#447 < from_utc_timestamp(cast(2017-07-07 23:59:59 as timestamp), Z)) | |
| +- Filter (BaseDateTime#447 > from_utc_timestamp(cast(2017-07-07 00:00:00 as timestamp), Z)) | |
| +- Filter UDF(geom#462, if (isnull(50000.0)) null else if (isnull(50000.0)) null else if (isnull(50000.0)) null else UDF(UDF(-95.013398, 29.2335042), 50000.0)) | |
| +- Relation[__fid__#445,MMSI#446,BaseDateTime#447,LAT#448,LON#449,SOG#450,COG#451,Heading#452,VesselName#453,IMO#454,CallSign#455,VesselType#456,Status#457,Length#458,Width#459,Draft#460,Cargo#461,geom#462] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),Filter.INCLUDE,None,null,null,null,null) | |
| == Optimized Logical Plan == | |
| Sort [count#478L DESC NULLS LAST], true | |
| +- Aggregate [VesselName#8], [VesselName#8, count(1) AS count#478L] | |
| +- Project [VesselName#8] | |
| +- Join Inner, (NOT (VesselName#8 = VesselName#453) && UDF(geom#17, UDF(geom#462, 500.0))) | |
| :- Repartition 20, true | |
| : +- Project [geom#17, VesselName#8] | |
| : +- Relation[__fid__#0,MMSI#1,BaseDateTime#2,LAT#3,LON#4,SOG#5,COG#6,Heading#7,VesselName#8,IMO#9,CallSign#10,VesselType#11,Status#12,Length#13,Width#14,Draft#15,Cargo#16,geom#17] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),[[ NOT [ VesselName IS NULL ] ] AND [ BaseDateTime < Fri Jul 07 23:59:59 UTC 2017 ] AND [ BaseDateTime > Fri Jul 07 00:00:00 UTC 2017 ] AND [ geom within POLYGON ((-94.49810720773381 29.2335042, -94.49912401640536 29.265859576555066, -94.50217042954073 29.298087261220633, -94.50723442433903 29.330060066048755, -94.51429601552634 29.361651808985766, -94.52332733422834 29.39273781185518, -94.53429273795616 29.42319539240552, -94.5471489512709 29.4529043484811, -94.56184523657204 29.48174743240502, -94.5783235943356 29.509610813702178, -94.59651899201172 29.536384528336168, -94.61635962067847 29.561962912687076, -94.63776717843882 29.586245020557516, -94.66065717944248 29.609135021561173, -94.68493928731291 29.630542579321524, -94.71051767166382 29.650383207988273, -94.73729138629781 29.668578605664397, -94.76515476759498 29.68505696342795, -94.7939978515189 29.699753248729092, -94.82370680759448 29.712609462043826, -94.85416438814481 29.723574865771646, -94.88525039101422 29.732606184473656, -94.91684213395123 29.73966777566096, -94.94881493877936 29.744731770459264, -94.98104262344494 29.747778183594633, -95.013398 29.748794992266184, -95.04575337655506 29.747778183594633, -95.07798106122063 29.744731770459264, -95.10995386604876 29.73966777566096, -95.14154560898577 29.732606184473656, -95.17263161185518 29.723574865771646, -95.20308919240551 29.712609462043826, -95.2327981484811 29.699753248729092, -95.26164123240501 29.68505696342795, -95.28950461370218 29.668578605664397, -95.31627832833617 29.650383207988273, -95.34185671268708 29.630542579321524, -95.36613882055751 29.609135021561173, -95.38902882156117 29.586245020557516, -95.41043637932152 29.561962912687072, -95.43027700798827 29.536384528336168, -95.44847240566439 29.509610813702178, -95.46495076342795 29.48174743240502, -95.47964704872909 29.4529043484811, -95.49250326204383 29.42319539240552, -95.50346866577165 29.39273781185518, -95.51249998447365 29.361651808985766, -95.51956157566096 29.330060066048755, -95.52462557045926 29.298087261220633, -95.52767198359463 29.265859576555062, -95.52868879226618 29.2335042, -95.52767198359463 29.201148823444935, -95.52462557045926 29.168921138779364, -95.51956157566096 29.136948333951242, -95.51249998447365 29.105356591014232, -95.50346866577165 29.074270588144817, -95.49250326204383 29.043813007594476, -95.47964704872909 29.0141040515189, -95.46495076342795 28.98526096759498, -95.44847240566439 28.95739758629782, -95.43027700798827 28.93062387166383, -95.41043637932152 28.905045487312922, -95.38902882156117 28.88076337944248, -95.36613882055751 28.857873378438825, -95.34185671268708 28.836465820678473, -95.31627832833617 28.816625192011724, -95.28950461370218 28.7984297943356, -95.26164123240501 28.781951436572047, -95.2327981484811 28.767255151270906, -95.20308919240551 28.75439893795617, -95.17263161185518 28.743433534228352, -95.14154560898577 28.73440221552634, -95.10995386604876 28.72734062433904, -95.07798106122063 28.722276629540733, -95.04575337655506 28.719230216405364, -95.013398 28.718213407733813, -94.98104262344494 28.719230216405364, -94.94881493877936 28.722276629540733, -94.91684213395123 28.72734062433904, -94.88525039101422 28.73440221552634, -94.85416438814481 28.743433534228352, -94.82370680759448 28.75439893795617, -94.7939978515189 28.767255151270906, -94.76515476759498 28.781951436572047, -94.73729138629781 28.7984297943356, -94.71051767166382 28.816625192011724, -94.68493928731291 28.836465820678473, -94.66065717944248 28.857873378438825, -94.63776717843882 28.88076337944248, -94.61635962067847 28.905045487312922, -94.59651899201172 28.93062387166383, -94.5783235943356 28.95739758629782, -94.56184523657204 28.98526096759498, -94.5471489512709 29.0141040515189, -94.53429273795616 29.043813007594476, -94.52332733422834 29.074270588144817, -94.51429601552634 29.105356591014232, -94.50723442433903 29.136948333951242, -94.50217042954073 29.168921138779364, -94.49912401640536 29.201148823444935, -94.49810720773381 29.2335042)) ] AND [ NOT [ BaseDateTime IS NULL ] ] AND Filter.INCLUDE],None,null,null,null,null) | |
| +- ResolvedHint (broadcast) | |
| +- Project [geom#462, VesselName#453] | |
| +- Relation[__fid__#445,MMSI#446,BaseDateTime#447,LAT#448,LON#449,SOG#450,COG#451,Heading#452,VesselName#453,IMO#454,CallSign#455,VesselType#456,Status#457,Length#458,Width#459,Draft#460,Cargo#461,geom#462] GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),[[ VesselName = YELLOW ROSE ] AND [ BaseDateTime < Fri Jul 07 23:59:59 UTC 2017 ] AND [ BaseDateTime > Fri Jul 07 00:00:00 UTC 2017 ] AND [ geom within POLYGON ((-94.49810720773381 29.2335042, -94.49912401640536 29.265859576555066, -94.50217042954073 29.298087261220633, -94.50723442433903 29.330060066048755, -94.51429601552634 29.361651808985766, -94.52332733422834 29.39273781185518, -94.53429273795616 29.42319539240552, -94.5471489512709 29.4529043484811, -94.56184523657204 29.48174743240502, -94.5783235943356 29.509610813702178, -94.59651899201172 29.536384528336168, -94.61635962067847 29.561962912687076, -94.63776717843882 29.586245020557516, -94.66065717944248 29.609135021561173, -94.68493928731291 29.630542579321524, -94.71051767166382 29.650383207988273, -94.73729138629781 29.668578605664397, -94.76515476759498 29.68505696342795, -94.7939978515189 29.699753248729092, -94.82370680759448 29.712609462043826, -94.85416438814481 29.723574865771646, -94.88525039101422 29.732606184473656, -94.91684213395123 29.73966777566096, -94.94881493877936 29.744731770459264, -94.98104262344494 29.747778183594633, -95.013398 29.748794992266184, -95.04575337655506 29.747778183594633, -95.07798106122063 29.744731770459264, -95.10995386604876 29.73966777566096, -95.14154560898577 29.732606184473656, -95.17263161185518 29.723574865771646, -95.20308919240551 29.712609462043826, -95.2327981484811 29.699753248729092, -95.26164123240501 29.68505696342795, -95.28950461370218 29.668578605664397, -95.31627832833617 29.650383207988273, -95.34185671268708 29.630542579321524, -95.36613882055751 29.609135021561173, -95.38902882156117 29.586245020557516, -95.41043637932152 29.561962912687072, -95.43027700798827 29.536384528336168, -95.44847240566439 29.509610813702178, -95.46495076342795 29.48174743240502, -95.47964704872909 29.4529043484811, -95.49250326204383 29.42319539240552, -95.50346866577165 29.39273781185518, -95.51249998447365 29.361651808985766, -95.51956157566096 29.330060066048755, -95.52462557045926 29.298087261220633, -95.52767198359463 29.265859576555062, -95.52868879226618 29.2335042, -95.52767198359463 29.201148823444935, -95.52462557045926 29.168921138779364, -95.51956157566096 29.136948333951242, -95.51249998447365 29.105356591014232, -95.50346866577165 29.074270588144817, -95.49250326204383 29.043813007594476, -95.47964704872909 29.0141040515189, -95.46495076342795 28.98526096759498, -95.44847240566439 28.95739758629782, -95.43027700798827 28.93062387166383, -95.41043637932152 28.905045487312922, -95.38902882156117 28.88076337944248, -95.36613882055751 28.857873378438825, -95.34185671268708 28.836465820678473, -95.31627832833617 28.816625192011724, -95.28950461370218 28.7984297943356, -95.26164123240501 28.781951436572047, -95.2327981484811 28.767255151270906, -95.20308919240551 28.75439893795617, -95.17263161185518 28.743433534228352, -95.14154560898577 28.73440221552634, -95.10995386604876 28.72734062433904, -95.07798106122063 28.722276629540733, -95.04575337655506 28.719230216405364, -95.013398 28.718213407733813, -94.98104262344494 28.719230216405364, -94.94881493877936 28.722276629540733, -94.91684213395123 28.72734062433904, -94.88525039101422 28.73440221552634, -94.85416438814481 28.743433534228352, -94.82370680759448 28.75439893795617, -94.7939978515189 28.767255151270906, -94.76515476759498 28.781951436572047, -94.73729138629781 28.7984297943356, -94.71051767166382 28.816625192011724, -94.68493928731291 28.836465820678473, -94.66065717944248 28.857873378438825, -94.63776717843882 28.88076337944248, -94.61635962067847 28.905045487312922, -94.59651899201172 28.93062387166383, -94.5783235943356 28.95739758629782, -94.56184523657204 28.98526096759498, -94.5471489512709 29.0141040515189, -94.53429273795616 29.043813007594476, -94.52332733422834 29.074270588144817, -94.51429601552634 29.105356591014232, -94.50723442433903 29.136948333951242, -94.50217042954073 29.168921138779364, -94.49912401640536 29.201148823444935, -94.49810720773381 29.2335042)) ] AND [ NOT [ VesselName IS NULL ] ] AND [ NOT [ BaseDateTime IS NULL ] ] AND Filter.INCLUDE],None,null,null,null,null) | |
| == Physical Plan == | |
| *(5) Sort [count#478L DESC NULLS LAST], true, 0 | |
| +- Exchange rangepartitioning(count#478L DESC NULLS LAST, 200) | |
| +- *(4) HashAggregate(keys=[VesselName#8], functions=[count(1)], output=[VesselName#8, count#478L]) | |
| +- Exchange hashpartitioning(VesselName#8, 200) | |
| +- *(3) HashAggregate(keys=[VesselName#8], functions=[partial_count(1)], output=[VesselName#8, count#490L]) | |
| +- *(3) Project [VesselName#8] | |
| +- BroadcastNestedLoopJoin BuildRight, Inner, (NOT (VesselName#8 = VesselName#453) && UDF(geom#17, UDF(geom#462, 500.0))) | |
| :- Exchange RoundRobinPartitioning(20) | |
| : +- *(1) Scan GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),[[ NOT [ VesselName IS NULL ] ] AND [ BaseDateTime < Fri Jul 07 23:59:59 UTC 2017 ] AND [ BaseDateTime > Fri Jul 07 00:00:00 UTC 2017 ] AND [ geom within POLYGON ((-94.49810720773381 29.2335042, -94.49912401640536 29.265859576555066, -94.50217042954073 29.298087261220633, -94.50723442433903 29.330060066048755, -94.51429601552634 29.361651808985766, -94.52332733422834 29.39273781185518, -94.53429273795616 29.42319539240552, -94.5471489512709 29.4529043484811, -94.56184523657204 29.48174743240502, -94.5783235943356 29.509610813702178, -94.59651899201172 29.536384528336168, -94.61635962067847 29.561962912687076, -94.63776717843882 29.586245020557516, -94.66065717944248 29.609135021561173, -94.68493928731291 29.630542579321524, -94.71051767166382 29.650383207988273, -94.73729138629781 29.668578605664397, -94.76515476759498 29.68505696342795, -94.7939978515189 29.699753248729092, -94.82370680759448 29.712609462043826, -94.85416438814481 29.723574865771646, -94.88525039101422 29.732606184473656, -94.91684213395123 29.73966777566096, -94.94881493877936 29.744731770459264, -94.98104262344494 29.747778183594633, -95.013398 29.748794992266184, -95.04575337655506 29.747778183594633, -95.07798106122063 29.744731770459264, -95.10995386604876 29.73966777566096, -95.14154560898577 29.732606184473656, -95.17263161185518 29.723574865771646, -95.20308919240551 29.712609462043826, -95.2327981484811 29.699753248729092, -95.26164123240501 29.68505696342795, -95.28950461370218 29.668578605664397, -95.31627832833617 29.650383207988273, -95.34185671268708 29.630542579321524, -95.36613882055751 29.609135021561173, -95.38902882156117 29.586245020557516, -95.41043637932152 29.561962912687072, -95.43027700798827 29.536384528336168, -95.44847240566439 29.509610813702178, -95.46495076342795 29.48174743240502, -95.47964704872909 29.4529043484811, -95.49250326204383 29.42319539240552, -95.50346866577165 29.39273781185518, -95.51249998447365 29.361651808985766, -95.51956157566096 29.330060066048755, -95.52462557045926 29.298087261220633, -95.52767198359463 29.265859576555062, -95.52868879226618 29.2335042, -95.52767198359463 29.201148823444935, -95.52462557045926 29.168921138779364, -95.51956157566096 29.136948333951242, -95.51249998447365 29.105356591014232, -95.50346866577165 29.074270588144817, -95.49250326204383 29.043813007594476, -95.47964704872909 29.0141040515189, -95.46495076342795 28.98526096759498, -95.44847240566439 28.95739758629782, -95.43027700798827 28.93062387166383, -95.41043637932152 28.905045487312922, -95.38902882156117 28.88076337944248, -95.36613882055751 28.857873378438825, -95.34185671268708 28.836465820678473, -95.31627832833617 28.816625192011724, -95.28950461370218 28.7984297943356, -95.26164123240501 28.781951436572047, -95.2327981484811 28.767255151270906, -95.20308919240551 28.75439893795617, -95.17263161185518 28.743433534228352, -95.14154560898577 28.73440221552634, -95.10995386604876 28.72734062433904, -95.07798106122063 28.722276629540733, -95.04575337655506 28.719230216405364, -95.013398 28.718213407733813, -94.98104262344494 28.719230216405364, -94.94881493877936 28.722276629540733, -94.91684213395123 28.72734062433904, -94.88525039101422 28.73440221552634, -94.85416438814481 28.743433534228352, -94.82370680759448 28.75439893795617, -94.7939978515189 28.767255151270906, -94.76515476759498 28.781951436572047, -94.73729138629781 28.7984297943356, -94.71051767166382 28.816625192011724, -94.68493928731291 28.836465820678473, -94.66065717944248 28.857873378438825, -94.63776717843882 28.88076337944248, -94.61635962067847 28.905045487312922, -94.59651899201172 28.93062387166383, -94.5783235943356 28.95739758629782, -94.56184523657204 28.98526096759498, -94.5471489512709 29.0141040515189, -94.53429273795616 29.043813007594476, -94.52332733422834 29.074270588144817, -94.51429601552634 29.105356591014232, -94.50723442433903 29.136948333951242, -94.50217042954073 29.168921138779364, -94.49912401640536 29.201148823444935, -94.49810720773381 29.2335042)) ] AND [ NOT [ BaseDateTime IS NULL ] ] AND Filter.INCLUDE],None,null,null,null,null) [geom#17,VesselName#8] PushedFilters: [], ReadSchema: struct<geom:struct<wkb:binary>,VesselName:string> | |
| +- BroadcastExchange IdentityBroadcastMode | |
| +- *(2) Scan GeoMesaRelation(org.apache.spark.sql.SQLContext@5cb06f06,SimpleFeatureTypeImpl AIS_2017_07_Zone15 identified extends Feature(MMSI:MMSI,BaseDateTime:BaseDateTime,LAT:LAT,LON:LON,SOG:SOG,COG:COG,Heading:Heading,VesselName:VesselName,IMO:IMO,CallSign:CallSign,VesselType:VesselType,Status:Status,Length:Length,Width:Width,Draft:Draft,Cargo:Cargo,geom:geom),StructType(StructField(__fid__,StringType,false), StructField(MMSI,IntegerType,true), StructField(BaseDateTime,TimestampType,true), StructField(LAT,FloatType,true), StructField(LON,FloatType,true), StructField(SOG,FloatType,true), StructField(COG,FloatType,true), StructField(Heading,FloatType,true), StructField(VesselName,StringType,true), StructField(IMO,StringType,true), StructField(CallSign,StringType,true), StructField(VesselType,IntegerType,true), StructField(Status,StringType,true), StructField(Length,FloatType,true), StructField(Width,FloatType,true), StructField(Draft,FloatType,true), StructField(Cargo,IntegerType,true), StructField(geom,org.apache.spark.sql.jts.PointUDT@23bafb71,true)),Map(geomesa.feature -> AIS_2017_07_Zone15, fs.path -> wasbs://data@geomesafsdsstorage.blob.core.windows.net/ais),[[ VesselName = YELLOW ROSE ] AND [ BaseDateTime < Fri Jul 07 23:59:59 UTC 2017 ] AND [ BaseDateTime > Fri Jul 07 00:00:00 UTC 2017 ] AND [ geom within POLYGON ((-94.49810720773381 29.2335042, -94.49912401640536 29.265859576555066, -94.50217042954073 29.298087261220633, -94.50723442433903 29.330060066048755, -94.51429601552634 29.361651808985766, -94.52332733422834 29.39273781185518, -94.53429273795616 29.42319539240552, -94.5471489512709 29.4529043484811, -94.56184523657204 29.48174743240502, -94.5783235943356 29.509610813702178, -94.59651899201172 29.536384528336168, -94.61635962067847 29.561962912687076, -94.63776717843882 29.586245020557516, -94.66065717944248 29.609135021561173, -94.68493928731291 29.630542579321524, -94.71051767166382 29.650383207988273, -94.73729138629781 29.668578605664397, -94.76515476759498 29.68505696342795, -94.7939978515189 29.699753248729092, -94.82370680759448 29.712609462043826, -94.85416438814481 29.723574865771646, -94.88525039101422 29.732606184473656, -94.91684213395123 29.73966777566096, -94.94881493877936 29.744731770459264, -94.98104262344494 29.747778183594633, -95.013398 29.748794992266184, -95.04575337655506 29.747778183594633, -95.07798106122063 29.744731770459264, -95.10995386604876 29.73966777566096, -95.14154560898577 29.732606184473656, -95.17263161185518 29.723574865771646, -95.20308919240551 29.712609462043826, -95.2327981484811 29.699753248729092, -95.26164123240501 29.68505696342795, -95.28950461370218 29.668578605664397, -95.31627832833617 29.650383207988273, -95.34185671268708 29.630542579321524, -95.36613882055751 29.609135021561173, -95.38902882156117 29.586245020557516, -95.41043637932152 29.561962912687072, -95.43027700798827 29.536384528336168, -95.44847240566439 29.509610813702178, -95.46495076342795 29.48174743240502, -95.47964704872909 29.4529043484811, -95.49250326204383 29.42319539240552, -95.50346866577165 29.39273781185518, -95.51249998447365 29.361651808985766, -95.51956157566096 29.330060066048755, -95.52462557045926 29.298087261220633, -95.52767198359463 29.265859576555062, -95.52868879226618 29.2335042, -95.52767198359463 29.201148823444935, -95.52462557045926 29.168921138779364, -95.51956157566096 29.136948333951242, -95.51249998447365 29.105356591014232, -95.50346866577165 29.074270588144817, -95.49250326204383 29.043813007594476, -95.47964704872909 29.0141040515189, -95.46495076342795 28.98526096759498, -95.44847240566439 28.95739758629782, -95.43027700798827 28.93062387166383, -95.41043637932152 28.905045487312922, -95.38902882156117 28.88076337944248, -95.36613882055751 28.857873378438825, -95.34185671268708 28.836465820678473, -95.31627832833617 28.816625192011724, -95.28950461370218 28.7984297943356, -95.26164123240501 28.781951436572047, -95.2327981484811 28.767255151270906, -95.20308919240551 28.75439893795617, -95.17263161185518 28.743433534228352, -95.14154560898577 28.73440221552634, -95.10995386604876 28.72734062433904, -95.07798106122063 28.722276629540733, -95.04575337655506 28.719230216405364, -95.013398 28.718213407733813, -94.98104262344494 28.719230216405364, -94.94881493877936 28.722276629540733, -94.91684213395123 28.72734062433904, -94.88525039101422 28.73440221552634, -94.85416438814481 28.743433534228352, -94.82370680759448 28.75439893795617, -94.7939978515189 28.767255151270906, -94.76515476759498 28.781951436572047, -94.73729138629781 28.7984297943356, -94.71051767166382 28.816625192011724, -94.68493928731291 28.836465820678473, -94.66065717944248 28.857873378438825, -94.63776717843882 28.88076337944248, -94.61635962067847 28.905045487312922, -94.59651899201172 28.93062387166383, -94.5783235943356 28.95739758629782, -94.56184523657204 28.98526096759498, -94.5471489512709 29.0141040515189, -94.53429273795616 29.043813007594476, -94.52332733422834 29.074270588144817, -94.51429601552634 29.105356591014232, -94.50723442433903 29.136948333951242, -94.50217042954073 29.168921138779364, -94.49912401640536 29.201148823444935, -94.49810720773381 29.2335042)) ] AND [ NOT [ VesselName IS NULL ] ] AND [ NOT [ BaseDateTime IS NULL ] ] AND Filter.INCLUDE],None,null,null,null,null) [geom#462,VesselName#453] PushedFilters: [], ReadSchema: struct<geom:struct<wkb:binary>,VesselName:string> | |
| |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment