diff --git a/.github/issue_template.md b/.github/issue_template.md index a39d38295b..4717d6993e 100644 --- a/.github/issue_template.md +++ b/.github/issue_template.md @@ -20,4 +20,4 @@ JRE version = 1.8, 1.11? Python version = ? -Environment = Standalone, AWS EC2, EMR, Azure, Databricks? \ No newline at end of file +Environment = Standalone, AWS EC2, EMR, Azure, Databricks? diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 153ee1b5db..bcb284d390 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -33,4 +33,5 @@ repos: # - id: check-yaml - id: detect-private-key - id: end-of-file-fixer - files: \.java$|\.scala$ + files: \.(java|md|py|scala)$ + exclude: ^docs/image|^spark/common/src/test/resources diff --git a/binder/utilities.py b/binder/utilities.py index fa76a79614..6e06bbb778 100644 --- a/binder/utilities.py +++ b/binder/utilities.py @@ -110,4 +110,4 @@ def getConfig(): 17.18305478057247, 31.1442867897876], 'mapStyles': {}}}} - return config \ No newline at end of file + return config diff --git a/docs/api/flink/Aggregator.md b/docs/api/flink/Aggregator.md index 27b8242f94..1b7965e37c 100644 --- a/docs/api/flink/Aggregator.md +++ b/docs/api/flink/Aggregator.md @@ -56,4 +56,4 @@ Output: ``` MULTIPOINT ((1.1 101.1), (2.1 102.1), (3.1 103.1), (4.1 104.1), (5.1 105.1), (6.1 106.1), (7.1 107.1), (8.1 108.1), (9.1 109.1), (10.1 110.1)) -``` \ No newline at end of file +``` diff --git a/docs/api/flink/Function.md b/docs/api/flink/Function.md index d0b5ccdb4b..1387cca19d 100644 --- a/docs/api/flink/Function.md +++ b/docs/api/flink/Function.md @@ -2726,5 +2726,3 @@ Output: ``` 4.0 ``` - - diff --git a/docs/api/java-api.md b/docs/api/java-api.md index 189362c6ae..f8400091dc 100644 --- a/docs/api/java-api.md +++ b/docs/api/java-api.md @@ -1,6 +1,3 @@ Please read [Javadoc](../javadoc/spark/) Note: Scala can call Java APIs seamlessly. That means Scala users use the same APIs with Java users - - - diff --git a/docs/api/python-api.md b/docs/api/python-api.md index e7f404991f..4737ccfdfd 100644 --- a/docs/api/python-api.md +++ b/docs/api/python-api.md @@ -1 +1 @@ -Will be available soon. \ No newline at end of file +Will be available soon. diff --git a/docs/api/sql/AggregateFunction.md b/docs/api/sql/AggregateFunction.md index cc73c1230d..c31dd0b3e4 100644 --- a/docs/api/sql/AggregateFunction.md +++ b/docs/api/sql/AggregateFunction.md @@ -56,4 +56,4 @@ Output: ``` MULTIPOINT ((1.1 101.1), (2.1 102.1), (3.1 103.1), (4.1 104.1), (5.1 105.1), (6.1 106.1), (7.1 107.1), (8.1 108.1), (9.1 109.1), (10.1 110.1)) -``` \ No newline at end of file +``` diff --git a/docs/api/sql/DataFrameAPI.md b/docs/api/sql/DataFrameAPI.md index 788b5696e5..eeaadf6256 100644 --- a/docs/api/sql/DataFrameAPI.md +++ b/docs/api/sql/DataFrameAPI.md @@ -72,4 +72,4 @@ This will generate a dataframe with a constant point in a column: +-----------+ |POINT (1 3)| +-----------+ -``` \ No newline at end of file +``` diff --git a/docs/api/sql/Function.md b/docs/api/sql/Function.md index a161e7344f..707dc20b9d 100644 --- a/docs/api/sql/Function.md +++ b/docs/api/sql/Function.md @@ -2854,4 +2854,3 @@ Output: ``` 4.0 ``` - diff --git a/docs/api/sql/Predicate.md b/docs/api/sql/Predicate.md index 25d659b205..2f452bd4b0 100644 --- a/docs/api/sql/Predicate.md +++ b/docs/api/sql/Predicate.md @@ -227,4 +227,4 @@ Output: ``` false -``` \ No newline at end of file +``` diff --git a/docs/api/sql/Raster-visualizer.md b/docs/api/sql/Raster-visualizer.md index ff05769b7f..3db837ffc4 100644 --- a/docs/api/sql/Raster-visualizer.md +++ b/docs/api/sql/Raster-visualizer.md @@ -127,4 +127,3 @@ Output: | 2 9 10 11| | 3 4 5 6| ``` - diff --git a/docs/api/sql/Visualization_SedonaKepler.md b/docs/api/sql/Visualization_SedonaKepler.md index 2a989b7d45..d5d7dcc260 100644 --- a/docs/api/sql/Visualization_SedonaKepler.md +++ b/docs/api/sql/Visualization_SedonaKepler.md @@ -72,4 +72,4 @@ A map object's current config can be accessed by accessing its 'config' attribut !!!Note The map config references each applied customization with the name given to the dataframe and hence will work only on maps with the same name of dataframe supplied. - For more details refer to keplerGl documentation [here](https://docs.kepler.gl/docs/keplergl-jupyter#6.-match-config-with-data) \ No newline at end of file + For more details refer to keplerGl documentation [here](https://docs.kepler.gl/docs/keplergl-jupyter#6.-match-config-with-data) diff --git a/docs/api/sql/Visualization_SedonaPyDeck.md b/docs/api/sql/Visualization_SedonaPyDeck.md index 66c360223f..8a8e4425e5 100644 --- a/docs/api/sql/Visualization_SedonaPyDeck.md +++ b/docs/api/sql/Visualization_SedonaPyDeck.md @@ -94,4 +94,4 @@ The parameter `aggregation` can be used to define aggregation strategy to use wh One of "MEAN" or "SUM" can be provided. By default, SedonaPyDeck uses "MEAN" as the aggregation strategy. Optionally, parameters `initial_view_state`, `map_style`, `map_provider` can be passed to configure the map as per user's liking. -More details on the parameters and their default values can be found on the pydeck website as well by deck.gl [here](https://github.com/visgl/deck.gl/blob/8.9-release/docs/api-reference/aggregation-layers/heatmap-layer.md) \ No newline at end of file +More details on the parameters and their default values can be found on the pydeck website as well by deck.gl [here](https://github.com/visgl/deck.gl/blob/8.9-release/docs/api-reference/aggregation-layers/heatmap-layer.md) diff --git a/docs/api/viz/java-api.md b/docs/api/viz/java-api.md index 541763a1a9..217a8f250c 100644 --- a/docs/api/viz/java-api.md +++ b/docs/api/viz/java-api.md @@ -1,3 +1,3 @@ Please read [Javadoc](../../javadoc/spark/) -Note: Scala can call Java APIs seamlessly. That means Scala users use the same APIs with Java users \ No newline at end of file +Note: Scala can call Java APIs seamlessly. That means Scala users use the same APIs with Java users diff --git a/docs/api/viz/sql.md b/docs/api/viz/sql.md index 84d009c844..85111adbbd 100644 --- a/docs/api/viz/sql.md +++ b/docs/api/viz/sql.md @@ -134,4 +134,4 @@ Spark SQL Example: SELECT tilename, ST_Render(pixels.px, pixels.color) AS tileimg FROM pixels GROUP BY tilename -``` \ No newline at end of file +``` diff --git a/docs/asf/asf.md b/docs/asf/asf.md index 8084d78abf..a11633a362 100644 --- a/docs/asf/asf.md +++ b/docs/asf/asf.md @@ -1,3 +1,3 @@ # Copyright -Apache Sedona, Sedona, Apache, the Apache feather logo, and the Apache Sedona project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries. All other marks mentioned may be trademarks or registered trademarks of their respective owners. Please visit Apache Software Foundation for more details. \ No newline at end of file +Apache Sedona, Sedona, Apache, the Apache feather logo, and the Apache Sedona project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries. All other marks mentioned may be trademarks or registered trademarks of their respective owners. Please visit Apache Software Foundation for more details. diff --git a/docs/community/contributor.md b/docs/community/contributor.md index 7ffde879e8..4cf315e8a1 100644 --- a/docs/community/contributor.md +++ b/docs/community/contributor.md @@ -273,4 +273,4 @@ https://www.apache.org/dev/#committers Additionally, if you have been elected to the Sedona Project Mgmt. Committee (PMC): Verify you are part of the LDAP sedona pmc https://whimsy.apache.org/roster/pmc/sedona -``` \ No newline at end of file +``` diff --git a/docs/community/publication.md b/docs/community/publication.md index 7e4f6a8bf2..96966a0317 100644 --- a/docs/community/publication.md +++ b/docs/community/publication.md @@ -45,4 +45,4 @@ GeoSpark Perspective and Beyond"](https://jiayuasu.github.io/files/paper/GeoSpar ### A Tutorial about Geospatial Data Management in Spark -["Geospatial Data Management in Apache Spark: A Tutorial"](https://jiayuasu.github.io/files/talk/jia-icde19-tutorial.pdf) (Tutorial) Jia Yu and Mohamed Sarwat. In Proceedings of the International Conference on Data Engineering, ICDE, 2019 \ No newline at end of file +["Geospatial Data Management in Apache Spark: A Tutorial"](https://jiayuasu.github.io/files/talk/jia-icde19-tutorial.pdf) (Tutorial) Jia Yu and Mohamed Sarwat. In Proceedings of the International Conference on Data Engineering, ICDE, 2019 diff --git a/docs/community/release-manager.md b/docs/community/release-manager.md index 7c6f942175..c3b546b4fe 100644 --- a/docs/community/release-manager.md +++ b/docs/community/release-manager.md @@ -140,4 +140,4 @@ Please replace all capitalized text with your own ID and password. gpg -``` \ No newline at end of file +``` diff --git a/docs/community/rule.md b/docs/community/rule.md index 4af30bd8eb..9e551afeb7 100644 --- a/docs/community/rule.md +++ b/docs/community/rule.md @@ -53,4 +53,4 @@ When a PR is submitted, GitHub Action will check the build correctness. Please c Please read [Apache Software Foundation Code of Conduct](https://www.apache.org/foundation/policies/conduct.html). -We expect everyone who participates in the Apache community formally or informally, or claims any affiliation with the Foundation, in any Foundation-related activities and especially when representing the ASF in any role to honor this code of conduct. \ No newline at end of file +We expect everyone who participates in the Apache community formally or informally, or claims any affiliation with the Foundation, in any Foundation-related activities and especially when representing the ASF in any role to honor this code of conduct. diff --git a/docs/community/vote.md b/docs/community/vote.md index 11a7b15d3f..1700b45d4e 100644 --- a/docs/community/vote.md +++ b/docs/community/vote.md @@ -107,4 +107,4 @@ d3bdfd4d870838ebe63f21cb93634d2421ec1ac1b8184636206a5dc0d89a78a88257798b1f17371a 1. Check if the downloaded files have the correct version. -2. In the unzipped source code folder, and check if DISCLAIMER and NOTICE files and included and up to date. \ No newline at end of file +2. In the unzipped source code folder, and check if DISCLAIMER and NOTICE files and included and up to date. diff --git a/docs/setup/compile.md b/docs/setup/compile.md index 5822fd743d..86ed3f7544 100644 --- a/docs/setup/compile.md +++ b/docs/setup/compile.md @@ -133,4 +133,3 @@ mkdocs build mike deploy --update-aliases latest-snapshot -b website -p mike serve ``` - diff --git a/docs/setup/databricks.md b/docs/setup/databricks.md index 9407506476..b87a38cfb0 100644 --- a/docs/setup/databricks.md +++ b/docs/setup/databricks.md @@ -126,4 +126,3 @@ apache-sedona ``` *Note: You need to install the Sedona libraries via init script because the libraries installed via UI are installed after the cluster has already started, and therefore the classes specified by the config `spark.sql.extensions`, `spark.serializer`, and `spark.kryo.registrator` are not available at startup time.* - diff --git a/docs/setup/docker.md b/docs/setup/docker.md index 1ab2755afd..20ee159ef2 100644 --- a/docs/setup/docker.md +++ b/docs/setup/docker.md @@ -130,4 +130,4 @@ Example: ```bash docker login ./docker/sedona-spark-jupyterlab/build.sh 3.4.1 {{ sedona.current_version }} release -``` \ No newline at end of file +``` diff --git a/docs/setup/flink/install-scala.md b/docs/setup/flink/install-scala.md index 75640484d4..e2c5f9ad85 100644 --- a/docs/setup/flink/install-scala.md +++ b/docs/setup/flink/install-scala.md @@ -10,4 +10,4 @@ To use Sedona in your self-contained Flink project, you just need to add Sedona 4. Submit your compiled fat jar to Flink cluster. Make sure you are in the root folder of Flink distribution. Then run the following command: ``` ./bin/flink run /Path/To/YourJar.jar -``` \ No newline at end of file +``` diff --git a/docs/setup/flink/modules.md b/docs/setup/flink/modules.md index 980f301a1b..b2613ba8ea 100644 --- a/docs/setup/flink/modules.md +++ b/docs/setup/flink/modules.md @@ -11,4 +11,4 @@ |:----------:|:------------:|:-----------------:| | Scala/Java |✅|✅| | Python |no|no| -| R |no|no| \ No newline at end of file +| R |no|no| diff --git a/docs/setup/flink/platform.md b/docs/setup/flink/platform.md index 0f0ff7f634..10865c9e8c 100644 --- a/docs/setup/flink/platform.md +++ b/docs/setup/flink/platform.md @@ -5,4 +5,4 @@ Sedona Flink binary releases are compiled by Java 1.8 and Scala 2.12, and tested | | Flink 1.12 | Flink 1.13 | Flink 1.14 | |:-----------:| :---------:|:---------:|:---------:| | Scala 2.12 | ✅ | ✅ | ✅ | - | Scala 2.11 | not tested | not tested | not tested | \ No newline at end of file + | Scala 2.11 | not tested | not tested | not tested | diff --git a/docs/setup/modules.md b/docs/setup/modules.md index 2821ebf3f1..23911dc3cd 100644 --- a/docs/setup/modules.md +++ b/docs/setup/modules.md @@ -13,4 +13,4 @@ |:----------:|:------------:|:-----------------:|:---------------:| | Scala/Java |✅|✅|✅| | Python |✅|✅|SQL only| -| R |✅|✅|✅| \ No newline at end of file +| R |✅|✅|✅| diff --git a/docs/setup/overview.md b/docs/setup/overview.md index 9fc3563a1b..20cea72381 100644 --- a/docs/setup/overview.md +++ b/docs/setup/overview.md @@ -26,4 +26,4 @@ - [x] Coordinate Reference System / Spatial Reference System Transformation - [x] High resolution map generation: [Visualize Spatial DataFrame/RDD](../../tutorial/viz) - [x] Apache Zeppelin integration -- [x] Support Scala, Java, Python, R \ No newline at end of file +- [x] Support Scala, Java, Python, R diff --git a/docs/setup/platform.md b/docs/setup/platform.md index d1a4481bcd..4d08a044d6 100644 --- a/docs/setup/platform.md +++ b/docs/setup/platform.md @@ -26,4 +26,3 @@ Sedona binary releases are compiled by Java 1.8 and Scala 2.11/2.12 and tested i |:-----------:| :---------:|:---------:|:---------:|:---------:|:---------:|:---------:| | Scala 2.11 | not tested | not tested | not tested | not tested | not tested |not tested | | Scala 2.12 | not tested | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | - diff --git a/docs/tutorial/Advanced-Tutorial-Tune-your-Application.md b/docs/tutorial/Advanced-Tutorial-Tune-your-Application.md index 82cf57ca5e..3e1bc017af 100644 --- a/docs/tutorial/Advanced-Tutorial-Tune-your-Application.md +++ b/docs/tutorial/Advanced-Tutorial-Tune-your-Application.md @@ -57,5 +57,3 @@ Therefore, if you use one of the queries above many times, you'd better cache th Sometimes users complain that the execution time is slow in some cases. As the first step, you should always consider increasing the number of your SpatialRDD partitions (2 - 8 times more than the original number). You can do this when you initialize a SpatialRDD. This may significantly improve your performance. After that, you may consider tuning some other parameters in Apache Spark. For example, you may use Kyro serializer or change the RDD fraction that is cached into memory. - - diff --git a/docs/tutorial/benchmark.md b/docs/tutorial/benchmark.md index effe77cdc1..0688359cf0 100644 --- a/docs/tutorial/benchmark.md +++ b/docs/tutorial/benchmark.md @@ -4,4 +4,4 @@ We welcome people to use Sedona for benchmark purpose. To achieve the best perfo * Please always use the latest version or state the version used in your benchmark so that we can trace back to the issues. * Please consider using Sedona core instead of Sedona SQL. Due to the limitation of SparkSQL (for instance, not support clustered index), we are not able to expose all features to SparkSQL. -* Please open Sedona kryo serializer to reduce the memory footprint. \ No newline at end of file +* Please open Sedona kryo serializer to reduce the memory footprint. diff --git a/docs/tutorial/demo.md b/docs/tutorial/demo.md index d2102e3659..acd6c91273 100644 --- a/docs/tutorial/demo.md +++ b/docs/tutorial/demo.md @@ -44,4 +44,4 @@ We highly suggest you use IDEs to run template projects on your local machine. F Import the Scala template project as SBT project. Then run the Main file in this project. ### Java -Import the Java template project as Maven project. Then run the Main file in this project. \ No newline at end of file +Import the Java template project as Maven project. Then run the Main file in this project. diff --git a/docs/tutorial/geopandas-shapely.md b/docs/tutorial/geopandas-shapely.md index 2e1658836d..e9e3463b56 100644 --- a/docs/tutorial/geopandas-shapely.md +++ b/docs/tutorial/geopandas-shapely.md @@ -338,4 +338,3 @@ gdf.show(1, False) +---+----------------------------------------------------------------------------------------------------------+ ``` - diff --git a/docs/tutorial/jupyter-notebook.md b/docs/tutorial/jupyter-notebook.md index bc0a91e2d3..42f8e162d9 100644 --- a/docs/tutorial/jupyter-notebook.md +++ b/docs/tutorial/jupyter-notebook.md @@ -31,4 +31,4 @@ python -m ipykernel install --user --name=apache-sedona ``` 8. Setup environment variables `SPARK_HOME` and `PYTHONPATH` if you didn't do it before. Read [Install Sedona Python](../../setup/install-python/#setup-environment-variables) to learn. 9. Launch jupyter notebook: `jupyter notebook` -10. Select Sedona notebook. In your notebook, Kernel -> Change Kernel. Your kernel should now be an option. \ No newline at end of file +10. Select Sedona notebook. In your notebook, Kernel -> Change Kernel. Your kernel should now be an option. diff --git a/docs/tutorial/raster.md b/docs/tutorial/raster.md index ac3fff14d4..22ab31d306 100644 --- a/docs/tutorial/raster.md +++ b/docs/tutorial/raster.md @@ -586,4 +586,4 @@ Please refer to [Raster writer docs](../../api/sql/Raster-writer) for more detai ## Performance optimization -When working with large raster datasets, refer to the [documentation on storing raster geometries in Parquet format](../storing-blobs-in-parquet) for recommendations to optimize performance. \ No newline at end of file +When working with large raster datasets, refer to the [documentation on storing raster geometries in Parquet format](../storing-blobs-in-parquet) for recommendations to optimize performance. diff --git a/docs/tutorial/rdd.md b/docs/tutorial/rdd.md index 9a9fc39ef1..ac2656e793 100644 --- a/docs/tutorial/rdd.md +++ b/docs/tutorial/rdd.md @@ -1080,4 +1080,4 @@ Use the following code to reload the indexed SpatialRDD: ```python saved_rdd = SpatialRDD() saved_rdd.indexedRawRDD = load_spatial_index_rdd_from_disc(sc, "hdfs://PATH") - ``` \ No newline at end of file + ``` diff --git a/docs/tutorial/sql-pure-sql.md b/docs/tutorial/sql-pure-sql.md index c5b4e54e1b..382cab5e4e 100644 --- a/docs/tutorial/sql-pure-sql.md +++ b/docs/tutorial/sql-pure-sql.md @@ -77,4 +77,3 @@ WHERE ST_Contains(polygondata.polygonshape, pointdata.pointshape) AND ST_Contains(ST_PolygonFromEnvelope(1.0,101.0,501.0,601.0), polygondata.polygonshape) LIMIT 5; ``` - diff --git a/docs/tutorial/viz-gallery.md b/docs/tutorial/viz-gallery.md index 147d05d44c..12ef0ce5d7 100644 --- a/docs/tutorial/viz-gallery.md +++ b/docs/tutorial/viz-gallery.md @@ -1,4 +1,4 @@ - \ No newline at end of file + diff --git a/docs/tutorial/zeppelin.md b/docs/tutorial/zeppelin.md index 0e30166a71..5bbcf25391 100644 --- a/docs/tutorial/zeppelin.md +++ b/docs/tutorial/zeppelin.md @@ -61,4 +61,4 @@ Select the image and its geospatial boundary: We provide a full Zeppelin Spark notebook which demonstrates al functions. Please download [Sedona-Zeppelin notebook template](../image/geospark-zeppelin-demo.json) and [test data - arealm.csv](../image/arealm.csv). -You need to use Zeppelin to import this notebook JSON file and modify the input data path in the notebook. \ No newline at end of file +You need to use Zeppelin to import this notebook JSON file and modify the input data path in the notebook. diff --git a/docs/usecases/airport-country.md b/docs/usecases/airport-country.md index adf55396ae..b3ae2d14a1 100644 --- a/docs/usecases/airport-country.md +++ b/docs/usecases/airport-country.md @@ -1 +1 @@ - \ No newline at end of file + diff --git a/docs/usecases/foot-traffic.md b/docs/usecases/foot-traffic.md index 2723b74dae..f98e970e57 100644 --- a/docs/usecases/foot-traffic.md +++ b/docs/usecases/foot-traffic.md @@ -1 +1 @@ - \ No newline at end of file + diff --git a/docs/usecases/raster.md b/docs/usecases/raster.md index 1d79bfb24a..5d4e3b4b84 100644 --- a/docs/usecases/raster.md +++ b/docs/usecases/raster.md @@ -1 +1 @@ - \ No newline at end of file + diff --git a/examples/spark-rdd-colocation-mining/README.md b/examples/spark-rdd-colocation-mining/README.md index 407501004e..a5767e8cb0 100644 --- a/examples/spark-rdd-colocation-mining/README.md +++ b/examples/spark-rdd-colocation-mining/README.md @@ -59,4 +59,4 @@ Ripley's L function result: Conclusion: -New York City taxi trip pickup points co-locate with New York City area landmarks \ No newline at end of file +New York City taxi trip pickup points co-locate with New York City area landmarks diff --git a/python/sedona/core/__init__.py b/python/sedona/core/__init__.py index 6a901ff0c7..a67d5ea255 100644 --- a/python/sedona/core/__init__.py +++ b/python/sedona/core/__init__.py @@ -14,5 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - - diff --git a/python/sedona/core/enums/__init__.py b/python/sedona/core/enums/__init__.py index ec4b44d2a4..79eb0dbf98 100644 --- a/python/sedona/core/enums/__init__.py +++ b/python/sedona/core/enums/__init__.py @@ -20,4 +20,4 @@ from .index_type import IndexType from .join_build_side import JoinBuildSide -__all__ = ["FileDataSplitter", "GridType", "IndexType", "JoinBuildSide"] \ No newline at end of file +__all__ = ["FileDataSplitter", "GridType", "IndexType", "JoinBuildSide"] diff --git a/python/sedona/core/formatMapper/__init__.py b/python/sedona/core/formatMapper/__init__.py index b1f78f02e7..1292e27a94 100644 --- a/python/sedona/core/formatMapper/__init__.py +++ b/python/sedona/core/formatMapper/__init__.py @@ -19,4 +19,4 @@ from .wkt_reader import WktReader from .wkb_reader import WkbReader -__all__ = ["GeoJsonReader", 'WktReader', 'WkbReader'] \ No newline at end of file +__all__ = ["GeoJsonReader", 'WktReader', 'WkbReader'] diff --git a/python/sedona/core/formatMapper/shapefileParser/__init__.py b/python/sedona/core/formatMapper/shapefileParser/__init__.py index 360483570f..75cb86af00 100644 --- a/python/sedona/core/formatMapper/shapefileParser/__init__.py +++ b/python/sedona/core/formatMapper/shapefileParser/__init__.py @@ -17,4 +17,4 @@ from .shape_file_reader import ShapefileReader -__all__ = ["ShapefileReader"] \ No newline at end of file +__all__ = ["ShapefileReader"] diff --git a/python/sedona/core/geom/__init__.py b/python/sedona/core/geom/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/sedona/core/geom/__init__.py +++ b/python/sedona/core/geom/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/sedona/core/jvm/__init__.py b/python/sedona/core/jvm/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/sedona/core/jvm/__init__.py +++ b/python/sedona/core/jvm/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/sedona/maps/SedonaKepler.py b/python/sedona/maps/SedonaKepler.py index e9ca460fb0..21f7542618 100644 --- a/python/sedona/maps/SedonaKepler.py +++ b/python/sedona/maps/SedonaKepler.py @@ -50,5 +50,3 @@ def add_df(cls, kepler_map, df, name="unnamed"): """ geo_df = SedonaMapUtils.__convert_to_gdf__(df) kepler_map.add_data(geo_df, name=name) - - diff --git a/python/sedona/raster_utils/SedonaUtils.py b/python/sedona/raster_utils/SedonaUtils.py index ee39c433e5..7983566c1e 100644 --- a/python/sedona/raster_utils/SedonaUtils.py +++ b/python/sedona/raster_utils/SedonaUtils.py @@ -21,5 +21,3 @@ class SedonaUtils: @classmethod def display_image(cls, df): display(HTML(df.toPandas().to_html(escape=False))) - - diff --git a/python/sedona/raster_utils/__init__.py b/python/sedona/raster_utils/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/sedona/raster_utils/__init__.py +++ b/python/sedona/raster_utils/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/sedona/register/__init__.py b/python/sedona/register/__init__.py index cac7ae87bf..9b6fcffe9d 100644 --- a/python/sedona/register/__init__.py +++ b/python/sedona/register/__init__.py @@ -17,4 +17,4 @@ from sedona.register.geo_registrator import SedonaRegistrator -__all__ = ["SedonaRegistrator"] \ No newline at end of file +__all__ = ["SedonaRegistrator"] diff --git a/python/sedona/register/geo_registrator.py b/python/sedona/register/geo_registrator.py index 365668636c..2df8474e6a 100644 --- a/python/sedona/register/geo_registrator.py +++ b/python/sedona/register/geo_registrator.py @@ -64,4 +64,4 @@ def import_jvm_lib(jvm) -> bool: java_import(jvm, lib.value) ImportedJvmLib.import_lib(lib.name) - return True \ No newline at end of file + return True diff --git a/python/sedona/spark/SedonaContext.py b/python/sedona/spark/SedonaContext.py index 48a5608585..76be9576f0 100644 --- a/python/sedona/spark/SedonaContext.py +++ b/python/sedona/spark/SedonaContext.py @@ -47,4 +47,4 @@ def builder(cls) -> SparkSession.builder: :return: SparkSession.builder """ return SparkSession.builder.config("spark.serializer", KryoSerializer.getName).\ - config("spark.kryo.registrator", SedonaKryoRegistrator.getName) \ No newline at end of file + config("spark.kryo.registrator", SedonaKryoRegistrator.getName) diff --git a/python/sedona/sql/__init__.py b/python/sedona/sql/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/sedona/sql/__init__.py +++ b/python/sedona/sql/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/sedona/sql/st_functions.py b/python/sedona/sql/st_functions.py index da9d845ce6..b04cfc5ef2 100644 --- a/python/sedona/sql/st_functions.py +++ b/python/sedona/sql/st_functions.py @@ -1567,4 +1567,4 @@ def ST_IsCollection(geometry: ColumnOrName) -> Column: :return: True if geometry is a collection of geometries. :rtype: Column """ - return _call_st_function("ST_IsCollection", geometry) \ No newline at end of file + return _call_st_function("ST_IsCollection", geometry) diff --git a/python/sedona/utils/__init__.py b/python/sedona/utils/__init__.py index 1151fc2c1b..6873fd8c04 100644 --- a/python/sedona/utils/__init__.py +++ b/python/sedona/utils/__init__.py @@ -18,4 +18,4 @@ from .serde import KryoSerializer from .serde import SedonaKryoRegistrator -__all__ = ["KryoSerializer", "SedonaKryoRegistrator"] \ No newline at end of file +__all__ = ["KryoSerializer", "SedonaKryoRegistrator"] diff --git a/python/tests/core/__init__.py b/python/tests/core/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/core/__init__.py +++ b/python/tests/core/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/format_mapper/__init__.py b/python/tests/format_mapper/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/format_mapper/__init__.py +++ b/python/tests/format_mapper/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/maps/__init__.py b/python/tests/maps/__init__.py index 38cc50c27e..a67d5ea255 100644 --- a/python/tests/maps/__init__.py +++ b/python/tests/maps/__init__.py @@ -13,4 +13,4 @@ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations -# under the License. \ No newline at end of file +# under the License. diff --git a/python/tests/properties/__init__.py b/python/tests/properties/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/properties/__init__.py +++ b/python/tests/properties/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/properties/crs_transform.py b/python/tests/properties/crs_transform.py index f04c939705..be095ccb67 100644 --- a/python/tests/properties/crs_transform.py +++ b/python/tests/properties/crs_transform.py @@ -33,4 +33,4 @@ loop_times = 1 query_envelope = Envelope(-90.01, -80.01, 30.01, 40.01) query_point = Point(34.01, -84.01) -top_k = 100 \ No newline at end of file +top_k = 100 diff --git a/python/tests/properties/point_properties.py b/python/tests/properties/point_properties.py index 3dc71feb94..86c10c9e21 100644 --- a/python/tests/properties/point_properties.py +++ b/python/tests/properties/point_properties.py @@ -45,4 +45,4 @@ transformed_envelope = Envelope(14313844.294334238, 16587207.463797076, 942450.5989896103, 6697987.652517772) crs_point_test = os.path.join(tests_resource, "crs-test-point.csv") crs_envelope = Envelope(26.992172, 71.35513400000001, -179.147236, 179.475569) -crs_envelope_transformed = Envelope(-5446655.086752236, 1983668.3828524568, 534241.8622328975, 6143259.025545624) \ No newline at end of file +crs_envelope_transformed = Envelope(-5446655.086752236, 1983668.3828524568, 534241.8622328975, 6143259.025545624) diff --git a/python/tests/raster_viz_utils/__init__.py b/python/tests/raster_viz_utils/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/raster_viz_utils/__init__.py +++ b/python/tests/raster_viz_utils/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/serialization/__init__.py b/python/tests/serialization/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/serialization/__init__.py +++ b/python/tests/serialization/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/serialization/test_direct_serialization.py b/python/tests/serialization/test_direct_serialization.py index d6575350df..f51d25b27d 100644 --- a/python/tests/serialization/test_direct_serialization.py +++ b/python/tests/serialization/test_direct_serialization.py @@ -55,4 +55,3 @@ def test_linestring(self): linestring = loads(wkt) jvm_geom = GeometryAdapter.create_jvm_geometry_from_base_geometry(self.sc._jvm, linestring) assert jvm_geom.toString() == wkt - diff --git a/python/tests/spatial_operator/__init__.py b/python/tests/spatial_operator/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/spatial_operator/__init__.py +++ b/python/tests/spatial_operator/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/spatial_operator/test_rectangle_knn.py b/python/tests/spatial_operator/test_rectangle_knn.py index b032a67aa6..f791fb3d92 100644 --- a/python/tests/spatial_operator/test_rectangle_knn.py +++ b/python/tests/spatial_operator/test_rectangle_knn.py @@ -105,4 +105,3 @@ def test_spatial_knn_using_linestring(self): result_no_index = KNNQuery.SpatialKnnQuery(rectangle_rdd, self.query_line, self.top_k, False) print(result_no_index) - diff --git a/python/tests/spatial_rdd/__init__.py b/python/tests/spatial_rdd/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/spatial_rdd/__init__.py +++ b/python/tests/spatial_rdd/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/spatial_rdd/test_rectangle_rdd.py b/python/tests/spatial_rdd/test_rectangle_rdd.py index 6c598f8c76..570c09977b 100644 --- a/python/tests/spatial_rdd/test_rectangle_rdd.py +++ b/python/tests/spatial_rdd/test_rectangle_rdd.py @@ -101,4 +101,3 @@ def test_build_index_without_set_grid(self): spatial_rdd.analyze() spatial_rdd.buildIndex(IndexType.RTREE, False) - diff --git a/python/tests/sql/__init__.py b/python/tests/sql/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/sql/__init__.py +++ b/python/tests/sql/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/sql/resource/__init__.py b/python/tests/sql/resource/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/sql/resource/__init__.py +++ b/python/tests/sql/resource/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/python/tests/sql/resource/sample_data.py b/python/tests/sql/resource/sample_data.py index a162bd6d76..6540cdd7d1 100644 --- a/python/tests/sql/resource/sample_data.py +++ b/python/tests/sql/resource/sample_data.py @@ -72,4 +72,4 @@ def load_from_resources(data_path: str, file_path: str) -> List: with open(os.path.join(data_path, file_path)) as file: lines = list([line.strip() for line in file.readlines()]) - return [wkt.loads(line) for line in lines] \ No newline at end of file + return [wkt.loads(line) for line in lines] diff --git a/python/tests/sql/test_constructor_test.py b/python/tests/sql/test_constructor_test.py index 8e40ab8b10..9d0d52bac0 100644 --- a/python/tests/sql/test_constructor_test.py +++ b/python/tests/sql/test_constructor_test.py @@ -151,4 +151,4 @@ def test_MPoly_from_text(self) : input_df = self.spark.createDataFrame([("MULTIPOLYGON (((0 0, 20 0, 20 20, 0 20, 0 0), (5 5, 5 7, 7 7, 7 5, 5 5)))",)], ["wkt"]) input_df.createOrReplaceTempView("input_wkt") line_df = self.spark.sql("select ST_MPolyFromText(wkt) as geom from input_wkt") - assert line_df.count() == 1 \ No newline at end of file + assert line_df.count() == 1 diff --git a/python/tests/sql/test_function.py b/python/tests/sql/test_function.py index 67f21220a0..c14f492e3a 100644 --- a/python/tests/sql/test_function.py +++ b/python/tests/sql/test_function.py @@ -1291,4 +1291,4 @@ def test_st_coord_dim(self): point_df = self.spark.sql("SELECT ST_GeomFromWkt('POINT(7 8 6)') AS geom") point_row = [pt_row[0] for pt_row in point_df.selectExpr("ST_CoordDim(geom)").collect()] - assert(point_row == [3]) \ No newline at end of file + assert(point_row == [3]) diff --git a/python/tests/sql/test_spatial_rdd_to_spatial_dataframe.py b/python/tests/sql/test_spatial_rdd_to_spatial_dataframe.py index 3d9030ec61..41682137be 100644 --- a/python/tests/sql/test_spatial_rdd_to_spatial_dataframe.py +++ b/python/tests/sql/test_spatial_rdd_to_spatial_dataframe.py @@ -91,4 +91,3 @@ def test_point_rdd(self): spatial_rdd_with_schema.show() assert spatial_rdd_with_schema.take(1)[0][0].wkt == "POINT (32.324142 -88.331492)" - diff --git a/python/tests/streaming/__init__.py b/python/tests/streaming/__init__.py index 38cc50c27e..a67d5ea255 100644 --- a/python/tests/streaming/__init__.py +++ b/python/tests/streaming/__init__.py @@ -13,4 +13,4 @@ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations -# under the License. \ No newline at end of file +# under the License. diff --git a/python/tests/streaming/spark/__init__.py b/python/tests/streaming/spark/__init__.py index 38cc50c27e..a67d5ea255 100644 --- a/python/tests/streaming/spark/__init__.py +++ b/python/tests/streaming/spark/__init__.py @@ -13,4 +13,4 @@ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations -# under the License. \ No newline at end of file +# under the License. diff --git a/python/tests/test_base.py b/python/tests/test_base.py index 2ac45e8c86..fa63fea750 100644 --- a/python/tests/test_base.py +++ b/python/tests/test_base.py @@ -33,4 +33,3 @@ def sc(self): if not hasattr(self, "__spark"): setattr(self, "__sc", self.spark._sc) return getattr(self, "__sc") - diff --git a/python/tests/utils/__init__.py b/python/tests/utils/__init__.py index c3434ab60d..a67d5ea255 100644 --- a/python/tests/utils/__init__.py +++ b/python/tests/utils/__init__.py @@ -14,4 +14,3 @@ # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. - diff --git a/spark-version-converter.py b/spark-version-converter.py index ac6fb41e81..a46800b5ee 100644 --- a/spark-version-converter.py +++ b/spark-version-converter.py @@ -78,4 +78,4 @@ def parse_file(filepath, argv): return 'wrong spark version' for filepath in files: - print(filepath + ': ' + parse_file(filepath, sys.argv)) \ No newline at end of file + print(filepath + ': ' + parse_file(filepath, sys.argv))