You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sedona.apache.org by ji...@apache.org on 2021/09/02 04:27:43 UTC
[incubator-sedona] branch Sedona-17_Shape&WKBSerDe updated (dd2536e
-> cf6a38f)
This is an automated email from the ASF dual-hosted git repository.
jiayu pushed a change to branch Sedona-17_Shape&WKBSerDe
in repository https://gitbox.apache.org/repos/asf/incubator-sedona.git.
from dd2536e Added fromId method to SerializerType Added one Int byte as a serializerType for python bindings to know which serde type is used
add cf6a38f Wkb shape serializer python (#538)
No new revisions were added by this update.
Summary of changes:
.github/workflows/python.yml | 11 +-
.../apache/sedona/core/serde/GeometrySerde.java | 2 +-
.../sedona/core/serde/WKB/WKBGeometrySerde.java | 9 +-
.../core/serde/shape/ShapeGeometrySerde.java | 3 +-
.../adapters/GeomSerializer.scala | 2 +-
.../adapters/PythonConverter.scala | 5 +-
.../translation/CircleSerializer.scala | 9 +-
.../translation/GeomSerdeUtil.scala | 24 +-
.../translation/GeometrySerializer.scala | 12 +-
.../translation/PythonGeometrySerializer.scala | 23 +-
.../translation/PythonRDDToJavaConverter.scala | 66 -----
.../translation/serde/PythonGeometrySerde.scala | 10 +-
.../serde/PythonGeometrySerialization.scala | 43 ++-
.../serde/ShapePythonGeometrySerde.scala | 17 +-
.../translation/serde/WkbPythonGeometrySerde.scala | 32 +-
.../python/wrapper/TestToPythonSerialization.scala | 6 +-
python/Pipfile | 2 +-
python/sedona/core/geom/envelope.py | 2 +-
python/sedona/core/jvm/translate.py | 3 -
.../sedona/core/serde/__init__.py | 0
.../sedona/core/serde/binary/__init__.py | 0
python/sedona/core/serde/binary/buffer.py | 50 ++++
python/sedona/core/serde/binary/order.py | 6 +
python/sedona/core/serde/binary/parser.py | 94 ++++++
python/sedona/core/serde/binary/size.py | 13 +
python/sedona/core/serde/geom_factory.py | 35 +++
python/sedona/core/serde/serializer.py | 17 ++
.../sedona/core/serde/shape/__init__.py | 0
python/sedona/core/serde/shape/enums.py | 22 ++
python/sedona/core/serde/shape/linestring.py | 38 +++
python/sedona/core/serde/shape/multilinestring.py | 45 +++
python/sedona/core/serde/shape/multipoint.py | 38 +++
python/sedona/core/serde/shape/multipolygon.py | 50 ++++
python/sedona/core/serde/shape/offset.py | 15 +
python/sedona/core/serde/shape/point.py | 31 ++
python/sedona/core/serde/shape/polygon.py | 87 ++++++
python/sedona/core/serde/shape/polyline.py | 45 +++
python/sedona/core/serde/shape/shape.py | 57 ++++
python/sedona/core/serde/shape/undefined.py | 19 ++
python/sedona/core/serde/shape/util.py | 55 ++++
python/sedona/core/serde/spark_config.py | 24 ++
.../sedona/core/serde/wkb/__init__.py | 0
python/sedona/core/serde/wkb/wkb.py | 25 ++
python/sedona/core/spatialOperator/knn_query.py | 2 +-
python/sedona/core/spatialOperator/rdd.py | 1 -
python/sedona/register/geo_registrator.py | 11 +
python/sedona/sql/types.py | 22 +-
python/sedona/utils/adapter.py | 4 +-
python/sedona/utils/binary_parser.py | 143 +--------
python/sedona/utils/geometry_adapter.py | 8 +-
python/sedona/utils/spatial_rdd_parser.py | 86 +++---
python/tests/conftest.py | 10 +
.../core/test_avoiding_python_jvm_serde_df.py | 2 +
python/tests/serialization/test_deserializers.py | 14 +-
.../serialization/test_direct_serialization.py | 24 +-
.../tests/serialization/test_rdd_serialization.py | 25 +-
python/tests/serialization/test_serializers.py | 2 +
.../tests/serialization/test_with_sc_parellize.py | 17 +-
python/tests/serializer_type.txt | 1 +
.../test_join_query_correctness.py | 5 +-
.../tests/spatial_operator/test_linestring_join.py | 1 +
python/tests/spatial_rdd/test_circle_rdd.py | 5 +-
python/tests/spatial_rdd/test_polygon_rdd.py | 5 +-
python/tests/sql/test_adapter.py | 15 +
python/tests/sql/test_function.py | 330 ++++++++++++++++-----
.../sql/test_spatial_rdd_to_spatial_dataframe.py | 2 -
python/tests/test_assign_raw_spatial_rdd.py | 45 ---
python/tests/test_base.py | 20 +-
python/tests/tools.py | 4 +
python/tests/utils/test_crs_transformation.py | 2 +-
.../apache/sedona/sql/serde/SedonaSerializer.scala | 44 ++-
.../sedona/sql/serde/ShapeGeometrySerializer.scala | 50 ----
.../org/apache/spark/sql/sedona_sql/package.scala | 5 +-
.../org/apache/sedona/sql/adapterTestScala.scala | 5 +
74 files changed, 1391 insertions(+), 566 deletions(-)
copy sql/src/test/scala/org/apache/sedona/sql/functions/FunctionsHelper.scala => python-adapter/src/main/scala/org.apache.sedona.python.wrapper/translation/GeomSerdeUtil.scala (55%)
delete mode 100644 python-adapter/src/main/scala/org.apache.sedona.python.wrapper/translation/PythonRDDToJavaConverter.scala
copy sql/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/simplify/CircleSimplifier.scala => python-adapter/src/main/scala/org/apache/sedona/python/wrapper/translation/serde/PythonGeometrySerde.scala (78%)
rename sql/src/main/scala/org/apache/sedona/sql/serde/WKBGeometrySerializer.scala => python-adapter/src/main/scala/org/apache/sedona/python/wrapper/translation/serde/PythonGeometrySerialization.scala (51%)
copy sql/src/test/scala/org/apache/sedona/sql/functions/FunctionsHelper.scala => python-adapter/src/main/scala/org/apache/sedona/python/wrapper/translation/serde/ShapePythonGeometrySerde.scala (62%)
copy sql/src/test/scala/org/apache/sedona/sql/implicits.scala => python-adapter/src/main/scala/org/apache/sedona/python/wrapper/translation/serde/WkbPythonGeometrySerde.scala (58%)
copy R/sparklyr.sedona/vignettes/images/choropleth-map.png => python/sedona/core/serde/__init__.py (100%)
copy R/sparklyr.sedona/vignettes/images/choropleth-map.png => python/sedona/core/serde/binary/__init__.py (100%)
create mode 100644 python/sedona/core/serde/binary/buffer.py
create mode 100644 python/sedona/core/serde/binary/order.py
create mode 100644 python/sedona/core/serde/binary/parser.py
create mode 100644 python/sedona/core/serde/binary/size.py
create mode 100644 python/sedona/core/serde/geom_factory.py
create mode 100644 python/sedona/core/serde/serializer.py
copy R/sparklyr.sedona/vignettes/images/choropleth-map.png => python/sedona/core/serde/shape/__init__.py (100%)
create mode 100644 python/sedona/core/serde/shape/enums.py
create mode 100644 python/sedona/core/serde/shape/linestring.py
create mode 100644 python/sedona/core/serde/shape/multilinestring.py
create mode 100644 python/sedona/core/serde/shape/multipoint.py
create mode 100644 python/sedona/core/serde/shape/multipolygon.py
create mode 100644 python/sedona/core/serde/shape/offset.py
create mode 100644 python/sedona/core/serde/shape/point.py
create mode 100644 python/sedona/core/serde/shape/polygon.py
create mode 100644 python/sedona/core/serde/shape/polyline.py
create mode 100644 python/sedona/core/serde/shape/shape.py
create mode 100644 python/sedona/core/serde/shape/undefined.py
create mode 100644 python/sedona/core/serde/shape/util.py
create mode 100644 python/sedona/core/serde/spark_config.py
copy R/sparklyr.sedona/vignettes/images/choropleth-map.png => python/sedona/core/serde/wkb/__init__.py (100%)
create mode 100644 python/sedona/core/serde/wkb/wkb.py
create mode 100644 python/tests/conftest.py
create mode 100644 python/tests/serializer_type.txt
delete mode 100644 python/tests/test_assign_raw_spatial_rdd.py
delete mode 100644 sql/src/main/scala/org/apache/sedona/sql/serde/ShapeGeometrySerializer.scala