You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by dw...@apache.org on 2019/10/03 19:19:27 UTC
[incubator-iceberg] branch master updated (c797060 -> 57b1099)
This is an automated email from the ASF dual-hosted git repository.
dweeks pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-iceberg.git.
from c797060 Spark: Remove flaky Hive table tests (#509)
add 57b1099 [python] Part 1 of adding parquet read path (#407)
No new revisions were added by this update.
Summary of changes:
python/iceberg/api/__init__.py | 7 +-
python/iceberg/api/data_file.py | 2 +-
.../api/data_operations.py} | 7 +-
python/iceberg/api/file_format.py | 16 +-
python/iceberg/api/file_scan_task.py | 5 +
python/iceberg/api/files.py | 2 +-
python/iceberg/api/manifest_file.py | 21 ++
python/iceberg/api/partition_spec.py | 15 +-
python/iceberg/api/schema.py | 9 +-
python/iceberg/api/snapshot.py | 12 +
python/iceberg/api/table_scan.py | 9 +
python/iceberg/api/tables.py | 11 +-
python/iceberg/core/__init__.py | 4 +-
python/iceberg/core/avro/avro_to_iceberg.py | 69 ++--
.../base_combined_scan_task.py} | 20 +-
python/iceberg/core/base_file_scan_task.py | 126 +++++++
.../core/base_metastore_table_operations.py | 1 +
python/iceberg/core/base_snapshot.py | 24 +-
python/iceberg/core/base_table.py | 3 +-
python/iceberg/core/base_table_scan.py | 187 +++++++++-
python/iceberg/core/data_files.py | 3 +-
python/iceberg/core/data_table_scan.py | 98 +++++
python/iceberg/core/filtered_manifest.py | 118 ++++++
python/iceberg/core/generic_data_file.py | 117 ++++--
python/iceberg/core/generic_manifest_file.py | 41 ++-
.../core/generic_partition_field_summary.py | 26 +-
python/iceberg/core/manifest_entry.py | 8 +-
python/iceberg/core/manifest_reader.py | 132 +++++--
python/iceberg/core/partition_data.py | 11 +-
python/iceberg/core/partition_summary.py | 39 +-
python/iceberg/core/scan_summary.py | 409 +++++++++++++++++++++
python/iceberg/core/schema_parser.py | 18 +-
python/iceberg/core/snapshot_parser.py | 9 +-
python/iceberg/core/table_metadata.py | 27 +-
python/iceberg/core/table_metadata_parser.py | 10 +-
python/iceberg/core/util/__init__.py | 17 +-
python/setup.py | 6 +-
.../test_inclusive_manifest_evaluator.py | 16 +
python/tests/api/test_file_format.py | 29 ++
python/tests/core/avro/conftest.py | 49 +++
python/tests/core/avro/test_read_projection.py | 12 +
python/tests/core/conftest.py | 52 ++-
.../core/test_base_table_scan.py} | 27 +-
python/tests/core/test_snapshot_json.py | 34 +-
python/tests/core/utils/test_bin_packing.py | 2 +-
45 files changed, 1652 insertions(+), 208 deletions(-)
copy python/{tests/api/expressions/test_literal_serialization.py => iceberg/api/data_operations.py} (86%)
copy python/iceberg/{api/combined_scan_task.py => core/base_combined_scan_task.py} (61%)
create mode 100644 python/iceberg/core/base_file_scan_task.py
create mode 100644 python/iceberg/core/data_table_scan.py
create mode 100644 python/iceberg/core/filtered_manifest.py
create mode 100644 python/iceberg/core/scan_summary.py
create mode 100644 python/tests/api/test_file_format.py
create mode 100644 python/tests/core/avro/conftest.py
create mode 100644 python/tests/core/avro/test_read_projection.py
copy python/{iceberg/exceptions/exceptions.py => tests/core/test_base_table_scan.py} (50%)