You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by em...@apache.org on 2021/03/26 20:38:58 UTC
[arrow] branch master updated (2c5e264 -> b2fa55d)
This is an automated email from the ASF dual-hosted git repository.
emkornfield pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 2c5e264 ARROW-11365: [Rust] [Parquet] Logical type printer and parser
add b2fa55d ARROW-12045: [Go][Parquet] Initial Chunk of Parquet port to Go
No new revisions were added by this update.
Summary of changes:
ci/scripts/go_build.sh | 7 +
ci/scripts/go_test.sh | 8 +
dev/release/rat_exclude_files.txt | 1 +
go/arrow/bitutil/bitutil.go | 3 +
go/parquet/.gitignore | 31 +
go/{arrow => parquet}/LICENSE.txt | 0
go/parquet/doc.go | 68 +
go/parquet/go.mod | 31 +
go/parquet/go.sum | 147 +
go/parquet/internal/bmi/Makefile | 40 +
go/parquet/internal/bmi/_lib/bitmap_bmi2.c | 30 +
go/parquet/internal/bmi/_lib/bitmap_bmi2.s | 140 +
go/parquet/internal/bmi/bitmap_bmi2.go | 48 +
go/parquet/internal/bmi/bitmap_bmi2.s | 117 +
go/parquet/internal/bmi/bmi_init.go | 60 +
go/parquet/internal/bmi/bmi_noasm.go | 249 +
go/parquet/internal/testutils/random.go | 452 ++
go/parquet/internal/testutils/random_arrow.go | 488 ++
go/parquet/internal/utils/Makefile | 68 +
go/parquet/internal/utils/_lib/arch.h | 27 +
go/parquet/internal/utils/_lib/bit_packing_avx2.c | 1879 ++++++
go/parquet/internal/utils/_lib/bit_packing_avx2.s | 4012 +++++++++++
go/parquet/internal/utils/_lib/min_max.c | 73 +
go/parquet/internal/utils/_lib/min_max_avx2.s | 1366 ++++
go/parquet/internal/utils/_lib/min_max_sse4.s | 613 ++
go/parquet/internal/utils/_lib/unpack_bool.c | 30 +
go/parquet/internal/utils/_lib/unpack_bool_avx2.s | 6293 ++++++++++++++++++
go/parquet/internal/utils/_lib/unpack_bool_sse4.s | 104 +
go/parquet/internal/utils/bit_benchmark_test.go | 220 +
go/parquet/internal/utils/bit_block_counter.go | 263 +
.../internal/utils/bit_block_counter_test.go | 201 +
go/parquet/internal/utils/bit_packing.go | 35 +
go/parquet/internal/utils/bit_packing_avx2.go | 53 +
go/parquet/internal/utils/bit_packing_avx2.s | 3439 ++++++++++
go/parquet/internal/utils/bit_packing_default.go | 1941 ++++++
go/parquet/internal/utils/bit_packing_noasm.go | 23 +
go/parquet/internal/utils/bit_reader.go | 348 +
go/parquet/internal/utils/bit_reader_test.go | 619 ++
go/parquet/internal/utils/bit_run_reader.go | 148 +
go/parquet/internal/utils/bit_run_reader_test.go | 158 +
go/parquet/internal/utils/bit_set_run_reader.go | 345 +
.../internal/utils/bit_set_run_reader_test.go | 276 +
go/parquet/internal/utils/bit_writer.go | 182 +
go/parquet/internal/utils/bitmap_reader.go | 72 +
go/parquet/internal/utils/bitmap_reader_test.go | 75 +
go/parquet/internal/utils/bitmap_writer.go | 277 +
go/parquet/internal/utils/bitmap_writer_test.go | 304 +
go/parquet/internal/utils/clib_amd64.s | 87 +
go/parquet/internal/utils/dictionary.go | 87 +
go/parquet/internal/utils/math.go | 49 +
go/parquet/internal/utils/min_max.go | 120 +
go/parquet/internal/utils/min_max_amd64.go | 43 +
go/parquet/internal/utils/min_max_avx2.go | 58 +
go/parquet/internal/utils/min_max_avx2.s | 1352 ++++
go/parquet/internal/utils/min_max_noasm.go | 27 +
go/parquet/internal/utils/min_max_sse4.go | 56 +
go/parquet/internal/utils/min_max_sse4.s | 592 ++
go/parquet/internal/utils/physical_types.tmpldata | 52 +
go/parquet/internal/utils/rle.go | 583 ++
go/parquet/internal/utils/typed_rle_dict.gen.go | 1375 ++++
.../internal/utils/typed_rle_dict.gen.go.tmpl | 218 +
go/parquet/internal/utils/unpack_bool.go | 26 +
go/parquet/internal/utils/unpack_bool_amd64.go | 41 +
go/parquet/internal/utils/unpack_bool_avx2.go | 29 +
go/parquet/internal/utils/unpack_bool_avx2.s | 6961 ++++++++++++++++++++
go/parquet/internal/utils/unpack_bool_noasm.go | 25 +
go/parquet/internal/utils/unpack_bool_sse4.go | 29 +
go/parquet/internal/utils/unpack_bool_sse4.s | 88 +
go/parquet/internal/utils/write_utils.go | 57 +
go/parquet/tools.go | 25 +
go/parquet/types.go | 167 +
71 files changed, 37511 insertions(+)
create mode 100644 go/parquet/.gitignore
copy go/{arrow => parquet}/LICENSE.txt (100%)
create mode 100644 go/parquet/doc.go
create mode 100644 go/parquet/go.mod
create mode 100644 go/parquet/go.sum
create mode 100644 go/parquet/internal/bmi/Makefile
create mode 100644 go/parquet/internal/bmi/_lib/bitmap_bmi2.c
create mode 100644 go/parquet/internal/bmi/_lib/bitmap_bmi2.s
create mode 100644 go/parquet/internal/bmi/bitmap_bmi2.go
create mode 100644 go/parquet/internal/bmi/bitmap_bmi2.s
create mode 100644 go/parquet/internal/bmi/bmi_init.go
create mode 100644 go/parquet/internal/bmi/bmi_noasm.go
create mode 100644 go/parquet/internal/testutils/random.go
create mode 100644 go/parquet/internal/testutils/random_arrow.go
create mode 100644 go/parquet/internal/utils/Makefile
create mode 100644 go/parquet/internal/utils/_lib/arch.h
create mode 100644 go/parquet/internal/utils/_lib/bit_packing_avx2.c
create mode 100644 go/parquet/internal/utils/_lib/bit_packing_avx2.s
create mode 100644 go/parquet/internal/utils/_lib/min_max.c
create mode 100644 go/parquet/internal/utils/_lib/min_max_avx2.s
create mode 100644 go/parquet/internal/utils/_lib/min_max_sse4.s
create mode 100644 go/parquet/internal/utils/_lib/unpack_bool.c
create mode 100644 go/parquet/internal/utils/_lib/unpack_bool_avx2.s
create mode 100644 go/parquet/internal/utils/_lib/unpack_bool_sse4.s
create mode 100644 go/parquet/internal/utils/bit_benchmark_test.go
create mode 100644 go/parquet/internal/utils/bit_block_counter.go
create mode 100644 go/parquet/internal/utils/bit_block_counter_test.go
create mode 100644 go/parquet/internal/utils/bit_packing.go
create mode 100644 go/parquet/internal/utils/bit_packing_avx2.go
create mode 100644 go/parquet/internal/utils/bit_packing_avx2.s
create mode 100644 go/parquet/internal/utils/bit_packing_default.go
create mode 100644 go/parquet/internal/utils/bit_packing_noasm.go
create mode 100644 go/parquet/internal/utils/bit_reader.go
create mode 100644 go/parquet/internal/utils/bit_reader_test.go
create mode 100644 go/parquet/internal/utils/bit_run_reader.go
create mode 100644 go/parquet/internal/utils/bit_run_reader_test.go
create mode 100644 go/parquet/internal/utils/bit_set_run_reader.go
create mode 100644 go/parquet/internal/utils/bit_set_run_reader_test.go
create mode 100644 go/parquet/internal/utils/bit_writer.go
create mode 100644 go/parquet/internal/utils/bitmap_reader.go
create mode 100644 go/parquet/internal/utils/bitmap_reader_test.go
create mode 100644 go/parquet/internal/utils/bitmap_writer.go
create mode 100644 go/parquet/internal/utils/bitmap_writer_test.go
create mode 100644 go/parquet/internal/utils/clib_amd64.s
create mode 100644 go/parquet/internal/utils/dictionary.go
create mode 100644 go/parquet/internal/utils/math.go
create mode 100644 go/parquet/internal/utils/min_max.go
create mode 100644 go/parquet/internal/utils/min_max_amd64.go
create mode 100644 go/parquet/internal/utils/min_max_avx2.go
create mode 100644 go/parquet/internal/utils/min_max_avx2.s
create mode 100644 go/parquet/internal/utils/min_max_noasm.go
create mode 100644 go/parquet/internal/utils/min_max_sse4.go
create mode 100644 go/parquet/internal/utils/min_max_sse4.s
create mode 100644 go/parquet/internal/utils/physical_types.tmpldata
create mode 100644 go/parquet/internal/utils/rle.go
create mode 100644 go/parquet/internal/utils/typed_rle_dict.gen.go
create mode 100644 go/parquet/internal/utils/typed_rle_dict.gen.go.tmpl
create mode 100644 go/parquet/internal/utils/unpack_bool.go
create mode 100644 go/parquet/internal/utils/unpack_bool_amd64.go
create mode 100644 go/parquet/internal/utils/unpack_bool_avx2.go
create mode 100644 go/parquet/internal/utils/unpack_bool_avx2.s
create mode 100644 go/parquet/internal/utils/unpack_bool_noasm.go
create mode 100644 go/parquet/internal/utils/unpack_bool_sse4.go
create mode 100644 go/parquet/internal/utils/unpack_bool_sse4.s
create mode 100644 go/parquet/internal/utils/write_utils.go
create mode 100644 go/parquet/tools.go
create mode 100644 go/parquet/types.go