You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2018/03/06 19:06:20 UTC
[beam] 01/01: Merge master into go-sdk
This is an automated email from the ASF dual-hosted git repository.
lcwik pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 45ff8732b89aa8000850ca9ce2a0fa4fea1d82ab
Merge: d086d87 d960b53
Author: Lukasz Cwik <lc...@google.com>
AuthorDate: Tue Mar 6 11:06:12 2018 -0800
Merge master into go-sdk
pom.xml | 5 +-
sdks/go/README.md | 98 +
sdks/go/cmd/specialize/main.go | 240 +
sdks/go/cmd/symtab/main.go | 101 +
sdks/go/container/Dockerfile | 30 +
sdks/go/container/boot.go | 127 +
sdks/go/{ => container}/pom.xml | 87 +-
sdks/go/data/haiku/old_pond.txt | 3 +
sdks/go/data/shakespeare/hamlet.txt | 6045 ++++++
sdks/go/data/shakespeare/kinglear-hashtag.txt | 5525 +++++
sdks/go/data/shakespeare/kinglear.txt | 5525 +++++
sdks/go/data/shakespeare/romeoandjuliet.txt | 4766 +++++
.../examples/complete/autocomplete/autocomplete.go | 71 +
sdks/go/examples/contains/contains.go | 99 +
sdks/go/examples/cookbook/combine/combine.go | 106 +
sdks/go/examples/cookbook/filter/filter.go | 106 +
sdks/go/examples/cookbook/join/join.go | 111 +
sdks/go/examples/cookbook/max/max.go | 88 +
sdks/go/examples/cookbook/tornadoes/tornadoes.go | 119 +
.../debugging_wordcount/debugging_wordcount.go | 163 +
sdks/go/examples/forest/forest.go | 81 +
sdks/go/examples/grades/grades.go | 105 +
.../minimal_wordcount/minimal_wordcount.go | 101 +
sdks/go/examples/pingpong/pingpong.go | 131 +
sdks/go/examples/wordcap/wordcap.go | 75 +
sdks/go/examples/wordcount/wordcount.go | 168 +
sdks/go/examples/yatzy/yatzy.go | 139 +
sdks/go/pkg/beam/coder.go | 180 +
.../pkg/beam/{util/grpcx/dial.go => coder_test.go} | 34 +-
sdks/go/pkg/beam/combine.go | 78 +
.../syscall_default.go => core/funcx/doc.go} | 20 +-
sdks/go/pkg/beam/core/funcx/fn.go | 427 +
sdks/go/pkg/beam/core/funcx/fn_test.go | 224 +
sdks/go/pkg/beam/core/funcx/output.go | 76 +
sdks/go/pkg/beam/core/funcx/output_test.go | 48 +
sdks/go/pkg/beam/core/funcx/sideinput.go | 100 +
sdks/go/pkg/beam/core/funcx/sideinput_test.go | 70 +
sdks/go/pkg/beam/core/funcx/signature.go | 212 +
sdks/go/pkg/beam/core/funcx/signature_test.go | 212 +
sdks/go/pkg/beam/core/graph/bind.go | 325 +
sdks/go/pkg/beam/core/graph/bind_test.go | 207 +
sdks/go/pkg/beam/core/graph/coder/coder.go | 298 +
sdks/go/pkg/beam/core/graph/coder/int.go | 71 +
sdks/go/pkg/beam/core/graph/coder/int_test.go | 88 +
.../grpcx/dial.go => core/graph/coder/time.go} | 31 +-
sdks/go/pkg/beam/core/graph/coder/varint.go | 98 +
sdks/go/pkg/beam/core/graph/coder/varint_test.go | 94 +
.../syscall_default.go => core/graph/doc.go} | 20 +-
sdks/go/pkg/beam/core/graph/edge.go | 397 +
sdks/go/pkg/beam/core/graph/fn.go | 304 +
sdks/go/pkg/beam/core/graph/graph.go | 126 +
sdks/go/pkg/beam/core/graph/graph_test.go | 68 +
sdks/go/pkg/beam/core/graph/node.go | 70 +
.../syscall_default.go => core/graph/scope.go} | 27 +-
sdks/go/pkg/beam/core/graph/window/window.go | 71 +
sdks/go/pkg/beam/core/runtime/coderx/int.go | 98 +
sdks/go/pkg/beam/core/runtime/coderx/varint.go | 139 +
.../go/pkg/beam/core/runtime/coderx/varint_test.go | 84 +
sdks/go/pkg/beam/core/runtime/exec/coder.go | 319 +
sdks/go/pkg/beam/core/runtime/exec/cogbk.go | 171 +
sdks/go/pkg/beam/core/runtime/exec/combine.go | 257 +
sdks/go/pkg/beam/core/runtime/exec/combine_test.go | 67 +
sdks/go/pkg/beam/core/runtime/exec/datasink.go | 90 +
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 203 +
sdks/go/pkg/beam/core/runtime/exec/decode.go | 102 +
.../runtime/exec/discard.go} | 41 +-
sdks/go/pkg/beam/core/runtime/exec/emit.go | 126 +
sdks/go/pkg/beam/core/runtime/exec/encode.go | 102 +
sdks/go/pkg/beam/core/runtime/exec/flatten.go | 75 +
sdks/go/pkg/beam/core/runtime/exec/flatten_test.go | 49 +
sdks/go/pkg/beam/core/runtime/exec/fn.go | 201 +
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 256 +
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 145 +
.../pkg/beam/core/runtime/exec/fullvalue_test.go | 72 +
sdks/go/pkg/beam/core/runtime/exec/input.go | 188 +
sdks/go/pkg/beam/core/runtime/exec/multiplex.go | 62 +
.../pkg/beam/core/runtime/exec/multiplex_test.go | 55 +
.../beam/core/runtime/exec/optimized/callers.go | 632 +
.../beam/core/runtime/exec/optimized/callers.tmpl | 69 +
.../beam/core/runtime/exec/optimized/decoders.go | 2407 +++
.../beam/core/runtime/exec/optimized/decoders.tmpl | 146 +
.../beam/core/runtime/exec/optimized/emitters.go | 14215 +++++++++++++
.../beam/core/runtime/exec/optimized/emitters.tmpl | 112 +
.../beam/core/runtime/exec/optimized/encoders.go | 2299 ++
.../beam/core/runtime/exec/optimized/encoders.tmpl | 146 +
.../runtime/exec/optimized/gen.go} | 19 +-
.../pkg/beam/core/runtime/exec/optimized/inputs.go | 21272 +++++++++++++++++++
.../beam/core/runtime/exec/optimized/inputs.tmpl | 181 +
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 193 +
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 97 +
sdks/go/pkg/beam/core/runtime/exec/plan.go | 153 +
.../runtime/exec/status.go} | 21 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 433 +
sdks/go/pkg/beam/core/runtime/exec/unit.go | 75 +
sdks/go/pkg/beam/core/runtime/exec/unit_test.go | 111 +
sdks/go/pkg/beam/core/runtime/exec/util.go | 72 +
sdks/go/pkg/beam/core/runtime/graphx/coder.go | 415 +
sdks/go/pkg/beam/core/runtime/graphx/coder_test.go | 107 +
sdks/go/pkg/beam/core/runtime/graphx/cogbk.go | 108 +
.../runtime/graphx/doc.go} | 27 +-
sdks/go/pkg/beam/core/runtime/graphx/serialize.go | 962 +
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 402 +
.../pkg/beam/core/runtime/graphx/translate_test.go | 90 +
sdks/go/pkg/beam/core/runtime/graphx/tree.go | 121 +
sdks/go/pkg/beam/core/runtime/graphx/user.go | 110 +
.../runtime/graphx/v1/gen.go} | 14 +-
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 821 +
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 232 +
sdks/go/pkg/beam/core/runtime/harness/datamgr.go | 308 +
.../runtime/harness/gen.go} | 14 +-
sdks/go/pkg/beam/core/runtime/harness/harness.go | 291 +
sdks/go/pkg/beam/core/runtime/harness/init/init.go | 116 +
sdks/go/pkg/beam/core/runtime/harness/logging.go | 151 +
sdks/go/pkg/beam/core/runtime/harness/session.go | 215 +
.../go/pkg/beam/core/runtime/harness/session.proto | 69 +
.../core/runtime/harness/session/session.pb.go | 444 +
sdks/go/pkg/beam/core/runtime/init.go | 44 +
sdks/go/pkg/beam/core/runtime/options.go | 91 +
.../grpcx/dial.go => core/runtime/options_test.go} | 44 +-
sdks/go/pkg/beam/core/runtime/symbols.go | 93 +
sdks/go/pkg/beam/core/runtime/types.go | 62 +
sdks/go/pkg/beam/core/runtime/types_test.go | 74 +
sdks/go/pkg/beam/core/typex/class.go | 174 +
sdks/go/pkg/beam/core/typex/class_test.go | 104 +
sdks/go/pkg/beam/core/typex/fulltype.go | 400 +
sdks/go/pkg/beam/core/typex/fulltype_test.go | 125 +
sdks/go/pkg/beam/core/typex/special.go | 74 +
sdks/go/pkg/beam/core/util/dot/dot.go | 130 +
.../syscall.go => core/util/ioutilx/read.go} | 29 +-
sdks/go/pkg/beam/core/util/protox/any.go | 101 +
sdks/go/pkg/beam/core/util/protox/any_test.go | 83 +
.../grpcx/dial.go => core/util/protox/base64.go} | 37 +-
.../util/protox/protox.go} | 20 +-
.../grpcx/dial.go => core/util/protox/query.go} | 34 +-
sdks/go/pkg/beam/core/util/reflectx/call.go | 120 +
sdks/go/pkg/beam/core/util/reflectx/calls.go | 1341 ++
sdks/go/pkg/beam/core/util/reflectx/calls.tmpl | 72 +
sdks/go/pkg/beam/core/util/reflectx/functions.go | 45 +
.../syscall.go => core/util/reflectx/json.go} | 21 +-
sdks/go/pkg/beam/core/util/reflectx/tags.go | 74 +
sdks/go/pkg/beam/core/util/reflectx/types.go | 111 +
sdks/go/pkg/beam/core/util/symtab/symtab.go | 127 +
sdks/go/pkg/beam/create.go | 108 +
.../beam/{util/grpcx/dial.go => create_test.go} | 38 +-
sdks/go/pkg/beam/doc.go | 67 +
sdks/go/pkg/beam/encoding.go | 148 +
sdks/go/pkg/beam/external.go | 64 +
sdks/go/pkg/beam/flatten.go | 72 +
sdks/go/pkg/beam/forward.go | 94 +
sdks/go/pkg/beam/gbk.go | 104 +
sdks/go/pkg/beam/impulse.go | 46 +
sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 241 +
.../dial.go => io/bigqueryio/bigquery_test.go} | 35 +-
sdks/go/pkg/beam/io/textio/filesystem.go | 49 +
sdks/go/pkg/beam/io/textio/gcs/gcs.go | 130 +
.../grpcx/dial.go => io/textio/local/local.go} | 44 +-
sdks/go/pkg/beam/io/textio/textio.go | 207 +
sdks/go/pkg/beam/log/log.go | 183 +
.../{util/syscallx/syscall.go => log/standard.go} | 26 +-
sdks/go/pkg/beam/option.go | 72 +
.../grpcx/dial.go => options/gcpopts/options.go} | 27 +-
sdks/go/pkg/beam/pardo.go | 314 +
sdks/go/pkg/beam/partition.go | 124 +
sdks/go/pkg/beam/partition_test.go | 155 +
sdks/go/pkg/beam/pcollection.go | 90 +
sdks/go/pkg/beam/pipeline.go | 87 +
sdks/go/pkg/beam/runner.go | 51 +
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 367 +
sdks/go/pkg/beam/runners/dataflow/messages.go | 174 +
sdks/go/pkg/beam/runners/dataflow/translate.go | 448 +
sdks/go/pkg/beam/runners/direct/buffer.go | 165 +
sdks/go/pkg/beam/runners/direct/direct.go | 274 +
sdks/go/pkg/beam/runners/direct/gbk.go | 135 +
sdks/go/pkg/beam/runners/direct/impulse.go | 61 +
sdks/go/pkg/beam/runners/dot/dot.go | 55 +
sdks/go/pkg/beam/runners/session/session.go | 337 +
sdks/go/pkg/beam/testing/passert/passert.go | 214 +
sdks/go/pkg/beam/testing/ptest/ptest.go | 59 +
.../dial.go => transforms/filter/distinct.go} | 39 +-
.../go/pkg/beam/transforms/filter/distinct_test.go | 70 +
sdks/go/pkg/beam/transforms/filter/filter.go | 95 +
sdks/go/pkg/beam/transforms/filter/filter_test.go | 90 +
.../syscall.go => transforms/stats/count.go} | 23 +-
sdks/go/pkg/beam/transforms/stats/count_test.go | 69 +
sdks/go/pkg/beam/transforms/stats/max.go | 44 +
sdks/go/pkg/beam/transforms/stats/max_switch.go | 138 +
.../stats/max_switch.tmpl} | 30 +-
sdks/go/pkg/beam/transforms/stats/max_test.go | 134 +
sdks/go/pkg/beam/transforms/stats/mean.go | 91 +
sdks/go/pkg/beam/transforms/stats/mean_test.go | 121 +
sdks/go/pkg/beam/transforms/stats/min.go | 44 +
sdks/go/pkg/beam/transforms/stats/min_switch.go | 138 +
.../stats/min_switch.tmpl} | 30 +-
sdks/go/pkg/beam/transforms/stats/min_test.go | 121 +
sdks/go/pkg/beam/transforms/stats/sum.go | 44 +
sdks/go/pkg/beam/transforms/stats/sum_switch.go | 102 +
.../stats/sum_switch.tmpl} | 27 +-
sdks/go/pkg/beam/transforms/stats/sum_test.go | 117 +
sdks/go/pkg/beam/transforms/stats/util.go | 48 +
sdks/go/pkg/beam/transforms/top/top.go | 180 +
sdks/go/pkg/beam/transforms/top/top_test.go | 126 +
sdks/go/pkg/beam/util.go | 117 +
sdks/go/pkg/beam/util/gcsx/gcs.go | 40 +
sdks/go/pkg/beam/util/grpcx/dial.go | 12 +-
sdks/go/pkg/beam/util/syscallx/syscall.go | 6 +-
sdks/go/pkg/beam/util/syscallx/syscall_default.go | 4 +-
sdks/go/pkg/beam/validate.go | 79 +
sdks/go/pkg/beam/x/beamx/run.go | 41 +
sdks/go/pkg/beam/x/debug/head.go | 68 +
sdks/go/pkg/beam/x/debug/print.go | 97 +
sdks/go/pom.xml | 8 +
211 files changed, 89285 insertions(+), 366 deletions(-)
--
To stop receiving notification emails like this one, please contact
lcwik@apache.org.