You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/12/04 20:36:39 UTC
[beam] 01/01: Merge pull request #4200 from herohde/go-sdk2
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch go-sdk
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 473d7a00964d17e876b94d3368280a16b6b057cd
Merge: ead5d43 38df1b7
Author: Kenn Knowles <ke...@kennknowles.com>
AuthorDate: Mon Dec 4 12:36:32 2017 -0800
Merge pull request #4200 from herohde/go-sdk2
[BEAM-2083] Go SDK prototype
pom.xml | 5 +-
sdks/go/cmd/specialize/main.go | 175 +
sdks/go/cmd/symtab/main.go | 101 +
sdks/go/data/haiku/old_pond.txt | 3 +
sdks/go/data/shakespeare/hamlet.txt | 6045 ++++++++++++++++++++
sdks/go/data/shakespeare/kinglear-hashtag.txt | 5525 ++++++++++++++++++
sdks/go/data/shakespeare/kinglear.txt | 5525 ++++++++++++++++++
sdks/go/data/shakespeare/romeoandjuliet.txt | 4766 +++++++++++++++
.../examples/complete/autocomplete/autocomplete.go | 71 +
sdks/go/examples/contains/contains.go | 99 +
sdks/go/examples/cookbook/combine/combine.go | 106 +
sdks/go/examples/cookbook/filter/filter.go | 106 +
sdks/go/examples/cookbook/max/max.go | 88 +
sdks/go/examples/cookbook/tornadoes/tornadoes.go | 119 +
.../debugging_wordcount/debugging_wordcount.go | 163 +
sdks/go/examples/forest/forest.go | 81 +
sdks/go/examples/grades/grades.go | 105 +
.../minimal_wordcount/minimal_wordcount.go | 101 +
sdks/go/examples/pingpong/pingpong.go | 131 +
sdks/go/examples/wordcap/wordcap.go | 75 +
sdks/go/examples/wordcount/wordcount.go | 168 +
sdks/go/examples/yatzy/yatzy.go | 139 +
sdks/go/pkg/beam/coder.go | 165 +
sdks/go/pkg/beam/coder_test.go | 42 +
sdks/go/pkg/beam/combine.go | 81 +
sdks/go/pkg/beam/core/funcx/doc.go | 22 +
sdks/go/pkg/beam/core/funcx/fn.go | 436 ++
sdks/go/pkg/beam/core/funcx/fn_test.go | 223 +
sdks/go/pkg/beam/core/funcx/output.go | 69 +
sdks/go/pkg/beam/core/funcx/output_test.go | 48 +
sdks/go/pkg/beam/core/funcx/sideinput.go | 100 +
sdks/go/pkg/beam/core/funcx/sideinput_test.go | 70 +
sdks/go/pkg/beam/core/funcx/signature.go | 212 +
sdks/go/pkg/beam/core/funcx/signature_test.go | 212 +
sdks/go/pkg/beam/core/graph/bind.go | 324 ++
sdks/go/pkg/beam/core/graph/bind_test.go | 193 +
sdks/go/pkg/beam/core/graph/coder/coder.go | 279 +
sdks/go/pkg/beam/core/graph/coder/int.go | 71 +
sdks/go/pkg/beam/core/graph/coder/int_test.go | 88 +
sdks/go/pkg/beam/core/graph/coder/time.go | 44 +
sdks/go/pkg/beam/core/graph/coder/varint.go | 98 +
sdks/go/pkg/beam/core/graph/coder/varint_test.go | 94 +
sdks/go/pkg/beam/core/graph/doc.go | 22 +
sdks/go/pkg/beam/core/graph/edge.go | 382 ++
sdks/go/pkg/beam/core/graph/fn.go | 306 +
sdks/go/pkg/beam/core/graph/graph.go | 126 +
sdks/go/pkg/beam/core/graph/graph_test.go | 68 +
sdks/go/pkg/beam/core/graph/node.go | 70 +
sdks/go/pkg/beam/core/graph/scope.go | 39 +
sdks/go/pkg/beam/core/graph/window/window.go | 70 +
sdks/go/pkg/beam/core/runtime/exec/coder.go | 213 +
sdks/go/pkg/beam/core/runtime/exec/exec.go | 50 +
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 135 +
sdks/go/pkg/beam/core/runtime/exec/nodes.go | 881 +++
sdks/go/pkg/beam/core/runtime/exec/unit.go | 93 +
sdks/go/pkg/beam/core/runtime/graphx/coder.go | 353 ++
sdks/go/pkg/beam/core/runtime/graphx/coder_test.go | 111 +
sdks/go/pkg/beam/core/runtime/graphx/doc.go | 29 +
sdks/go/pkg/beam/core/runtime/graphx/serialize.go | 905 +++
sdks/go/pkg/beam/core/runtime/graphx/user.go | 109 +
sdks/go/pkg/beam/core/runtime/graphx/v1/gen.go | 18 +
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 763 +++
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 217 +
sdks/go/pkg/beam/core/runtime/harness/datamgr.go | 309 +
sdks/go/pkg/beam/core/runtime/harness/gen.go | 18 +
sdks/go/pkg/beam/core/runtime/harness/harness.go | 240 +
sdks/go/pkg/beam/core/runtime/harness/init/init.go | 113 +
sdks/go/pkg/beam/core/runtime/harness/logging.go | 151 +
sdks/go/pkg/beam/core/runtime/harness/session.go | 212 +
.../go/pkg/beam/core/runtime/harness/session.proto | 69 +
.../core/runtime/harness/session/session.pb.go | 444 ++
sdks/go/pkg/beam/core/runtime/harness/translate.go | 343 ++
.../beam/core/runtime/harness/translate_test.go | 298 +
sdks/go/pkg/beam/core/runtime/init.go | 41 +
sdks/go/pkg/beam/core/runtime/options.go | 91 +
sdks/go/pkg/beam/core/runtime/options_test.go | 49 +
sdks/go/pkg/beam/core/runtime/symbols.go | 59 +
sdks/go/pkg/beam/core/runtime/types.go | 62 +
sdks/go/pkg/beam/core/runtime/types_test.go | 74 +
sdks/go/pkg/beam/core/typex/class.go | 174 +
sdks/go/pkg/beam/core/typex/class_test.go | 105 +
sdks/go/pkg/beam/core/typex/fulltype.go | 393 ++
sdks/go/pkg/beam/core/typex/fulltype_test.go | 125 +
sdks/go/pkg/beam/core/typex/special.go | 80 +
sdks/go/pkg/beam/core/util/dot/dot.go | 130 +
sdks/go/pkg/beam/core/util/ioutilx/read.go | 42 +
sdks/go/pkg/beam/core/util/protox/any.go | 101 +
sdks/go/pkg/beam/core/util/protox/any_test.go | 83 +
sdks/go/pkg/beam/core/util/protox/base64.go | 41 +
sdks/go/pkg/beam/core/util/protox/query.go | 45 +
sdks/go/pkg/beam/core/util/reflectx/functions.go | 45 +
sdks/go/pkg/beam/core/util/reflectx/json.go | 32 +
sdks/go/pkg/beam/core/util/reflectx/tags.go | 74 +
sdks/go/pkg/beam/core/util/reflectx/types.go | 111 +
sdks/go/pkg/beam/core/util/symtab/symtab.go | 121 +
sdks/go/pkg/beam/create.go | 95 +
sdks/go/pkg/beam/doc.go | 67 +
sdks/go/pkg/beam/encoding.go | 147 +
sdks/go/pkg/beam/external.go | 111 +
sdks/go/pkg/beam/flatten.go | 69 +
sdks/go/pkg/beam/forward.go | 84 +
sdks/go/pkg/beam/gbk.go | 88 +
sdks/go/pkg/beam/impulse.go | 41 +
sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 234 +
sdks/go/pkg/beam/io/bigqueryio/bigquery_test.go | 38 +
sdks/go/pkg/beam/io/textio/filesystem.go | 49 +
sdks/go/pkg/beam/io/textio/gcs/gcs.go | 130 +
sdks/go/pkg/beam/io/textio/local/local.go | 55 +
sdks/go/pkg/beam/io/textio/textio.go | 204 +
sdks/go/pkg/beam/log/log.go | 183 +
sdks/go/pkg/beam/log/standard.go | 37 +
sdks/go/pkg/beam/option.go | 72 +
sdks/go/pkg/beam/options/gcpopts/options.go | 38 +
sdks/go/pkg/beam/pardo.go | 314 +
sdks/go/pkg/beam/partition.go | 96 +
sdks/go/pkg/beam/partition_test.go | 164 +
sdks/go/pkg/beam/pcollection.go | 90 +
sdks/go/pkg/beam/pipeline.go | 75 +
sdks/go/pkg/beam/runner.go | 51 +
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 325 ++
sdks/go/pkg/beam/runners/dataflow/messages.go | 174 +
sdks/go/pkg/beam/runners/dataflow/translate.go | 326 ++
sdks/go/pkg/beam/runners/direct/direct.go | 270 +
sdks/go/pkg/beam/runners/direct/nodes.go | 241 +
sdks/go/pkg/beam/runners/dot/dot.go | 55 +
sdks/go/pkg/beam/runners/session/session.go | 337 ++
sdks/go/pkg/beam/testing/passert/passert.go | 218 +
sdks/go/pkg/beam/testing/ptest/ptest.go | 59 +
sdks/go/pkg/beam/testing/ptest/symbols.go | 67 +
sdks/go/pkg/beam/transforms/filter/distinct.go | 39 +
.../go/pkg/beam/transforms/filter/distinct_test.go | 70 +
sdks/go/pkg/beam/transforms/filter/filter.go | 88 +
sdks/go/pkg/beam/transforms/filter/filter_test.go | 90 +
sdks/go/pkg/beam/transforms/stats/count.go | 34 +
sdks/go/pkg/beam/transforms/stats/count_test.go | 69 +
sdks/go/pkg/beam/transforms/stats/max.go | 44 +
sdks/go/pkg/beam/transforms/stats/max_switch.go | 138 +
sdks/go/pkg/beam/transforms/stats/max_switch.tmpl | 40 +
sdks/go/pkg/beam/transforms/stats/max_test.go | 134 +
sdks/go/pkg/beam/transforms/stats/mean.go | 91 +
sdks/go/pkg/beam/transforms/stats/mean_test.go | 121 +
sdks/go/pkg/beam/transforms/stats/min.go | 44 +
sdks/go/pkg/beam/transforms/stats/min_switch.go | 138 +
sdks/go/pkg/beam/transforms/stats/min_switch.tmpl | 40 +
sdks/go/pkg/beam/transforms/stats/min_test.go | 121 +
sdks/go/pkg/beam/transforms/stats/sum.go | 44 +
sdks/go/pkg/beam/transforms/stats/sum_switch.go | 102 +
sdks/go/pkg/beam/transforms/stats/sum_switch.tmpl | 37 +
sdks/go/pkg/beam/transforms/stats/sum_test.go | 117 +
sdks/go/pkg/beam/transforms/stats/util.go | 48 +
sdks/go/pkg/beam/transforms/top/top.go | 173 +
sdks/go/pkg/beam/transforms/top/top_test.go | 125 +
sdks/go/pkg/beam/util.go | 110 +
sdks/go/pkg/beam/util/gcsx/gcs.go | 40 +
sdks/go/pkg/beam/validate.go | 76 +
sdks/go/pkg/beam/x/beamx/run.go | 39 +
sdks/go/pkg/beam/x/debug/head.go | 68 +
sdks/go/pkg/beam/x/debug/print.go | 94 +
sdks/go/pom.xml | 3 +
159 files changed, 42783 insertions(+), 1 deletion(-)
--
To stop receiving notification emails like this one, please contact
"commits@beam.apache.org" <co...@beam.apache.org>.