You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2016/06/14 23:13:25 UTC
[50/50] [abbrv] incubator-beam git commit: This closes #461
This closes #461
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/cd0f5098
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/cd0f5098
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/cd0f5098
Branch: refs/heads/python-sdk
Commit: cd0f50980c37cd46861b8081d98ebc0fa69d7ccd
Parents: d53e96a 778c0d0
Author: Davor Bonaci <da...@google.com>
Authored: Tue Jun 14 16:11:55 2016 -0700
Committer: Davor Bonaci <da...@google.com>
Committed: Tue Jun 14 16:11:55 2016 -0700
----------------------------------------------------------------------
sdks/python/.gitignore | 10 +
sdks/python/.travis.yml | 7 +
sdks/python/CONTRIBUTING.md | 26 +
sdks/python/LICENSE | 202 ++
sdks/python/README.md | 480 +++
sdks/python/apache_beam/__init__.py | 81 +
sdks/python/apache_beam/coders/__init__.py | 19 +
sdks/python/apache_beam/coders/coder_impl.pxd | 112 +
sdks/python/apache_beam/coders/coder_impl.py | 319 ++
sdks/python/apache_beam/coders/coders.py | 514 +++
sdks/python/apache_beam/coders/coders_test.py | 63 +
.../apache_beam/coders/coders_test_common.py | 183 ++
.../apache_beam/coders/fast_coders_test.py | 37 +
sdks/python/apache_beam/coders/observable.py | 36 +
.../apache_beam/coders/observable_test.py | 57 +
.../apache_beam/coders/slow_coders_test.py | 39 +
sdks/python/apache_beam/coders/slow_stream.py | 139 +
sdks/python/apache_beam/coders/stream.pxd | 61 +
sdks/python/apache_beam/coders/stream.pyx | 204 ++
sdks/python/apache_beam/coders/stream_test.py | 171 +
sdks/python/apache_beam/coders/typecoders.py | 157 +
.../apache_beam/coders/typecoders_test.py | 117 +
sdks/python/apache_beam/dataflow_test.py | 408 +++
sdks/python/apache_beam/error.py | 42 +
sdks/python/apache_beam/examples/__init__.py | 0
.../examples/complete/autocomplete.py | 82 +
.../examples/complete/autocomplete_test.py | 81 +
.../examples/complete/estimate_pi.py | 112 +
.../examples/complete/estimate_pi_test.py | 49 +
.../complete/juliaset/juliaset/__init__.py | 0
.../complete/juliaset/juliaset/juliaset.py | 122 +
.../complete/juliaset/juliaset/juliaset_test.py | 86 +
.../examples/complete/juliaset/juliaset_main.py | 58 +
.../examples/complete/juliaset/setup.py | 115 +
.../apache_beam/examples/complete/tfidf.py | 199 ++
.../apache_beam/examples/complete/tfidf_test.py | 91 +
.../examples/complete/top_wikipedia_sessions.py | 173 +
.../complete/top_wikipedia_sessions_test.py | 61 +
.../examples/cookbook/bigquery_schema.py | 130 +
.../examples/cookbook/bigquery_side_input.py | 117 +
.../cookbook/bigquery_side_input_test.py | 62 +
.../examples/cookbook/bigquery_tornadoes.py | 99 +
.../cookbook/bigquery_tornadoes_test.py | 44 +
.../apache_beam/examples/cookbook/bigshuffle.py | 87 +
.../examples/cookbook/bigshuffle_test.py | 64 +
.../apache_beam/examples/cookbook/coders.py | 95 +
.../examples/cookbook/coders_test.py | 59 +
.../examples/cookbook/combiners_test.py | 76 +
.../examples/cookbook/custom_ptransform.py | 135 +
.../examples/cookbook/custom_ptransform_test.py | 67 +
.../apache_beam/examples/cookbook/filters.py | 107 +
.../examples/cookbook/filters_test.py | 68 +
.../examples/cookbook/group_with_coder.py | 114 +
.../examples/cookbook/group_with_coder_test.py | 90 +
.../examples/cookbook/mergecontacts.py | 129 +
.../examples/cookbook/mergecontacts_test.py | 124 +
.../examples/cookbook/multiple_output_pardo.py | 174 +
.../cookbook/multiple_output_pardo_test.py | 72 +
.../apache_beam/examples/snippets/snippets.py | 875 +++++
.../examples/snippets/snippets_test.py | 563 ++++
.../apache_beam/examples/streaming_wordcap.py | 64 +
.../apache_beam/examples/streaming_wordcount.py | 74 +
sdks/python/apache_beam/examples/wordcount.py | 102 +
.../apache_beam/examples/wordcount_debugging.py | 157 +
.../examples/wordcount_debugging_test.py | 59 +
.../apache_beam/examples/wordcount_minimal.py | 114 +
.../examples/wordcount_minimal_test.py | 59 +
.../apache_beam/examples/wordcount_test.py | 58 +
sdks/python/apache_beam/internal/__init__.py | 0
sdks/python/apache_beam/internal/apiclient.py | 938 ++++++
.../apache_beam/internal/apiclient_test.py | 113 +
sdks/python/apache_beam/internal/auth.py | 164 +
.../apache_beam/internal/clients/__init__.py | 0
.../internal/clients/bigquery/__init__.py | 10 +
.../clients/bigquery/bigquery_v2_client.py | 642 ++++
.../clients/bigquery/bigquery_v2_messages.py | 1893 +++++++++++
.../internal/clients/dataflow/__init__.py | 10 +
.../clients/dataflow/dataflow_v1b3_client.py | 316 ++
.../clients/dataflow/dataflow_v1b3_messages.py | 3056 ++++++++++++++++++
.../internal/clients/storage/__init__.py | 10 +
.../clients/storage/storage_v1_client.py | 1021 ++++++
.../clients/storage/storage_v1_messages.py | 1903 +++++++++++
sdks/python/apache_beam/internal/json_value.py | 130 +
.../apache_beam/internal/json_value_test.py | 66 +
sdks/python/apache_beam/internal/module_test.py | 62 +
sdks/python/apache_beam/internal/pickler.py | 208 ++
.../python/apache_beam/internal/pickler_test.py | 81 +
sdks/python/apache_beam/internal/util.py | 93 +
sdks/python/apache_beam/internal/util_test.py | 61 +
.../python/apache_beam/internal/windmill_pb2.py | 2278 +++++++++++++
.../internal/windmill_service_pb2.py | 164 +
sdks/python/apache_beam/io/__init__.py | 28 +
sdks/python/apache_beam/io/bigquery.py | 829 +++++
sdks/python/apache_beam/io/bigquery_test.py | 453 +++
sdks/python/apache_beam/io/fileio.py | 750 +++++
sdks/python/apache_beam/io/fileio_test.py | 525 +++
sdks/python/apache_beam/io/gcsio.py | 605 ++++
sdks/python/apache_beam/io/gcsio_test.py | 506 +++
sdks/python/apache_beam/io/iobase.py | 1076 ++++++
sdks/python/apache_beam/io/pubsub.py | 76 +
sdks/python/apache_beam/io/range_trackers.py | 273 ++
.../apache_beam/io/range_trackers_test.py | 321 ++
sdks/python/apache_beam/io/sources_test.py | 68 +
sdks/python/apache_beam/pipeline.py | 438 +++
sdks/python/apache_beam/pipeline_test.py | 348 ++
sdks/python/apache_beam/pvalue.py | 462 +++
sdks/python/apache_beam/pvalue_test.py | 66 +
sdks/python/apache_beam/python_sdk_releases.py | 53 +
sdks/python/apache_beam/runners/__init__.py | 27 +
sdks/python/apache_beam/runners/common.pxd | 28 +
sdks/python/apache_beam/runners/common.py | 181 ++
.../apache_beam/runners/dataflow_runner.py | 642 ++++
.../python/apache_beam/runners/direct_runner.py | 329 ++
sdks/python/apache_beam/runners/runner.py | 308 ++
sdks/python/apache_beam/runners/runner_test.py | 69 +
sdks/python/apache_beam/transforms/__init__.py | 26 +
.../python/apache_beam/transforms/aggregator.py | 108 +
.../apache_beam/transforms/aggregator_test.py | 76 +
sdks/python/apache_beam/transforms/combiners.py | 526 +++
.../apache_beam/transforms/combiners_test.py | 228 ++
sdks/python/apache_beam/transforms/core.py | 1295 ++++++++
.../apache_beam/transforms/cy_combiners.pxd | 92 +
.../apache_beam/transforms/cy_combiners.py | 253 ++
.../python/apache_beam/transforms/ptransform.py | 706 ++++
.../apache_beam/transforms/ptransform_test.py | 1817 +++++++++++
.../python/apache_beam/transforms/sideinputs.py | 148 +
sdks/python/apache_beam/transforms/timeutil.py | 313 ++
.../apache_beam/transforms/timeutil_test.py | 168 +
sdks/python/apache_beam/transforms/trigger.py | 961 ++++++
.../apache_beam/transforms/trigger_test.py | 569 ++++
.../transforms/trigger_transcripts.yaml | 207 ++
sdks/python/apache_beam/transforms/util.py | 230 ++
sdks/python/apache_beam/transforms/window.py | 386 +++
.../apache_beam/transforms/window_test.py | 204 ++
.../transforms/write_ptransform_test.py | 127 +
sdks/python/apache_beam/typehints/__init__.py | 22 +
sdks/python/apache_beam/typehints/decorators.py | 533 +++
sdks/python/apache_beam/typehints/opcodes.py | 331 ++
.../apache_beam/typehints/trivial_inference.py | 415 +++
.../typehints/trivial_inference_test.py | 148 +
sdks/python/apache_beam/typehints/typecheck.py | 164 +
.../typehints/typed_pipeline_test.py | 251 ++
sdks/python/apache_beam/typehints/typehints.py | 1057 ++++++
.../apache_beam/typehints/typehints_test.py | 1056 ++++++
sdks/python/apache_beam/utils/__init__.py | 22 +
sdks/python/apache_beam/utils/counters.pxd | 27 +
sdks/python/apache_beam/utils/counters.py | 180 ++
sdks/python/apache_beam/utils/dependency.py | 442 +++
.../python/apache_beam/utils/dependency_test.py | 397 +++
sdks/python/apache_beam/utils/names.py | 78 +
sdks/python/apache_beam/utils/options.py | 489 +++
sdks/python/apache_beam/utils/path.py | 47 +
sdks/python/apache_beam/utils/path_test.py | 70 +
.../apache_beam/utils/pipeline_options_test.py | 107 +
.../utils/pipeline_options_validator.py | 169 +
.../utils/pipeline_options_validator_test.py | 237 ++
sdks/python/apache_beam/utils/processes.py | 52 +
sdks/python/apache_beam/utils/processes_test.py | 106 +
sdks/python/apache_beam/utils/profiler.py | 69 +
sdks/python/apache_beam/utils/retry.py | 197 ++
sdks/python/apache_beam/utils/retry_test.py | 168 +
sdks/python/apache_beam/version.py | 20 +
sdks/python/setup.cfg | 21 +
sdks/python/setup.py | 95 +
sdks/python/tox.ini | 7 +
165 files changed, 45848 insertions(+)
----------------------------------------------------------------------