[beam] branch master updated (911771d -> fd3075f)

[pa...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

pabloem pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 911771d  [BEAM-12071] Don't re-use WriteToPandasSink instances across windows (#14374)
     add fd3075f  Merge pull request #13995 from [BEAM-11322] Apache Beam Example to tokenize sensitive data

No new revisions were added by this update.

Summary of changes:
 build.gradle.kts                                   |   1 +
 examples/java/build.gradle                         |  13 +
 .../datatokenization/DataTokenization.java         | 343 +++++++++++++
 .../examples/complete/datatokenization/README.md   | 172 +++++++
 .../options/DataTokenizationOptions.java           |  67 +++
 .../datatokenization/options/package-info.java     |  18 +
 .../complete/datatokenization/package-info.java    |  18 +
 .../transforms/DataProtectors.java                 | 290 +++++++++++
 .../datatokenization/transforms/JsonToBeamRow.java |  76 +++
 .../transforms/SerializableFunctions.java          |  49 ++
 .../transforms/io/TokenizationBigQueryIO.java      |  98 ++++
 .../transforms/io/TokenizationBigTableIO.java      | 158 ++++++
 .../transforms/io/TokenizationFileSystemIO.java    | 261 ++++++++++
 .../transforms/io/package-info.java                |  18 +
 .../datatokenization/transforms/package-info.java  |  18 +
 .../datatokenization/utils/CsvConverters.java      | 537 +++++++++++++++++++++
 .../datatokenization/utils/DurationUtils.java      |  75 +++
 .../datatokenization/utils/ErrorConverters.java    | 311 ++++++++++++
 .../datatokenization/utils/FailsafeElement.java    |  97 ++++
 .../utils/FailsafeElementCoder.java                | 106 ++++
 .../complete/datatokenization/utils/RowToCsv.java  |  38 ++
 .../datatokenization/utils/SchemasUtils.java       | 206 ++++++++
 .../datatokenization/utils/package-info.java       |  18 +
 .../datatokenization/DataTokenizationTest.java     | 208 ++++++++
 examples/java/src/test/resources/schema.txt        |  19 +
 examples/java/src/test/resources/testInput.csv     |   3 +
 examples/java/src/test/resources/testInput.txt     |   3 +
 .../src/main/resources/beam/suppressions.xml       |   1 +
 28 files changed, 3222 insertions(+)
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/DataTokenization.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/README.md
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/options/DataTokenizationOptions.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/options/package-info.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/package-info.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/DataProtectors.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/JsonToBeamRow.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/SerializableFunctions.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/io/TokenizationBigQueryIO.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/io/TokenizationBigTableIO.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/io/TokenizationFileSystemIO.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/io/package-info.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/transforms/package-info.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/CsvConverters.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/DurationUtils.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/ErrorConverters.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/FailsafeElement.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/FailsafeElementCoder.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/RowToCsv.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/SchemasUtils.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/complete/datatokenization/utils/package-info.java
 create mode 100644 examples/java/src/test/java/org/apache/beam/examples/complete/datatokenization/DataTokenizationTest.java
 create mode 100644 examples/java/src/test/resources/schema.txt
 create mode 100644 examples/java/src/test/resources/testInput.csv
 create mode 100644 examples/java/src/test/resources/testInput.txt