You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2018/10/16 15:51:13 UTC
[beam] branch master updated (48865e0 -> 7071fa4)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 48865e0 Merge pull request #6653 [BEAM-5702] Special case zero and one element Creates.
add f9b0d5c #! Init Euphoria 0.5.0
add 30645cf #! minor code cleanup
add f460a32 #! Fix dead lock when executing many tasks
add 19a177b #! Split partition description from its reader
add 3b4301e #! Call Reader#close upon end-of-stream
add 9eec902 #! Initial draft of KafkaStreamSource
add 7f389b2 #! Correct typo in classname
add 12dfbfe #! Upgrade PrintStreamSink to a general purpose utility
add be18d10 #! Revise comments in example code
add 0ebd39f #! Allow kafka configuration through properties resource
add 48a0c9e #! Fix compilation error in IDEA
add 441ceda #! Propose readable variable/parameter name
add 9241efd #! Hadoop input formats adapter
add 0df1bc0 #! Hadoop input format - clone Writable instances between RecordReader#nextKeyValue calls
add 7bfe5f7 #! Unify input/output creation
add 64893eb #! Provide easy access to nested configuration settings
add 0ed8e60 #! Make dataset aware of its consumers
add 8e3c625 #! added basic test for retrieving dataset's consumers
add 94a0094 #! fix typo in comment
add 907442f #! Make kafka source configurable through settings
add ecd7f55 #! Make StdoutSink#dump-partition-id parameter optional again
add 66da90a #! DataSink API polishing
add 6513da4 #! Do not close stdout through StdoutSink
add 2308fb9 #! Log swallowed exceptions
add bf51c4b #! InMemExecutor - fix potential concurrency issue
add 786af3c #! InMemExecutor - rollback all sinks when any of the tasks fails
add 3c94462 #! Add inmemory filesystem skeleton
add 12425ef #! Apply InMemFileSystem as SoR in test
add c313c27 #! Drop obsolete/unused method
add ae01d8c #! Rework iteration towards java8 streams
add 302696b #! Remove unused imports
add 613e870 #! Working join operator
add 4b42d50 #! git pull --rebase origin master
add 8f7aa0b #! minor polishing and removing of warnings
add b99b765 #! polishing after code review
add 9f7aa47 #! correct calling of constructor of ReduceStateByKey from GroupReduceByKey
add 34f4284 #! pair moved package
add 31d9e77 #! Hadoop output format adapter
add 52c3a0a #! clone datasets to all consumers in inmem executor
add b8ffe90 #! KafkaStreamSource -> KafkaSource
add 9ab4989 #! Initial draft of a non-tx-aware kafka-sink
add c1bba39 #! Correct Pair class reference
add 0650f47 #! comment typo
add 20acd1e #! first part of code review changes
add b10d828 #! core of realtime stats
add 6ad0a65 #! Ensure writing out EOS token
add b1276b4 #! DRY on computing sum
add 8873830 #! implemented remarks from code review
add 321ecc8 #! Get reasonable logging output during tests
add c708ccf #! InMemFileSystem.Factory -> InMemFileSystem.SourceFactory
add 0113723 #! Sink into the InMemFileSystem for unit testing purposes
add 8de5c08 #! Drop CompositeKey#equals implementation
add f152502 #! Avoid eye-bleeding
add 9ab0900 #! Avoid doubled output
add e1b3e9f #! added tests for flatmap, repartition and union, slightly cleaned code in inmem
add 538c42c #! more correct commit of ListDataSink's Writer
add 7b62cb0 #! get rid of batch code in client API
add f75b99d #! changes after review
add 3cbfb89 #! Staless Windowing (Windowing.Count working; others commented out)
add 729227d #! Attempt at merging
add 3857bd9 #! Fix state merging
add 186551b #! Drop Window#add/getState
add adfafea #! Shorten test code
add b91d002 #! Aligned count window
add 9f58185 #! Add Join implementation
add 0124d19 #! Finish up join implementation
add aa76e98 #! fixed test for sort in reducestatebykey
add 635f04b #! Various styling issue; thanks to review feedback
add 6c04bb8 #! Add more debugging support through stdout-sink
add c0c640b #! Correct output format
add 4de9f2e #! added tests for reducestatebykey - non aggregating and unaligned windows
add 6c42127 #! changes after review
add 3db6d4e #! Provide more debugging info through stdout-sink
add bd9b25d #! Add (failing) proof-of-concept test
add 2af3656 #! Allowing windowing by item specific event-item
add 97e1234 #! Add VoidSink for debugging purposes
add 8af649a #! Prefer UnaryFunction over EventTimeFn
add 43b9d29 #! Prevent timer thread to die
add ea6d25e #! Prepare window storage
add 1f6cd09 #! Faster retrieval of active windows
add 1c1b0d4 #! added tests for inmem, added sliding window
add 016544d #! fixed copying inputs in multi consumer pipeline
add 4b3d048 #! SlidingWindow constructor made private
add 9e9f68c #! Fix import
add 63abc3d #! Fix type reference
add 2d4b850 #! changed triggering to allow event time
add af4f7c5 #! added watermark triggering with basic test
add 497a35e #! fixed tests, code polishing
add 7566a03 #! simplified tests, added element discarding on closed windows
add 4f2fdbd #! better handling of bounded inputs with triggering
add 0d18e2c #! API - refactor operator builders + unit tests
add c745d91 #! Propage window labels to operator output
add decd53b #! Drop needles consistency methods
add b1d2aa4 #! Correct variable name
add bc10c94 #! Attached/DefaultWindowing emission
add ce2a886 #! Add test
add 58fbe2d #! EndOfPane -> EndOfWindow
add 55ae246 #! Put State#collector behind a getter
add 72d83a4 #! Move EndOfWindow skiping directly into InMemExecutor
add f5fa99a #! Drop DatumCleanupSink
add 8f618e8 #! Move InMemExecutor into a dedicated package
add 8021895 #! Drop obsolete PersistableDataset
add 6706ced #! Tighten test condition; provide explanation
add ca0849d #! Drop prepared logging in test
add 6a2637b #! Tune test
add 05a8741 #! Forward end-of-window only when arriving on all input partitions
add 70bf7b6 #! Broadcast EoW to every output partition
add 168f17a #! Drop forgotten debug message
add b6fc082 #! Fix emitting EoW too frequently
add a264322 #! Do not synchronize when invoking Windowing#assignWindows/#updateTriggering
add 345e176 #! Prepare for EoW tracking
add 0022817 #! Avoid broadcasting too many times
add 4706d5b #! Drop debugging log messages
add a3084c1 #! Fix trigger rescheduling in WatermarkTriggering
add 2af6762 #! Style changes
add d80d8f7 #! Resolve merging of obsolete windows
add 60f1a6d #! added tests applicable on all executors
add 39fd87c #! removed operator Mapwindow
add 3a84c06 #! added simple wordcloud application
add 6688c97 #! Use attached windowing in Stats
add d6534c1 #! Enable watermarking in Stats again
add e580bfb #! compilability after rebase
add 81d9294 #! Attempt at nailing down random test failure
add 2d3cefe #! Allow unified access to .output()
add eb2598b #! Fluent flow builder (proof-of-concept)
add 71e4a9f #! Fluent example
add 73f7c08 #! Move fluent api to a submodule
add 3b57637 #! Rename OutputProvider to OutputBuilder
add c48f662 #! Another attempt at nailing down random test failure
add c284805 #! Attempt at fixing flipping test
add 769446e #! polishing after review
add 5581e52 #! Update maven repo pointers
add b8b59a3 #! Fix maven-project-info-reports-plugin version
add d3495aa #! early triggering of window (replaces aggregating windows)
add b93c13c #! Thread-safe access to #activeTasks
add ba9ede9 #! Javadoc improvement and minor bug fixes after review
add 0773952 #! Windowing API requires fixed order of builder methods
add 297ba2b #! Allow reading kafka a whole topic as one partition (for easier debugging purposes)
add eb4e595 #! Utilize eventTime and earlyTriggering in Stats (WatermarkWindowing disabled)
add e8cf2bd #! Revert back to time-sliding
add abdc4fb #! Allowing limiting the RSBK key space
add da88f9a #! Drop verbose debug message
add e282016 #! Hide implementation details and make public input based on Triples
add 8aa4dc7 #! Fix evaluating optional setting
add de51518 #! Introduce session windowing
add 72863d7 #! Rename span -> createSpanned
add 41b7143 #! Fix merging fully enclosed windows
add bf9e3e9 #! Speed up ordering
add 03d599f #! Test for session window labels
add 3c8aa8a #! Fix time-sliding and session-windowing in combination with watermark-triggering
add 2d70630 #! Allow consuming kafka topics from any earlier offset
add ca6b0d0 #! Print debug to log instead of stderr
add cafa1db #! Add failing proof-of-bug test
add c6e95b1 #! Fix DAG traversal
add fa8ab35 #! Prefer duration over millis in time based APIs
add 682db92 #! Required TimeSliding step to be a duration in favor of millis
add a572ec0 #! Make up session across searches and clicks
add 2622383 #! Resuse Either#lift
add 24e77b4 #! Make TopPerKey a proper operator
add 15e6af9 #! Suppress unchecked warnings; Fix "grouped" flag in RBK
add 3c752ba #! Fix indentation
add fe213c2 #! Fix typo
add e4d3fed #! Make CompositeKey public and reuse inside inmem executor
add 9259979 #! Fix inmem executing R(S)BK on a grouped dataset
add 489dbd3 #! Flink executor skeleton
add 8effa40 #! fix compilation error
add 5d4bb12 #! refactoring after review
add 829d4d3 #! DataSource adapter for Flink executor
add 70fa452 #! DataSink adapter for Flink executor
add 88741c3 #! Support logging during flink tests
add 69ab721 #! DataSink#rollback throws IOException
add 5b0bf88 #! fix test
add 38b6e36 #! ListDataSink stores data in static context
add 96a6f8c #! Favor cz.seznam.euphoria:guava-shaded over com.google.guava:guava
add 077dfdc #! Rebase on FlinkIO
add 87ca8ca #! ListDataSink review
add 9b5ce9a #! Flink implementation of ReduceByKey (no windowing)
add 2e41081 #! ReduceByKey has isCombinable() method
add c4b6434 #! ReduceByKey uses custom partitioner just in case it's different from HashPartitioner
add 6f03b8a #! testapps - WordCount implementation
add 92830a3 #! Remove explicit parallelism from OperatorTranslator interface
add 58ee948 #! Comment
add 078dbad #! Avoid casts for readability reasons
add 5234600 #! [euphoria-flink] Dump execution plan prio to flow execution
add 74132da #! Type-safe HadoopInputFormatAdapter.
add 0b9d183 #! Type-safe HadoopOutputFormatAdapter.
add e6c2625 #! Refactoring.
add 01f2567 #! Make HadoopDataSource public.
add e16db17 #! Add SequenceFile factories.
add 6a96f0c #! Add proof-of-concept test
add dc891c3 #! [euphoria-flink] Fix operator-input-dataset-mapping
add 348f65e #! Add printing element type for debugging purposes
add f1090c9 #! Avoid non-implemented windowing in proof-of-concept test
add b67194d #! [euphoria-flink] Separation of streaming and batch executors
add 944566f #! Rename items for clarity reasons
add 11a610c #! Tighten method signature to expected operator type
add ba959fa #! Javadoc
add eaa29b6 #! Move #getExecutionEnvironment to parent class
add 8eb5dda #! Remove garbage
add 45ebae2 #! [euphoria-flink] batch input format adapter (without data locality)
add db17fcc #! [euphoria-flink] batch output format adapter
add a84e6a6 #! [euphoria-flink] batch ReduceByKey implementation
add 14e8962 #! [euphoria-hadoop] Make HadoopDataSource serializable
add 98ebe69 #! [euphoria-flink] Make batch-word-count work (on local-flink-environment)
add 068279f #! [euphoria-flink] Add an upper bound to parallelism on operators
add 5e27688 #! [euphoria-core] Conditional partitioning in fluent style
add 8288cfb #! refactored window to windowcontext and windowid
add 6a2be27 #! fixed test for time sliding window
add dd89564 #! moved Datum to public API and changed its name
add a3d28ff #! likvidace unchecked warningu
add c579b9a #! refactored windowing stuff to separate package
add 270f991 #! refactored windowing types to separate classes
add 6f3299d #! unified AttachedWindowing with all other windowings
add 4c2b840 #! unified ElementWindowing and Windowing
add 04ae2de #! refactored data passing inside inmem pipelines, failing tests related to attached windowing
add a76407e #! rebased on master
add cdf9f79 #! inmem working on watermarks and regular attached windowing
add 350f4c5 #! incorporated changes after review
add e4da43a #! [euphoria-inmem] Emit watermarks with every input item
add c193b49 #! Extract diff of jenda/16255-add-watermarking-to-inmem and master
add 60f7b6e #! Make euphoria-flink compile (temporary work-around)
add 373087f #! Increase read-timeout way over watermarking triggering in the inmem executor to stabilize test
add 41924eb #! [euphoria-core] Drop obsolete field
add c5b68b7 #! fix watermark triggering and associated tests
add dc4db46 #! code polishing
add 5a42ece #! removed unneeded synchronization
add 09be59d #! [euphoria-flink] Partial progress on window-element envelopes
add 4b6e783 #! [euphoria-flink] Handle window-element envelopes in Repartition operator
add d1f3cf9 #! tuned generic windowing for use with sliding windows
add a2d20b1 #! code formatting
add ec52be0 #! [euphoria-flink] Handle window-element envelopes in batch mode
add 098dd0c #! [euphoria-flink] Perform conversion to/from window-elements in sink/sources just as in streaming mode
add e2a06a4 #! [euphoria-flink] Attempt fixing window leak
add e8255e8 #! [euphoria-flink] Fix emiting label to windowed-pairs.
add aa2f21e #! Split operator
add 83aafb1 #! commit kafka consumer offsets
add 6b4b7fd #! Split operator
add 0a94203 #! post-review cleanup
add 9a668dd #! refactoring
add c90060f #! [euphoria-flink] Add context to error message
add 28e7710 #! [euphoria-testapps] WordCloud Server/Client/Sink
add f706930 #! [euphoria-flink] Initial sketch of JoinTranslator
add 4ffe224 #! [euphoria-flink] Correctly emit Pair instances out of join
add 584d550 #! add support for state backend to flink
add 5da1726 #! [euphoria-flink] Handle windowed-element in join operator
add ece01d8 #! tuned stats for inmem and new windowing
add 6b97a79 #! stats tuned on inmem for event time, latecomers and correct distinct calculation
add e15d983 #! fixed ReduceWindow operator
add 7977ac4 #! simplified stats flow, fixed some bugs and minor refactored code and some coding style
add 0f71979 #! [euphoria-flink] implementation of ReduceStateByKey for streaming API
add 5dc7a0c #! [euphoria-flink] avoid "Invalid lambda deserialization" in ReduceByKey
add b278dd3 #! [euphoria-flink] RSBK closes state after flush()
add 0e8ac24 #! [euphoria-flink] implementation of ReduceStateByKey for batch API
add d7e987c #! codestyle after review
add 4584dfd3 #! [euphoria-flink] Fix NPE due to ReduceWindow
add db7a29f #! validate that no two operators use the same sink
add f2d2a91 #! [euphoria-flink] Fix class-cast-exception
add 220e121 #! [euphoria-flink] Have StreamingWindowedElement flow through the streaming executor
add f0e3054 #! [euphoria-flink] Drop support for processing time
add 1290d88 #! [euphoria-flink] Add support for transfering window emission watermark
add ef0872b #! [euphoria-flink] Add support for attached windowing to ReduceByKey
add 48b6ce8 #! [euphoria-flink] Suppress unchecked warnings
add ce0526b #! [euphoria-flink] Fix attached window emission (was too early)
add 057f9fe #! [euphoria-flink] Stabilize test
add 91f7c20 #! [euphoria-flink] Fix label for time-sliding windows on flink
add 6dc35df #! [euphoria-flink] Add TODO
add c8e714a #! [euphoria-flink] Allow tuning window emission parameters
add b415474 #! [euphoria-flink] Align flink and euphoria-core time sliding labeling
add e6c282c #! [euphoria-flink] Fix streaming MapElements
add 47cfdd8 #! [euphoria-flink] Tune windowing parameters for test
add 69f842c #! [euphoria-flink] Descrease presure for jenkins
add df6b894 #! [euphoria-flink] Descrease presure for jenkins
add 247a21a #! [euphoria-flink] Correct test setting
add 7b2b631 #! [euphoria-flink] Correct auto-watermark-interval setting
add b3760fe #! [euphoria-flink] Have StreamingWindowedElement flow through RSBK impl
add e5bca6f #! [euphoria-flink] Integrate attached-windowing into RSBK impl
add 8b54c16 #! [euphoria-flink] Handle negative watermarks
add 3d65d2b #! Move TimeInterval out of Time
add ec36f20 #! Make TimeSliding using TimeInterval as a window label
add 324b75d #! [euphoria-flink] WindowedElement to StreamingWindowedElement in join-translator
add c0c18e0 #! [euphoria-flink] Drop native join translator (rely on RBSK)
add 868abbc #! Drop dead comments
add 71aa697 #! Centralize flink version
add 49a69b0 #! review
add e085956 #! moved flink operator testkit to the euphoria-flink package
add 8854373 #! implemented state storage for states in inmem executor
add 5b2a07a #! implemented state storage in flink, not well tested
add 3372b4e #! small polishing
add 52eb3f0 #! code polishing after review
add 085d7b5 #! State is not required to be Serializable
add faa6fe5 #! [euphoria-flink] implementation of non-combining ReduceByKey for streaming API #! #! [euphoria-flink] fix failing tests #! #! [euphoria-flink] use singletonIterator
add e12fd2a #! small formatting changes
add 026dcb8 #! refactored statestorage to work on storage descriptors
add 384a6c3 #! changes after review
add 0dab05f #! [euphoria-flink] Upgrade flink to 1.1.2
add b3083df #! [euphoria-flink] Switch time and time-sliding to euphoria implementations
add 5c6a1be #! [euphoria-flink] Correct forwarding operator parallelism
add aa3c515 #! [euphoria-testapps] Emit only top-200 words from word-count
add e3d7421 #! [euphoria-flink] Fix memory leak on window triggers
add f72188b #! [euphoria-flink] Attempt to fix clear-window-state leak in backend database
add f048fb6 #! [euphoria-core, euphoria-flink] Align trigger behavior in inmem and flink
add 61b4a67 #! [euphoria-flink] Testify early triggering
add 04d3b70 #! [euphoria-flink] Schedule window only once
add a43c3c0 #! [euphoria-flink] Rename FlinkTrigger to FlinkWindowTrigger
add 493f4d7 #! [euphoria-flink] Fully integrate generic windowing
add fe4db0a #! [euphoria-flink] Fix type annotation
add 200120f #! [euphoria-flink] Fix after rebase
add 0b904d0 #! [euphoria-flink] Reduce noise on unchecked warnings
add f105d3f #! [euphoria-flink] Small refactoring
add c88a579 #! Stabilize flipping test
add 7540f3b #! distinct operator test from testkit moved on event time
add ec61b70 #! countByKey tested by operator test in flink
add 673f1c5 #! sumbykey and reducebykey on event time windows
add 946b296 #! tuned operator testkit for flink, passes on batch inputs
add eb6581b #! flink keys have to be comparable or exception is thrown
add 307c931 #! TimeInterval is Comparable
add a98b9aa #! functional all operator tests on flink
add 6b82d80 #! changes after review
add f829502 #! WIP: #16426 Remove GROUP from Windowing
add 6a7ca2c #! [euphoria-core] Avoid needless allocation during WindowID#hashCode computation
add ccac09d #! [euphoria-core] Make inmem RSBK handle groupless windows
add 802d219 #! [euphoria-operator-testkit] Remove GROUP from windowing
add e581a0c #! [euphoria-core] Drop global count window test (feature discontinued)
add b63233c #! [euphoria-flink] Remove GROUP from windowing
add 59e36b2 #! [euphoria-flink] code style
add 36f270b #! [euphoria-core] Rename Collector -> Context
add 8fbab4e #! [euphoria-core] Provide Context#getWindow
add ee48e47 #! [euphoria-flink] Provide Context#getWindow
add 6975d48 #! [euphoria-*] Drop WindowedPair
add 4c16656 #! [euphoria-*] Avoid using the term "windowed pair"
add daa8451 #! [euphoria-flink] Fix windowing for batched based R(S)BK translators
add 11b1af2 #! forward stamp with each element in inmem executor
add 266c188 #! [eurphoria-core] Added tests for earlytriggered session windowing, fixed functionality
add c068600 #! [euphoria-core] FIXME: overridden time windowing for element-time
add fd0b9b2 #! Passing element time within pipelines in inmem executor
add 8ddff79 #! [euphoria-ios] added IOS application module
add cf36cf1 #! [euphoria-ios] refactored module structure, separated server from flows
add 27583e9 #! [euphoria-ios] added core for demonstration of lambda architecture
add 9328678 #! [euphoria-ios review] removed several FIXMEs added test for TimeSliding windowing, correct passing of watermarks between operators
add 8e3b6a9 #! Trigger API redesigned
add 9c50460 #! [euphoria-inmem] ReduceStateByKey against new trigger api (merging-windows not yet supported).
add 5d6d6d1 #! [euphoria-inmem] Implement MergingWindowing support
add 40af773 #! [euphoria-inmem] Enable sort-state test
add ec1e0fc #! [euphoria-inmem] Attempt to fix fliping test
add 3329936 #! [euphoria-inmem] Make Windowing#trigger not return null
add 7a77aa3 #! [euphoria-flink] Executor uses new Trigger API
add e85c896 #! [euphoria-flink] Minor cleanup
add d32b85d #! [euphoria-ios] Get compilation right
add 8e9d794 #! [euphoria-flink] Forward element timestamp
add bc2910b #! [euphoria-inmem] Fix trigger state merging
add 7f1079a #! [euphoria-inmem] Create a new instance of trigger state during merge
add 533db50 #! [euphoria-core] PeriodicTimeTrigger is aligned with window start timestamp
add c2ebdef #! [euphoria-core] Fixed timer registration in PeriodicTimeTrigger
add 77ac266 #! [euphoria-core] Drop logging in periodic-time-triggering
add 4c6f1b7 #! [euphoria-inmem] Ensure calling onElement on merged windows
add a1068d3 #! [euphoria-core] added serializable Supplier #! [euphoria-hadoop] added DataSourceInputFormat #! [euphoria-kafka] tuned KafkaSource to be able to read whole partition
add 6413613 #! [euphoria-kafka], [euphoria-core], [euphoria-hadoop] changed life cycle of writer object, added flush method, some code polishing
add cc6558c #! [euphoria-ios] review and tuning
add b9d8f0a #! [euphoria-kafka] renamed all euphoria kafka artifact references to euphoria-kafka_0.10
add c77e5712 #! Upgrade to Flink 1.1.3
add ceb1387 #! [euphodia-ios] remove the module from parent pom
add c6ddec4 #! [euphoria-flink] RBK: Support for merging windows (streaming)
add 44b9424 #! [euphoria-flink] RSBK: Verify correct behaviour during merging-windowing (streaming)
add 33bb70f #! [euphoria-core] Require MergingWindowing#W being Comparable
add 70979c2 #! [euphoria-hadoop] Fix TaskID retrieval from Hadoop context
add bdc8540 #! [euphoria-core] correct discarding of latecomers
add 225cca9 #! [euphoria-flink] Code style; apply diamond operator
add ba99334 #! [euphoria-flink] Fix non-combining RBK on bounded input
add 045c9ab #! [euphoria-core] fixed latecomers - review
add 3d9faac #! small fixes
add 8542f16 #! [euphoria-hadoop] DataSourceInputFormat/DataSinkOutputFormat don't operate with Pair anymore
add 6f25cba #! [euphoria-spark] Spark executor implementation for bounded datasets
add 2701cd7 #! [euphoria-core] Add operator type annotations
add e878b4f #! [euphoria-core] state complexity and number of repartitions in operator annotations
add 8c55a27 #! [euphoria-ios] added module for command line tools
add 806b710 #! [euphoria-ios] added description of lambda and kappa architecture, tuned applications
add 2efb58d #! [euphoria-ios] added support for spark, finished presentation
add 5cd5a09 #! [euphoria-ios] performance tuning of Trends application
add ddc2819 #! [euphoria-ios] slightly optimized spark RSBK, IOS presentation
add e4eaf9b #! [euphoria-ios] rebased on master
add bcdbdc4 #! [euphoria-ios] review and removed duplicate code
add d97d2cb #! [euphoria-flink] Support window merging in batch mode
add 595dffe #! [euphoria-core/flink] Align element timestamp with window emission
add 1d06100 #! flink batch repartition + repartition batch tests
add 92bcb65 #! partitioning with default partitioner
add ba72d08 #! Executor API
add f8c1da9 #! inmem and flink executor implementation
add 9e8556a #! spark executor
add 4c85276 #! cleaning
add c3a7db8 #! DefaultPartitioner as its own type
add 393f37c #! [euphoria-core] Required explicit windowing if not joining batches
add 121636c #! [euphoria-flink] Fix logic in evaluating RBK translation
add d15606b #! [euphoria-core] Make WindowingRequiredException a top-level class for re-use purposes.
add ee102db #! [euphoria-core] Javadoc; Remove reference to seznam internal ticketing system
add 3c81993 #! [euphoria-core] Javadoc; Make promise about failing upon #preTranslateValidation
add aead0f4 #! Event time extractor function at operator level
add 4ccd6fa #! minor refactoring after review
add e2a4809 #! [euphoria-testkit] Demo testkit junit integration
add 0728f72 #! [euphoria-testkit] Processing annotation
add 0a1b913 #! [euphoria-testkit] Add more tests to demo testkit
add 41d3c89 #! [euphoria-flink] ModuloSplitAssigner for testkit
add 4e37619 #! [euphoria-testkit] Use NG jUnit runner
add 4c0ce01 #! Spark executor - full support of ReduceByKey/ReduceStateByKey including merging windows
add 6e52322 #! Remove GroupBy operator
add c770a54 #! Avoid flink stream hanging upon cancellation
add c555da6 #! [euphoria-spark] Fix partitioner when partitionId is negative
add 2b5578e #! TimeInterval windows are right-open intervals (not overlapping anymore)
add 0840e74 #! [euphoria-hadoop] Remove MultiReader from HadoopDataSource
add eb96644 #! [euphoria-hadoop] Remove SerializableWritable from public constructor
add 5bfa655 #! [euphoria-flink] Use LocatableInputSplitAssigner for batch inputs
add c580a95 #! README.md proposal
add 70c0776 #! Prevent windowing with zero duration
add 924971d #! Drop KafkaSource#batchSize #! #! The same effect is achievable through KafkaConsumer's paremeter 'fetch.max.wait.ms'.
add c4861a8 #! Provide easy-to-use hadoop based data-source/-sinks
add 122d69f #! Update README
add f1e5e0e #! Fix few TODOs
add 570bbec #! Add convenience hadoop data sink around text files
add 4c10ffa #! Provide simple-hadoop-text-file-data-source
add f0707ab #! Javadoc
add b465e4b #! Drop "Data" from the name of hadoop data-sources/-sinks
add 808b583 #! Imperative to functional style
add dc188f0 #! Extract inmem executor into a dedicated module
add 4c4822f #! Drop unneccessary dependency on commons-io
add 8d424b7 #! Upgrade to guava 21.0
add f36ca4d #! [euphoria-testapps] Resolve conflict on kryo
add a7ae3c0 #! [euphoria-flink] Use key type Tuple2 instead of ComparablePair (performance tuning)
add 59a2c97 #! benchmarks unification
add a977360 #! Add LICENSE (APLv2.0)
add c58fe7e #! Ensure LICENSE/NOTICE files in produced artifacts/jars
add 30cc4c5 #! Drop guava shading
add 5de2604 #! Move euphoria-testapps to a dedicated, top-level repo
add f90cabf #! Remove obsolete dependency definitions
add 0fa55ce #! Upgrade maven jar plugin; Cleanup debian package dependencies #! #! Conflicts: #! debian/control
add b39ec19 #! Polish README
add 0b8b0fc #! Get rid of szn specific stuff
add e1e21e7 #! Integrate licensing headers mechanism
add f1ecb48 #! Apply license headers
add 3bbf9d9 #! Update new SCM information; Drop obsolete SZN specifics
add 6305c68 #! Support custom artifact deployments
add e22ee28 #! Correct spelling
add 3d1f8eb #! [euphoria-kafka] Properly quit read loop when interrupted
add 22f557f #! Correct name of copyright owner
add 08e0888 #! Temporarily remove documentation section
add 4133f75 [WIP] Prepare maven central deploy (#3)
add a3ccbd7 #! Link documentation from within README
add 1eaee22 #! Add self-contained euphoria-examples module for demoing purposes
add 26f3e0f #! Add link to examples
add e535a86 WIP: Integration with travis-ci.org (#6)
add d773807 #! [euphoria-spark] Upgrade to Spark 2.1.0
add 09919e9 #! Drop obsolete "hudson" profiles
add 98bb4b3 #! Cleanup obsolete gitignore patterns
add 06db55c #! Add Travis CI badge into README
add 4e5ca08 #! Drop obsolete class
add bb6c750 #! [euphoria-core] Cleanup inmem specific classes
add 2f13c9e #! Sanitze javadocs
add 0235355 #! Drop obsolete class
add e0c7836 #16 Replace Dataset#getPartitioning() with Dataset#getNumPartitions()
add e9e2be4 #16 Move Partitioning related classes to a dedicated package
add 0102e6f #! Attempt automatic deployments
add 860de6a #! Exclude continuous-deliver folder from being license validated
add f0a5216 #! Set execution flag on deploy scripts
add 12823a8 #! Add missing <name/> <description/>
add b89e5e7 [maven-release-plugin] prepare release v0.5.0
add 3056333 [maven-release-plugin] prepare for next development iteration
add 8bbc0ae #! Avoid running tests twice
add 11d95d3 #! Mention maven dependencies in README.md
add 5a9590d #8 Suppress safe unchecked warnings
add db54414 #! Rename StorageDescriptorBase to StorageDescriptor
add 815e3eb #18 Fix a few minor bugs after static code analysis
add acb5f97 #18 Fail build when troubling error is found by FindBugs analysis
add 0a945e7 #18 Use @Nullable annotation
add 320aef8 #10 Improve documentation around URI based data-sources/-sinks
add dc3a35a #10 Fix typos
add 21ff8b4 #! Add contribution section to README
add f68363a #! [euphoria-flink] Allow enabling object reuse
add cdd00f8 #48 Move most maven plugins under the "regular-build" profile (active by default)
add 0348e98 #! Document regular-build profile
add 8d5290c #27 [euphoria-flink] Rewrite windowing to native implementation of StreamOperator
add b6c27e9 #! [euphoria-flink] Avoid extra shuffle when windowing on streaming
add 4a60228 #47 [euphoria-flink] Alternatively execute windowing/valueOf fully after shuffle
add 2ff48b9 #! [euphoria-flink] Allow specifying latency tracking interval
add d042d44 #! Make WindowedElement an interface
add caab9fb #! Drop WindowedElementImpl from euphoria-core
add c0218bd #! Make window-element-factory use-case specific
add ad64695 #! [euphoria-kafka] No sync commit
add 56f24ce #14 [euphoria-flink] Don't send timestamp along with each element. Use rather internal Flink record's timestamp.
add bb056e1 #! Add link to gitter chat
add b2a8b8b #14 review cleanup
add b6822ad #14 [euphoria-flink] Allow WindowAssigner operator chaining
add 95e97b8 #60 Prefer ValueStorage instead of ListStorage for combining RSBK operations
add 1e8fb83 #! Register Either for serialization
add 2f276a6 #! Suppress safe casts
add 7b3de98 #! Add a dedicated interface for event-time extraction to reduce auto(-un)-boxing
add d4fca7b #! Register Triple and clean up in TopByKey
add 2ec232a #47 Windowing#assignWindowsToElement returns Iterable instead of Set
add c314747 #47 [euphoria-core] TimeSliding window assigner generates custom SlidingWindowSet (smaller serialized size)
add f2a4a85 #! Make storage descriptors static
add 791ce31 #! [euphoria-flink] Do not cache states
add 51f7e5b #! Drop Supplier from public API
add 75e3b54 #67 [euphoria-flink] Avoid descriptors cache infinitely growing
add 9070162 #67 [euphoria-flink] Avoid flushing empty states due to "localMode"
add 49b59e3 #67 [euphoria-flink] Fix window merging
add 032f862 #67 [euphoria-flink] Avoid inlining processTriggerResult
add 9665f3d #! Include link to FAQ wiki page
add 6627cff #! Add shaded-guava for internal use within euphoria
add 11d4623 #! Add javadoc generation
add 34eec7a #! Switch over to shaded guava
add 5c04cc4 #51 Do _not_ store storage-provider in states by default
add b333458 #51 Move StateFactory to the state package
add 32fc452 #51 StateFactory interface revised
add 59ca612 #51 Replace StateCombiner with StateMerger
add de5672b #51 Drop obsolete TODO
add aca00ec #51 [euphoria-core] Skip processing empty window merge sets
add f14b1a1 #19 [euphoria-flink] Avoid extra shuffle (on the batch executor)
add 361b67e # [euphoria-flink] Fix trigger state clean-up of merged windows
add 6abaeb9 #! [euphoria-examples] Example of web server log aggregation
add 65e01f0 #! [euphoria-examples] Fix license header
add 930086e #61 [euphoria-flink] Unit test covering out-of-order stream with allowed lateness
add 3eb2ff2 #79 [euphoria-core] Trigger#onMerge does not return TriggerResult
add e83a0a8 #! InputSplit#toString - especially useful on spark
add a363dbc #! Add convenience hadoop sink
add c4a949d #! Generalize HadoopStringSink to accept any type of object
add 535a277 #! [euphoria-flink] Warn about failing execution scenario
add 018a710 #! Update copyright
add 0811937 #85 Move findbugs plugin execution to the process-classes phase
add bde04a0 #77 Import trends benchmarks
add be64ccd #77 Drop obsolete shell script
add b7788cd #77 - parsing fix
add ddee475 #! Variable year in license header
add 7a7a7e7 #! [euphoria-core] Avoid clearing count state twice
add 651b8a1 #! Fix typo
add f236fa0 #95 Rename Batch to GlobalWindowing
add 3193136 #! Drop Map.Entry from Pair
add b400b24 #! Add @Experimental for easier API evolution
add 579e349 #21 [euphoria-core] Code/Javadoc style
add 7aeded1 #21 [euphoria-core] Javadocs for FlatMap
add 4d2f182 #21 [euphoria-core] Javadocs for Union
add ceb554a #! Add contact information to README.md
add d58c055 #99 Sort operator support
add 6e97137 #21 [euphoria-core] Javadocs for Repartition
add c1d7dd1 #21 [euphoria-core] Javadocs for ReduceStateByKey
add 0afdef8 Update README.md
add 7d18201 Update README.md
add e98a2f5 #! Remove obsolete class
add 87d2a9c #! Do not allow derivations from Pair/Triple
add a23f6ae #98 [euphoria-flink] Do not allow object re-use
add 247940d #! - javadoc refactoring
add ca54f8b #13 [euphoria-flink] Batch executor uses hash code as a key in shuffles (IntComparator performs much better)
add 46fd584 #13 [euphoria-flink] Fix bug in batch ReduceByKeyTranslator and add unit test
add 90862ba #13 Fix race condition in batch ReduceStateByKeyTranslator
add e43bfe6 #13 [euphoria-flink] Copy input instance in ReduceByKeyTranslator because of Flink's object reuse
add 12fbd5e #! some corrections/formatting
add 1c83ceb #13 [euphoria-flink] Avoid hash code collisions in batch ReduceByKeyTranslator
add fa2bcfd #105 Add (failing) proof-of-concept test
add 4cebcec #105 Rework StateFactory API; Stabilize JoinState implementation
add 27789b8 #43 Annotate experimental Session#earlyTriggering
add f5d9cb8 #105 Do not read entire disk storage into memory
add bb3f3c0 #105 Provide an experimental "early emitting" join state implementation
add e75738c #105 Simplify closing spilling file
add b9c46a8 #105 Document some more experiment dangers
add 6a6ac4b #! [benchmarks/native-flink] Filter out invalid entries
add 01b64b7 #! Upgrade to flink 1.2.1
add 70f64af #! Prevent deleting wrong timers
add d249f85 #! polish: removed unnecessary null check, variable reuse
add f5691f4 #105 Add reference to future solution
add 1fe81fe #! Prepare for 0.6.0 release
add d2b45a2 [maven-release-plugin] prepare release v0.6.0
add d823321 [maven-release-plugin] prepare for next development iteration
add 10a9bcb #! Prepare for next dev iteration on master
add d849eaf #! Update README regarding new release
add 65d9cd4 #! Fix loading configuration
add d877dc9 #! [euphoria-examples] Explain in details the word-count-example
add f58ee3c #! [euphoria-examples] Explain in details the access-log-count
add 29849fc #! [euphoria-examples] Correct typos
add c4469af #! [euphoria-flink] Stabilize test
add 4c0bd91 #! Stabilize sort-test
add 2b20086 #! Stabilize count-by-key-test
add 064cdbe #119 [euphoria-core/-inmem] Rework event time assignment
add e9b39a9 #119 [euphoria-flink] Rework event time assignment
add c1ff480 #119 [euphoria-spark] Rework event time assignment
add 9110af2 #119 Add missing license headers
add 1fa0516 #119 [euphoria-examples] Rework event time assignment
add 35a432c #119 [euphoria-benchmarks] Rework event time assignment
add ddd35d4 #! Stabilize inmem-executor join test
add fa371b4 #121 Allow multiple elements to be emitter from ReduceByKey
add c4b1cda #121 changes requested by review
add 2df1c7b #121 fixed comment
add cc3737e #113 [euphoria-spark] Implement disk splitting list-storage implementation
add 5923734 #113 [euphoria-flink] Unify disk spilling implementation for list-storage
add 0aa8aad #113 Add missing license headers
add 15d0726 #113 [euphoria-spark] Drop obsolete warning suppression
add db43b35 #113 [euphoria-testkit] Enable accidently disabled RBK tests
add a1c0d16 #113 [euphoria-core] Support try-with-resources for Serializer.Output/InputStream
add e50386e #113 [euphoria-testkit] Allow different local spill file allocation strategies
add efe71ae #113 [euphoria-flink] Support a wider area of types during (de-)serialization in list-storage
add 17a9e13 #113 [euphoria-core] Testify FsSpillingListStorage
add f680510 #113 Add missing license header
add d8c5ffa #31 [euphoria-core] Implementation of accumulator API + integration with Flink executor
add 62696db #31 Refactored according to review feedback
add f851540 #133 [euphoria-spark] Accumulator API supported in Spark executor
add 7b65c77 #133 [euphoria-inmem] Accumulator API supported in in-mem executor
add 5518ca3 #133 [euphoria-spark] Collector should be transient in UnaryFunctorWrapper
add a8ce723 #135 Add SingleJvmAccumulatorFactory
add 57a232c #135 Demostrates usage of accumulators validation in operator testkit
add f8f26b4 #135 Fix histogram accumulation
add 56a041e #135 GetSnapshot -> Snapshotable
add 9ce7fd6 #135 Add tests covering accumulator usage
add d522ffd #135 Fix failing tests on the spark executor
add d5866bf #134 [euphoria-spark] Implemented support for Spark native accumulators
add f6b671f #134 [euphoria-core] Fix misleading log warning in VoidAccumulatorProvider
add 32ac9ff #134 [euphoria-spark] Clone accumulator factory before flow execution
add 4318a23 #134 [euphoria-spark] Make SparkAccumulatorHolder thread-safe
add 135c828 [maven-release-plugin] prepare release v0.7.0
add ebf571f [maven-release-plugin] prepare for next development iteration
add 0624b1d #! Version up
add e24d83c #! Fix Javadoc warnings
add 8fbe530 #! Fix Findbugs warnings
add 43b6548 #! [euphoria-spark] Correctly transfer global state to executed UDFs
add 52bd0c8 #! Pete dropping out
add db08931 [maven-release-plugin] prepare release v0.7.1
add b5479cb [maven-release-plugin] prepare for next development iteration
add 975c82c [euphoria-spark] Propagate exception in SparkFlowTranslator
add fedb7e6 [euphoria-hadoop] fix SequenceFileSource
add 667c0bb [euphoria-hadoop] wrap hadoop config in SequenceFileSource, so it cannot be changed by user later on.
add 5bbfe22 [euphoria-core] Remove IORegistry.
add d7ce113 [euphoria] add links to license-header.txt from subprojects
add fbccc54 [euphoria] exclude license-header.txt itself from the license header check
add 5ac317c [euphoria-flink] #159 fix default parallelism in local flink runner to 4
add d97b4fd add support for Join operator hints
add 39b8e20 [euphoria-core] #160 remove partitioning from stateful operators, bump version to 0.8-SNAPSHOT
add 4a8582f [euphoria-core] #160 drop explicit partitions from ListDataSink
add 40f5631 [euphoria-operator-testkit] #160 compilable testkit after partitioning removal
add fbc8d07 [euphoria-kafka] #160 module compilable after changes
add 40a124b [euphoria-hadoop] #160 module compilable after changes
add 43d8e60 [euphoria-examples] #160 module compilable after changes
add 1933624 [euphoria-flink] #160 module compilable after changes
add 657ffe3 [euphoria-fluent] #160 module compilable after change
add 4b31726 [euphoria-core] #160 removed partitioning and repartition operator
add 732e2c3 [euphoria-inmem] #160 compilable, but with failing tests
add a31d433 [euphoria-inmem] #160 more tests working after code change
add 9a17043 [euphoria-inmem] #160 build passing tests after changes
add 08193e9 [euphoria-spark], [euphoria-flink] #160 modules compilable after partitioning removal, still some tests failing
add 0729758 [euphoria] #160 build passing including tests
add da27b28 [euphoria] #160 remove mentions of partitions where no longer makes sense
add 1eb4891 [euphoria-hadoop] remove sneakythrows
add 1ee8f27 [euphoria-kafka] remove groupid from kafkasource
add d12fa50 [euphoria-benchmarks] make benchmarks part of the build
add 9270f2a [euphoria-operator-testkit] activate mistakenly ignored test
add 30b567c [euphoria-core] add Audience annotation
add fb40e00 [euphoria-core] remove checkpointing from datasets - unusable feature
add 75aeae7 added IOUtils to help iterate over methods throwing IOException
add 3384c56 added license
add f1fe96f [euphoria-core] #158 add `withSortedValues` to `ReduceByKey` operator
add 9c22026 [euphoria-core] #158 basic non configurable implementation of value sorting
add 32048a0 [euphoria-core] #158 add StateContext and validate on inmem executor
add e841fa6 [euphoria] #158 implemented external sorter for flink and spark
add 07ec729 [euphoria-core] #157 implement possibility for DataSink to modify output flow before persisting it
add be78df9 [euphoria-core] #157 review
add b0811cf [euphoria-local] #173 changed InMemExecutor to LocalExecutor
add 3d35443 [euphoria-core] #177 added MultiDataSink
add 1582804 [euphoria-core] #177 MultiDataSink renamed vars
add e36e8e8 Move to gradle.
add e859bff Add euphoria-examples module to gradle
add 6f72497 Do not ignore spotbugs failures.
add 9aaef68 [euphoria] add maxTimestamp to generic Window
add 83b6caa [euphoria-local] fix findbug warning regarding random reuse
add dfdbf28 [euphoria] #156 distinguish batch and stream sources
add 4536804 [euphoria-core] #156 Add split to boundedsource
add 44fe36a [euphoria-core] #161 replace Iterable with Stream in reducing operations
add 816b570 [euphoria-local] fix non deterministic test
add a3ced9b Fix javadoc.
add f7d7148 [euphoria-core] DataSinkWrapper is now Serializable
add 40c56e4 Shade guava
add 7e51c17 Fix shadow jar publishing.
add d06b7af Fix guava
add f14b660 [euphoria-build] remove unused protobuf plugin
add 62f6ac9 [euphoria-core] bugfix building of RBK with no windowing
add d9b4d9d [euphoria-hbase] #181 add HBase module
add 27669fa #181 Code review.
add 16435f7 [euphoria] add compileOnly to testCompile
add 0bbfcc3 [euphoria-core] Union can accept more than two data sets
add 74ef093 Update readme.
add 2f65b8f [euphoria-operator-testkit] Reduce by key bounded parallel test.
add 23233b6 [euphoria-operator-testkit] Code review.
add 30b216d [euphoria-core] Join operator API improvements.
add 723ce33 [euphoria-core] Join operator hint tests.
add 9eed8d6 [euphoria-core] Join operator hint tests - equals, hash code.
add 59c9613 [euphoria-core] Join operator. Cleanup.
add cdf583b [euphoria-core] Code review.
add f0a4a0f [euphoria-hbase] #181 add bulk loading to hbase sink
add 8721b96 [euphoria-spark] broadcast join.
add c728ebb [euphoria-spark] broadcast join code review.
add 3a42689 [euphoria-core] Publish test jar.
add 8c636a2 [euphoria-hadoop] wrapping hadoopConfig in SequenceFileSink
add 27cf3d3 Added outputValues() to operators producing pairs
add 98c2820 Updated tests for outputValues
add 591b035 [euphoria-core] Test ouputValues on all executors.
add 91eacce [euphoria-core] make sure that windowBy() can be appliedIf()
add 6301917 [euphoria-hbase] HFileSink uses raw types
add b957f4b Fix javadoc.
add bbfc3e7 [euphoria-hbase] add windowing to hfilesink
add f8b6683 [euphoria-flink] move to flink 1.4
add 3e6e1ea [euphoria-core] Optimize ReduceWindow operator for attached windowing
add 2ff9d12 [euphoria-hadoop] add failing test case
add 0a36377 [euphoria-hadoop] Refactoring, tests and fixes.
add 84d43ae [euphoria-hadoop] Check output specs during HadoopSink initialization.
add cdea5a1 [euphoria-hadoop] Update exception and hadoop utils.
add ddb3ce6 [euphoria-sink] Fix test.
add f54c333 [euphoria-hadoop] Test DataSinkOutputFormat.
add 2e0fc3b [euphoria-hadoop] Make sure initialize is called only once.
add 115fd48 [euphoria-hadoop] Make sure initialize is called exactly once.
add 756999e [euphoria-hadoop] Code review.
add 85b0e83 [euphoria-hadoop] Code review.
add 3b3fc4f Bump gradle version
add 93c2501 [euphoria-core] remove getDefaultParallelism from BoundedDataSource
add 1a25709 [euphoria-testing] Init.
add 97040e1 [euphoria-testing] Add comments.
add 15ce525 [euphoria-testing] Code review.
add ec149fb [euphoria-core] performance tuning
add 309fef7 [euphoria-core] add test for applyIfNot
add e170004 [euphoria-hadoop] small fixes
add be66084 [euphoria-hbase] fix bulkloading
add a4def15 [euphoria-spark] register default classes
add 05df1df [euphoria-spark] Introduce executor builder.
add 2ddf200 [euphoria-spark] Simplify.
add 9db0c6b [euphoria-flink] register common classes by default
add 89b3ab0 [euphoria-spark] fix build
add 9892a06 Update README.md
add e3750c8 [euphoria-spark] Add hash map to default classes for kryo.
add 6a18f4a [euphoria-spark] Add default parallelism to local mode.
add 776d856 [euphoria-core] #21 add builder javadocs to operators
add fc79a6b [euphoria-core] Fix javadoc.
add bbdc9bf [euphoria-hadoop] InputSplit doesn't have to be Writable
add ace7310 [euphoria-examples] add hfileloader
add 965b5d5 [euphoria-examples] Code review
add 176303c Happy new year!!
add 5de2def [euphoria-hadoop] SequenceFileSink builder
add 60d3572 [euphoria-hadoop] SequenceFileSink builder refactor
add b757249 [euphoria-hadoop] sequencefilesink builder consistent with other builders"
add 352aa55 added api example
add 9a0097c [thirdparty-guava] use shaded jar with shadow classifier
add 68ad116 [euphoria] fix javadoc and unchecked warnings
add 98220cd [euphoria-build] add maven build for releasing
add 1d68700 [euphoria-hadoop] fix build
add 78f3e62 [euphoria-hbase] make sure hfiles have correct permissions before bulkloading.
add 1b4d6d8 Hbase bulk load add ALL permissions for Hbase user
add f577b94 [euphoria-flink] flink register classes with serializers
add 157830b check kafka partitions availability
add 36b8a3b Check if leader is available in KafkaSource
add 6fdfb48 Correct indentation
add c8612fa Test KafkaSource reaction to no consumer partitions
add b25a0e2 add licence to KafkaSourceTest
add 695bb23 Add tests in KafkaSourceTest
add b983cad Add tests in KafkaSourceTest 2
add 7c88a96 Fix KafkaSourceTest
add c2b9941 [euphoria-flink] #260 Flink - broadcast hash join
add 368b903 [euphoria-flink] #260 reformatting and corrections
add ae149c4 [euphoria-flink] #260 small changes
add 63eae04 Upgrade kafka to 1.0.0
add 0f8c060 javadoc fixes
add c761e52 [euphoria-spark] #243 RDD are cached when used more than once in flow
add 42194a4 [euphoria-core] #259 Hints are not runtime specific. Hints describe OutputDataset
add e5ca99e [euphoria-core] #259 Hints are now in operator, not Dataset
add 8cfc753 broadcastHashJoin fix
add f707c2d broadcastHashJoin fix - util class renamed
add a1ffe21 AVRO read example
add 965f50d sq
add 55f5568 Fix code in README.md
add 96b0efd [euphoria-examples] better exception handling in SimpleWordCount and README.md
add 32b3d73 [euphoria-spark] Optimize kryo serialization.
add c5fffe8 [euphoria-spark] Singleton serializer test.
add 2f0474b [euphoria-spark] Synchronize singleton serializer.
add 2c5a872 Add support for expensive computation hint.
add 14e959c [euphoria-spark] Fix RDDCaching test.
add 9abe142 [euphoria-spark] Improved RBK translation.
add 14b345c [euphoria-spark] Fix cache RDD test.
add c4e71b4 [euphoria-spark] Remove timestamped element.
add abcf798 Core changes.
add b0b79d6 beam wip
add 4f921cd Rebase on master
add f2a9a6c wip
add 57e500b wip
add a674bf1 wip
add 193e61f WIP: RBK non deterministic, need tuning of FlowUnfolder
add b48e4f3 [euphoria-beam] PoC of beam integration
add 1f7cd50 [euphoria-beam] add Dataset#persist() listener
add 43c79ee [euphoria-beam] cleanup
add 2fe1db2 [euphoria-beam] correctly pass coders from inputs
add 3c422c7 sq
add 4f876d6 [euphoria-beam] BeamFlow is forced to be backed up by Pipeline
add 96fbd8c [euphoria-beam] add trigger to window in RBK (missing correct trigger wrapper)
add 6ece500 [euphoria-beam] bump beam to 2.4.0
add 2d7290c [euphoria-beam] annotations are provided
add 8bf22ab Missing test dependencies added. Beam version updated to last release '2.4.0'.
add 5366452 Small change to fix error InteliJ Idea is wrongly reporting.
add 578b133 Wrong merge during rebasing fix.
add 5b72b01 [euphoria-beam] wip
add 53a6fc0 First attempts to run ReduceByKey tests in BeamOperatorsTestSuite. Some of them are not running due to missing triggers translations. Others use unsupported ReduceStateByKey.
add d50bad0 Small typo fix. ReduceByKeyTest in BeamOperatorsSuite disabled again.
add 851bdf7 [euphoria-beam] beamphoria corrections
add c3cf94e [euphoria-beam] Avoid unneccessary lamda allocation with each element in DoFnCollector.
add c0c20d4 [euphoria-beam] Add tranformation names.
add dcb413d [euphoria-spark] Fix windowing signature in RBK translator.
add e464965 beamphoria integration part 1
add 53f9594 [BEAM-3900] removed old licenses
add 7c3f686 [BEAM-3900] integrating to gradle build system
add 458c625 [BEAM-3901] code reformat to comply beam code standard
add 337925b [BEAM-3901] findbugs fixes
add cd31061 [BEAM-3902] euphoria-core checkstyle corrections
add 43194d3 BEAM-3900 Code in euphoria-local package modified to comply with checkstyle.
add a3a47b9 BEAM-3900 Code in euphoria-testing package modified to comply with checkstyle.
add e7342c9 [BEAM-3902] euphoria-core checkstyle corrections 2
add 7bdb20b [BEAM-3902] euphoria-fluent checkstyle corrections
add d30d049 [BEAM-3900] Code in euphoria-operator-testkit package modified to comply with checkstyle.
add 65d0f0a [BEAM-3900] Code in euphoria-operator-testkit package modified to comply with checkstyle.
add 99314b2 [BEAM-3900] Code in euphoria-beam package modified to comply with checkstyle.
add a529708 [BEAM-3902] Fix license headers and remove unused poms.
add 897e93b [BEAM-3902] Move euphoria to apache namespace.
add 7f1f5aa [BEAM-3902] Move euphoria to apache namespace.
add abf56a2 [BEAM-3900] Allow for Beam windowing to be set through Euphoria API.
add 5702cb5 [BEAM-3900] Missing licence header added.
add d7cc7c7 [BEAM-4294] Join translator empty shell added.
add 844c245 [BEAM-4294] Crude Join operator translation implemented. Still work in progress.
add 8c00c26 [BEAM-4294] Inner join translation implemented.
add dbed9fe [BEAM-4294] Left, right and full joins implemeted.
add 13d0131 [BEAM-4294] BeamOperatorsSuite now includes tests of Join operator. Application of windowing in JoinTranslator fixed.
add 605827c [BEAM-4360] ReduceStateByKey tests adaptation to beam. - Work in progress.
add affd193 [BEAM-4360] Most tests are passing. Some are still ignored mostly due to yet unsupported features.
add 6bc4227 [BEAM-4294] [BEAM-4360] Join translation and ReduceByKey test suite where moved to org.apache.beam.* package. Small imports fixes after rebase to seznam/beam eff3ffd5d224c6628606b355e3a5b6d8bc40150b.
add 234e131 [BEAM-4294] [BEAM-4360] Checkstyle warning fixes.
add 666d791 [BEAM-4394] Pull request review fixes.
add 0d4174b [BEAM-4294] [BEAM-4360] Pull request review fixes. OperatorTranslator extended to allow more than one translator per operator.
add 620c6c5 [BEAM-4294] [BEAM-4360] Circular dependency fix.
add 021d582 [BEAM-4294] [BEAM-4360] Missing licenses added.
add 37ebc71 [BEAM-4294] [BEAM-4360] Fix of local executor module compile error.
add 9768211 [BEAM-4410] added BroadcastJoinTranslator
add daa2cb7 [BEAM-4410] checkstyle fix
add 2322fd1 [BEAM-4419] Update Operator Testkit Testkit was moved into 'euphoria-beam' package. Testing instrumentation was simplified.
add 81d4b59 [BEAM-4366] Two sources of test flipps found and fixed. First was wrong call to 'writer.commit();' in BeamWriteSink's method marked as '@Teardown'. It was moved to method marked '@FinishBundle'. Writters are now created per bundle. Second cause of test flips was NPE when acessing carbage-collected key from WeakHashMap in ListDataSource. The ListDataSource was redesigned so the WeakHashMap is not used at all.
add 18df925 [BEAM-4366] Dynamic dependency versions.
add 7ad7da2 [BEAM-4366] Fully serializable `Pair` (including key and value) introduced. No braking API changes where necessarry. Final `Pair` class was made abstract with two subclasses `SimplePair` and `SerializablePair`.
add 46ec454 [BEAM-4443] Builders of Join operators extended to be able to expose windowing settings. Project do not compile. Still work in progress.
add 571fa65 [BEAM-4443] Builders of ReduceByKey operators extended to be able to expose windowing settings. Work in progress still.
add eeb34f0 [BEAM-4443] Builders of ReduceStateByKey operators extended to be able to expose windowing settings.
add 53e84f4 [BEAM-4443] Windowing builders now implements Builders.* interfaces which enshures proper chaining.
add c0f5166 [BEAM-4443] Builders of CountByKey and SumByKey operators extended to be able to expose windowing settings.
add 8dd2822 [BEAM-4443] Windowing in parameters of operator builders unified.
add a062b3a [BEAM-4443] Builders of Distinct operator extended to be able to expose windowing settings.
add 9e46e59 [BEAM-4443] Builders of ReduceWindow operator extended to be able to expose windowing settings.
add 18189b5 [BEAM-4443] Builders of TopPerKey operator extended to be able to expose windowing settings.
add 831dd6e [BEAM-4443] Euphoria to Beam translators updated to reflect changes in windowing.
add 7e8f994 [BEAM-4443] Tests adapted to new windowing API.
add 76af171 [BEAM-4443] Euphoria's local executor removed.
add f5054d3 [BEAM-4443] Build fixes (checkstyle, failing tests, findbugs).
add be5eeda [BEAM-4443] All `WindowBy` builders now contains backward compatible `windowBy` method to define Euphoria winowing.
add d97d89e [BEAM-4443] All `windowBy` builders now implements `OptionalMethodBuilder`.
add f953832 [BEAM-4443] Javadods updates. Several classes moved to more fitting packages.
add fd08754 [BEAM-4478] Code review fixes.
add 7567121 [BEAM-4478] Accumulators translation to Beam Metrics
add 1645ce1 [BEAM-4478] added operator name as namespace
add b7b8955 [BEAM-4478] corrections
add e3f2c19 [BEAM-4478] Second review fixes.
add 65347a6 [BEAM-4529] MapElementsTest, DistinctTest, CountByKeyTest, SumByKeyTest, FilterTest enabled. Small modifications where necessary to make them work. TopPerKeyTest could not be enabled since TopPerKey is translated into unsupported ReduceStateByKey operator. WindowingTest need to be redesigned. WatermarkTest was removed.
add ed392f1 [BEAM-4560] `PTransform` can now be described in Euphoria API (`BeamPTransform`).
add c207983 [BEAM-4529] Typo fix.
add 69ec073 [BEAM-4530] Executors concept removed.
add db74781 [BEAM-4530] The `BeamMetricsTranslationTest` modified to run without executor after rebase above 'dsl-euphoria'.
add 63e5b9f [BEAM-4530] Code review fixes.
add 35d13a8 [BEAM-4428] added Javadoc and updated README
add 127fb65 [BEAM-4428] `BeamFlow.create()` renamed to `BeamFlow.of()`. `BeamExecutorContext` renamed to `TranslationContext`.
add fb95b4a [BEAM-4428] `euphoria-beam` -> `euphoria-core` package merge. All clasess from `euphoria-beam` moved to `...euphoria.core.translate` package.
add 1f80c76 [BEAM-4429] add type hint
add 8a31779 [BEAM-4429] added typeHints to valueBy
add 50a434b [BEAM-4429] TypeHint changed to TypeDescriptor
add 0212099 [BEAM-4609] Race condition was removed from translation of combinable `ReduceByKey` operator.
add 357c14b [BEAM-3900] Circular dependency fix.
add ac00891 [BEAM-3900] Adaptation of build process after rebase above beam/master. All `build.gradle` files in euphoria modules adapted. Some compilation warnings removed, `@SuppressFBWarnings` removed due to licensing issues, unused utils class `OperatorTranslator` removed.
add 45e23bf [BEAM-3900] Formating changes done by `./gradlew spotlessJavaApply`. Euphoria-core build adapted after rebase on beam/master.
add 7564a98 [BEAM-3900] Compilation warnings resolved. Some remnants of euphoria windowing removed. Minor code improvements.
add e96324b [BEAM-3900] `testArtifact` configuration swapped for `shadowTest` as suggested in code review.
add f05be4b [BEAM-3900] Fix javadocs.
add f5755eb [BEAM-4478] Accumulators translation to Beam Metrics
add 59401ae [BEAM-4585] New `RegisterCoders` class introduced to allow convinient `Coders` registration. Default `ClassAwareKryoCoder` added.
add 58d8a5b [BEAM-4585] `BeamFlow` now exposes new methods to register `Coders`. Missing license headers added.
add dbeacd3 classAwareKryoCoder failing test
add 40f9b40 [BEAM-4705] `ClassAwareKryoCoder` fixed to not colide with other coders.
add ae167f7 [BEAM-4585] Some changes required by code review. Other items will be adressed in BEAM-4705.
add b6b2519 [BEAM-4585] Spotless autoformating.
add ef75cec [BEAM-3900] Spotless autoformating.
add fc60b78 [BEAM-4705] Kryo integration was enhanced. Api needs review since it is brand new.
add 4bb0a46 [BEAM-4705] Failing test added to prove bug in functionality of `KryoFactory`.
add a2f65a7 [BEAM-4705] `KryoRegistrar` wrapped into `IdentifiedRegistrar` in order to retain identity information after (de)serialization.
add 5c7de05 [BEAM-4705] Spotless auto formatting.
add daae838 [BEAM-4851] All operators now carry their output and key (if applicable) type. Type aware wrappers where removed where possible.
add 9c67828 [BEAM-4851] All operators now carry their value type (if applicable).
add 6ad8759 [BEAM-4851] So far unsucessfull attempt to use return type extracted from lambda instance.
add 273f233 [BEAM-4851] Test to assert type parameters propagation added.
add c429b09 [BEAM-4851] Spotless auto formatting. Compilaion warnings fixed.
add 12dbc7b [BEAM-5077] Translators now use type information from `Operators` whenever possible. Way coders are resolved was refactored.
add 61941d8 [BEAM-5099] `Pair` and `PairCoder` removed in favor of `KV`. Unnecesarry mapping from `Pair` to `KV` in `ReduceByKeyTranslator`removed. Some other references to `Pair` in comments and methods or variable names modified to `KV`.
add 01dd754 [BEAM-5123] Wrong implicit classes imports from the same package in `OperatorTestSuite` fixed by moving it. It forces explicit imports. Some new info level logs added.
add 0653428 [BEAM-5124] Documentation examples added. Join windowing check removed since it is both not working with `BeamFlow` and unnecessary due to translation to Beam. Small documentation and test changes.
add 2729865 [BEAM-5124] Minor redeability improvement.
add 16b4d78 [BEAM-5160] Failing test fixed. Another test to confirm the fix added.
add 9e154e8 [BEAM-5161] FindBugs enabled. All warnings sorted out. Some remnants such as `ClassAwareKryoCoder` removed.
add dde6a43 [BEAM-5124] Minor redeability improvement.
add 1a7ca8e [BEAM-3900] Cleanup, spotless formating and test adaptation.
add b2e39cb [BEAM-5195] Decomposition of `TopPerKey` was fixed. Documentatioin example and test added.
add d266840 [BEAM-5205] `KryoCoder` now use Kryo's chunked input and output.
add 86ce161 [BEAM-5205] Improved logging to make it easier to debug problems with Kryo registrations.
add d52d343 [BEAM-5220] TODOs resolved whenever possible withing several minutes time span. Unused classes removed.
add e9024f3 [BEAM-5245] Error message improved. New tests added.
add 9452c72 [BEAM-5248] Translators modified so they do not set coders to input `Pcollections`, but do set coders to the outpus `Pcollections`.
add 178736b [BEAM-5276] `ListDataSource` now supports data supplier to lazy fetch data when needed. That avoids serialization of data items, only the supplier is serializable.
add 51ad3e7 [BEAM-5287] Attempt to build `ReduceByKey` operator with sorted values ends with `UnsupportedOperationException`.
add 8ef007e [BEAM-5263] `SingleValueCollector` now supports accumulators.
add eaf2fbc [BEAM-3900] Javadoc, typos, formatting, missing file fixes.
add 0edb57a [BEAM-5306] User defined join functions now can ouputs more than one element.
add 5df6feb [BEAM-3900] Cleanup before merge.
add 02da6c1 [BEAM-3900] Auto formating, CheckStyle and FindBugs fixes.
add f5f7f3c Merge pull request #46 from seznam/vasek/build-fix
add 3e7f61d [BEAM-3900] Build and test fixes.
add ff23186 Merge pull request #48 from seznam/vasek/kryo-build
add 981369b [BEAM-5124] Documentation examples update.
add 0c1e681 Merge pull request #47 from seznam/vasek/docs-examples-new
add 09b621b [BEAM-5124] Euphoria API documentation updated.
add a1df1d2 Merge branch 'vasek/euphoria-docs' into dsl-euphoria
add edbc2e2 [BEAM-5124] Readme update.
add d5d0778 [BEAM-3900] CountByKey TypeDescriptor fix
add c58e3df Merge pull request #45 from seznam/simunek/typeDescriptorFix
add 526a6d8 [BEAM-3900] Compilation warning fixes.
add ad6875f [BEAM-3900] Unwanted edits removed.
add 7071fa4 Merge pull request #6601: [BEAM-3900] Euphoria API
No new revisions were added by this update.
Summary of changes:
sdks/java/extensions/euphoria/README.md | 36 +
sdks/java/extensions/euphoria/build.gradle | 48 ++
.../core/annotation/audience/Audience.java | 45 ++
.../core/annotation/audience/package-info.java | 20 +
.../euphoria/core/annotation/operator/Basic.java | 37 +
.../euphoria/core/annotation/operator/Derived.java | 37 +
.../core/annotation/operator/Recommended.java | 43 ++
.../core/annotation/operator/StateComplexity.java | 40 +
.../core/annotation/operator/package-info.java | 22 +
.../core/annotation/stability/Experimental.java | 44 ++
.../core/annotation/stability/package-info.java | 19 +
.../core/client/accumulators/Accumulator.java | 29 +
.../client/accumulators/AccumulatorProvider.java | 87 +++
.../euphoria/core/client/accumulators/Counter.java | 35 +
.../core/client/accumulators/Histogram.java | 40 +
.../euphoria/core/client/accumulators/Timer.java | 47 ++
.../accumulators/VoidAccumulatorProvider.java | 142 ++++
.../core/client/accumulators/package-info.java | 19 +
.../euphoria/core/client/dataset/Dataset.java | 109 +++
.../euphoria/core/client/dataset/package-info.java | 22 +
.../core/client/functional/BinaryFunction.java | 42 +
.../core/client/functional/BinaryFunctor.java | 30 +
.../functional/CombinableBinaryFunction.java | 25 +
.../functional/CombinableReduceFunction.java | 28 +
.../client/functional/CompositeUnaryFunction.java | 44 ++
.../euphoria/core/client/functional/Consumer.java | 34 +
.../core/client/functional/ExtractEventTime.java | 35 +
.../core/client/functional/ReduceFunction.java | 28 +
.../core/client/functional/ReduceFunctor.java | 64 ++
.../client/functional/SameArgsBinaryFunction.java | 26 +
.../euphoria/core/client/functional/Supplier.java | 39 +
.../core/client/functional/TernaryFunction.java | 29 +
.../core/client/functional/UnaryFunction.java | 50 ++
.../core/client/functional/UnaryFunctionEnv.java | 42 +
.../core/client/functional/UnaryFunctor.java | 39 +
.../core/client/functional/UnaryPredicate.java | 25 +
.../core/client/functional/VoidFunction.java | 29 +
.../core/client/functional/package-info.java | 19 +
.../euphoria/core/client/io/Collector.java | 44 ++
.../euphoria/core/client/io/Context.java | 24 +
.../euphoria/core/client/io/Environment.java | 54 ++
.../euphoria/core/client/io/package-info.java | 19 +
.../euphoria/core/client/lib/Euphoria.java | 51 ++
.../extensions/euphoria/core/client/lib/Split.java | 120 +++
.../euphoria/core/client/lib/package-info.java | 19 +
.../core/client/operator/AssignEventTime.java | 165 ++++
.../core/client/operator/CompositeOperator.java | 39 +
.../euphoria/core/client/operator/CountByKey.java | 287 +++++++
.../euphoria/core/client/operator/Distinct.java | 299 ++++++++
.../euphoria/core/client/operator/Filter.java | 161 ++++
.../euphoria/core/client/operator/FlatMap.java | 253 ++++++
.../euphoria/core/client/operator/FullJoin.java | 167 ++++
.../euphoria/core/client/operator/Join.java | 345 +++++++++
.../euphoria/core/client/operator/LeftJoin.java | 166 ++++
.../euphoria/core/client/operator/MapElements.java | 190 +++++
.../euphoria/core/client/operator/ReduceByKey.java | 507 ++++++++++++
.../core/client/operator/ReduceWindow.java | 457 +++++++++++
.../euphoria/core/client/operator/RightJoin.java | 167 ++++
.../euphoria/core/client/operator/SumByKey.java | 326 ++++++++
.../euphoria/core/client/operator/TopPerKey.java | 413 ++++++++++
.../euphoria/core/client/operator/Union.java | 167 ++++
.../core/client/operator/WindowBuilder.java | 121 +++
.../core/client/operator/base/Builders.java | 207 +++++
.../core/client/operator/base/Operator.java | 55 ++
.../operator/base/OptionalMethodBuilder.java | 60 ++
.../core/client/operator/base/ShuffleOperator.java | 62 ++
.../core/client/operator/base/WindowAware.java | 38 +
.../core/client/operator/base/package-info.java | 19 +
.../core/client/operator/hint/ComputationHint.java | 28 +
.../core/client/operator/hint/OutputHint.java | 25 +
.../core/client/operator/hint/SizeHint.java | 30 +
.../core/client/operator/hint/package-info.java | 19 +
.../core/client/operator/package-info.java | 19 +
.../euphoria/core/client/type/TypeAware.java | 52 ++
.../euphoria/core/client/type/TypeAwareness.java | 32 +
.../euphoria/core/client/type/TypeUtils.java | 123 +++
.../euphoria/core/client/type/package-info.java | 19 +
.../extensions/euphoria/core/client/util/Fold.java | 81 ++
.../extensions/euphoria/core/client/util/Max.java | 47 ++
.../extensions/euphoria/core/client/util/Sums.java | 42 +
.../euphoria/core/client/util/Triple.java | 72 ++
.../euphoria/core/client/util/package-info.java | 19 +
.../core/translate/AbstractJoinTranslator.java | 71 ++
.../core/translate/BeamAccumulatorProvider.java | 181 +++++
.../translate/BroadcastHashJoinTranslator.java | 146 ++++
.../euphoria/core/translate/EuphoriaOptions.java | 71 ++
.../euphoria/core/translate/ExtractKey.java | 68 ++
.../euphoria/core/translate/FlatMapTranslator.java | 101 +++
.../euphoria/core/translate/JoinTranslator.java | 260 +++++++
.../core/translate/LazyAccumulatorProvider.java | 70 ++
.../euphoria/core/translate/OperatorTransform.java | 87 +++
.../core/translate/OperatorTranslator.java | 55 ++
.../core/translate/OperatorTranslators.java | 33 +
.../core/translate/ReduceByKeyTranslator.java | 195 +++++
.../core/translate/SimpleTranslatorProvider.java | 81 ++
.../core/translate/SingleValueContext.java | 105 +++
.../core/translate/TranslatorProvider.java | 43 ++
.../euphoria/core/translate/UnionTranslator.java | 37 +
.../translate/collector/AdaptableCollector.java | 88 +++
.../core/translate/collector/CollectorAdapter.java | 40 +
.../translate/collector/SingleValueCollector.java | 74 ++
.../core/translate/collector/package-info.java | 20 +
.../euphoria/core/translate/package-info.java | 20 +
.../sdk/extensions/euphoria/core/util/IOUtils.java | 62 ++
.../euphoria/core/util/InstanceUtils.java | 57 ++
.../euphoria/core/util/package-info.java | 19 +
.../euphoria/core/client/lib/SplitTest.java | 84 ++
.../core/client/operator/CountByKeyTest.java | 130 ++++
.../core/client/operator/DistinctTest.java | 114 +++
.../euphoria/core/client/operator/FilterTest.java | 52 ++
.../euphoria/core/client/operator/FlatMapTest.java | 95 +++
.../euphoria/core/client/operator/JoinTest.java | 338 ++++++++
.../core/client/operator/MapElementsTest.java | 87 +++
.../core/client/operator/OperatorTestUtils.java | 76 ++
.../core/client/operator/ReduceByKeyTest.java | 245 ++++++
.../core/client/operator/ReduceWindowTest.java | 129 ++++
.../core/client/operator/SumByKeyTest.java | 108 +++
.../core/client/operator/TopPerKeyTest.java | 130 ++++
.../euphoria/core/client/operator/UnionTest.java | 84 ++
.../core/client/type/TypePropagationAssert.java | 75 ++
.../euphoria/core/client/util/IOUtilsTest.java | 69 ++
.../core/docs/DocumentationExamplesTest.java | 850 +++++++++++++++++++++
.../core/testkit/AbstractOperatorTest.java | 118 +++
.../core/testkit/BroadcastHashJoinTest.java | 211 +++++
.../euphoria/core/testkit/CountByKeyTest.java | 143 ++++
.../euphoria/core/testkit/DistinctTest.java | 148 ++++
.../euphoria/core/testkit/FilterTest.java | 57 ++
.../euphoria/core/testkit/FlatMapTest.java | 113 +++
.../extensions/euphoria/core/testkit/JoinTest.java | 849 ++++++++++++++++++++
.../euphoria/core/testkit/MapElementsTest.java | 111 +++
.../euphoria/core/testkit/ReduceByKeyTest.java | 822 ++++++++++++++++++++
.../euphoria/core/testkit/ReduceWindowTest.java | 145 ++++
.../euphoria/core/testkit/SumByKeyTest.java | 66 ++
.../euphoria/core/testkit/TopPerKeyTest.java | 189 +++++
.../euphoria/core/testkit/UnionTest.java | 100 +++
.../euphoria/core/testkit/WindowingTest.java | 488 ++++++++++++
.../core/testkit/accumulators/LongCounter.java | 48 ++
.../core/testkit/accumulators/LongHistogram.java | 45 ++
.../core/testkit/accumulators/NanosecondTimer.java | 48 ++
.../accumulators/SingleJvmAccumulatorProvider.java | 154 ++++
.../testkit/accumulators/SnapshotProvider.java | 31 +
.../core/testkit/accumulators/Snapshotable.java | 22 +
.../core/testkit/accumulators/package-info.java | 20 +
.../euphoria/core/testkit/package-info.java | 20 +
.../core/translate/BeamMetricsTranslationTest.java | 174 +++++
.../euphoria/core/translate/EuphoriaTest.java | 103 +++
.../SingleJvmAccumulatorProviderTest.java | 78 ++
.../euphoria/core/translate/TestUtils.java | 32 +
.../collector/SingleValueCollectorTest.java | 91 +++
.../beam/sdk/transforms/windowing/WindowDesc.java | 76 ++
sdks/java/extensions/kryo/build.gradle | 45 ++
.../apache/beam/sdk/extensions/kryo/KryoCoder.java | 287 +++++++
.../sdk/extensions/kryo/KryoCoderProvider.java | 167 ++++
.../beam/sdk/extensions/kryo/KryoOptions.java | 51 ++
.../beam/sdk/extensions/kryo/KryoRegistrar.java | 39 +
.../apache/beam/sdk/extensions/kryo/KryoState.java | 125 +++
.../beam/sdk/extensions/kryo/package-info.java | 20 +
.../sdk/extensions/kryo/KryoCoderProviderTest.java | 113 +++
.../beam/sdk/extensions/kryo/KryoCoderTest.java | 282 +++++++
.../beam/sdk/extensions/kryo/KryoStateTest.java | 52 ++
settings.gradle | 4 +
website/src/documentation/sdks/euphoria.md | 573 +++++++++++++-
162 files changed, 18030 insertions(+), 39 deletions(-)
create mode 100644 sdks/java/extensions/euphoria/README.md
create mode 100644 sdks/java/extensions/euphoria/build.gradle
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/audience/Audience.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/audience/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/operator/Basic.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/operator/Derived.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/operator/Recommended.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/operator/StateComplexity.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/operator/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/stability/Experimental.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/annotation/stability/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/Accumulator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/AccumulatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/Counter.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/Histogram.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/Timer.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/VoidAccumulatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/accumulators/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/dataset/Dataset.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/dataset/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/BinaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/BinaryFunctor.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/CombinableBinaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/CombinableReduceFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/CompositeUnaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/Consumer.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/ExtractEventTime.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/ReduceFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/ReduceFunctor.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/SameArgsBinaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/Supplier.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/TernaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/UnaryFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/UnaryFunctionEnv.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/UnaryFunctor.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/UnaryPredicate.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/VoidFunction.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/io/Collector.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/io/Context.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/io/Environment.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/io/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/lib/Euphoria.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/lib/Split.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/lib/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/AssignEventTime.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/CompositeOperator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/CountByKey.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/Distinct.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/Filter.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/FlatMap.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/FullJoin.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/Join.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/LeftJoin.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/MapElements.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/ReduceByKey.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/ReduceWindow.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/RightJoin.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/SumByKey.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/TopPerKey.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/Union.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/WindowBuilder.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/Builders.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/Operator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/OptionalMethodBuilder.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/ShuffleOperator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/WindowAware.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/base/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/hint/ComputationHint.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/hint/OutputHint.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/hint/SizeHint.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/hint/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/type/TypeAware.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/type/TypeAwareness.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/type/TypeUtils.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/type/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/Fold.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/Max.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/Sums.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/Triple.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/AbstractJoinTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/BeamAccumulatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/BroadcastHashJoinTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/EuphoriaOptions.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/ExtractKey.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/FlatMapTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/JoinTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/LazyAccumulatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/OperatorTransform.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/OperatorTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/OperatorTranslators.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/ReduceByKeyTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/SimpleTranslatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/SingleValueContext.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/TranslatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/UnionTranslator.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/collector/AdaptableCollector.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/collector/CollectorAdapter.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/collector/SingleValueCollector.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/collector/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/util/IOUtils.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/util/InstanceUtils.java
create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/util/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/lib/SplitTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/CountByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/DistinctTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/FilterTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/FlatMapTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/JoinTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/MapElementsTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/OperatorTestUtils.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/ReduceByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/ReduceWindowTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/SumByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/TopPerKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/UnionTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/type/TypePropagationAssert.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/util/IOUtilsTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/docs/DocumentationExamplesTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/AbstractOperatorTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/BroadcastHashJoinTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/CountByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/DistinctTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/FilterTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/FlatMapTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/JoinTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/MapElementsTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/ReduceByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/ReduceWindowTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/SumByKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/TopPerKeyTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/UnionTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/WindowingTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/LongCounter.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/LongHistogram.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/NanosecondTimer.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/SingleJvmAccumulatorProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/SnapshotProvider.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/Snapshotable.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/package-info.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/BeamMetricsTranslationTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/EuphoriaTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/SingleJvmAccumulatorProviderTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/TestUtils.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/collector/SingleValueCollectorTest.java
create mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/transforms/windowing/WindowDesc.java
create mode 100644 sdks/java/extensions/kryo/build.gradle
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/KryoCoder.java
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/KryoCoderProvider.java
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/KryoOptions.java
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/KryoRegistrar.java
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/KryoState.java
create mode 100644 sdks/java/extensions/kryo/src/main/java/org/apache/beam/sdk/extensions/kryo/package-info.java
create mode 100644 sdks/java/extensions/kryo/src/test/java/org/apache/beam/sdk/extensions/kryo/KryoCoderProviderTest.java
create mode 100644 sdks/java/extensions/kryo/src/test/java/org/apache/beam/sdk/extensions/kryo/KryoCoderTest.java
create mode 100644 sdks/java/extensions/kryo/src/test/java/org/apache/beam/sdk/extensions/kryo/KryoStateTest.java