You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@omid.apache.org by ik...@apache.org on 2016/04/21 02:03:09 UTC

[52/52] [abbrv] incubator-omid git commit: Merge branch 'gh-master' into apache-master

Merge branch 'gh-master' into apache-master


Project: http://git-wip-us.apache.org/repos/asf/incubator-omid/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-omid/commit/e5b4ca31
Tree: http://git-wip-us.apache.org/repos/asf/incubator-omid/tree/e5b4ca31
Diff: http://git-wip-us.apache.org/repos/asf/incubator-omid/diff/e5b4ca31

Branch: refs/heads/master
Commit: e5b4ca31597e1b19817b66c9752e8e76fc918ea0
Parents: 27964b2 0c0bcf5
Author: Igor Katkov <ka...@yahoo-inc.com>
Authored: Wed Apr 20 17:01:41 2016 -0700
Committer: Igor Katkov <ka...@yahoo-inc.com>
Committed: Wed Apr 20 17:01:41 2016 -0700

----------------------------------------------------------------------
 .gitignore                                      |   26 +
 .travis.yml                                     |   75 +
 LICENSE.txt                                     |  202 +++
 README.md                                       |   20 +
 benchmarks/bin/benchmarks.sh                    |   47 +
 benchmarks/bin/omid-env.sh                      |    2 +
 benchmarks/conf/hbase-site.xml                  |    8 +
 benchmarks/conf/log4j.xml                       |   15 +
 benchmarks/maven/assembly/bin.xml               |   66 +
 benchmarks/pom.xml                              |  118 ++
 .../hbase/HBaseCommitTableTester.java           |  137 ++
 .../apache/omid/benchmarks/tso/RawTxRunner.java |  301 ++++
 .../omid/benchmarks/tso/TSOServerBenchmark.java |  138 ++
 .../tso/TSOServerBenchmarkConfig.java           |  160 ++
 .../apache/omid/benchmarks/utils/Generator.java |   30 +
 .../omid/benchmarks/utils/IntegerGenerator.java |   65 +
 .../utils/ScrambledZipfianGenerator.java        |  147 ++
 .../omid/benchmarks/utils/UniformGenerator.java |   36 +
 .../omid/benchmarks/utils/ZipfianGenerator.java |  292 ++++
 .../default-tso-server-benchmark-config.yml     |   68 +
 bintray-settings.xml                            |    9 +
 codahale-metrics/pom.xml                        |   65 +
 .../omid/metrics/CodahaleMetricsConfig.java     |  100 ++
 .../omid/metrics/CodahaleMetricsProvider.java   |  346 ++++
 commit-table/pom.xml                            |   70 +
 .../apache/omid/committable/CommitTable.java    |  113 ++
 .../omid/committable/InMemoryCommitTable.java   |  143 ++
 .../omid/committable/NullCommitTable.java       |   91 +
 .../omid/committable/NullCommitTableTest.java   |   70 +
 common/pom.xml                                  |  134 ++
 .../main/java/org/apache/omid/YAMLUtils.java    |   81 +
 .../main/java/org/apache/omid/zk/ZKUtils.java   |   57 +
 common/src/main/proto/TSOProto.proto            |   67 +
 .../java/org/apache/omid/YAMLUtilsTest.java     |   50 +
 common/src/test/resources/default-test.yml      |    3 +
 common/src/test/resources/test.yml              |    2 +
 doc/images/ModuleDependencies.graffle           | 1606 ++++++++++++++++++
 doc/images/ModuleDependencies.png               |  Bin 0 -> 66847 bytes
 doc/images/omid-logo.png                        |  Bin 0 -> 23473 bytes
 doc/site/markdown/basic-algorithm.md            |   29 +
 doc/site/markdown/basic-concepts.md             |   79 +
 doc/site/markdown/basic-examples.md             |  264 +++
 doc/site/markdown/client-failure-management.md  |   30 +
 doc/site/markdown/coding-guide-and-style.md     |   60 +
 doc/site/markdown/index.md                      |   94 +
 doc/site/markdown/mailing-lists.md              |   13 +
 doc/site/markdown/omid-components.md            |   96 ++
 doc/site/markdown/quickstart.md                 |  203 +++
 doc/site/resources/css/site.css                 |  103 ++
 doc/site/resources/images/about-omid.png        |  Bin 0 -> 3402 bytes
 doc/site/resources/images/architecture.png      |  Bin 0 -> 77416 bytes
 doc/site/resources/images/basic-alg.png         |  Bin 0 -> 30454 bytes
 doc/site/resources/images/contact.png           |  Bin 0 -> 2899 bytes
 doc/site/resources/images/getting-started.png   |  Bin 0 -> 4328 bytes
 .../resources/images/omid-logo-transparent.png  |  Bin 0 -> 13867 bytes
 doc/site/resources/images/omid-logo.png         |  Bin 0 -> 23473 bytes
 .../resources/images/snapshot-isolation.png     |  Bin 0 -> 22535 bytes
 .../images/technical-documentation.png          |  Bin 0 -> 2857 bytes
 doc/site/site.xml                               |   85 +
 examples/maven/assembly/assembly.xml            |   61 +
 examples/pom.xml                                |  143 ++
 examples/run.sh                                 |   98 ++
 .../org/apache/omid/examples/BasicExample.java  |  112 ++
 .../omid/examples/ConfigurationExample.java     |  131 ++
 .../omid/examples/SnapshotIsolationExample.java |  174 ++
 .../main/resources/hbase-omid-client-config.yml |   20 +
 examples/src/main/resources/log4j.properties    |   10 +
 hbase-client/pom.xml                            |  189 +++
 .../apache/omid/transaction/ColumnWrapper.java  |   64 +
 .../transaction/HBaseAsyncPostCommitter.java    |   67 +
 .../apache/omid/transaction/HBaseCellId.java    |   80 +
 .../HBaseOmidClientConfiguration.java           |  170 ++
 .../transaction/HBaseSyncPostCommitter.java     |  125 ++
 .../omid/transaction/HBaseTransaction.java      |   79 +
 .../transaction/HBaseTransactionClient.java     |   24 +
 .../transaction/HBaseTransactionManager.java    |  292 ++++
 .../org/apache/omid/transaction/TTable.java     |  770 +++++++++
 .../transaction/TTableCellGetterAdapter.java    |   38 +
 .../default-hbase-omid-client-config.yml        |    8 +
 .../apache/omid/transaction/OmidTestBase.java   |  257 +++
 .../TestAsynchronousPostCommitter.java          |  323 ++++
 .../apache/omid/transaction/TestAutoFlush.java  |   62 +
 .../omid/transaction/TestBasicTransaction.java  |  440 +++++
 .../apache/omid/transaction/TestCellUtils.java  |  230 +++
 .../omid/transaction/TestColumnIterator.java    |   96 ++
 .../apache/omid/transaction/TestDeletion.java   |  299 ++++
 .../TestEndToEndScenariosWithHA.java            |  412 +++++
 .../apache/omid/transaction/TestFilters.java    |  191 +++
 .../TestHALeaseManagementModule.java            |   75 +
 .../TestHBaseOmidClientConfiguration.java       |   43 +
 .../transaction/TestHBaseTransactionClient.java |  465 +++++
 .../TestHBaseTransactionManager.java            |  102 ++
 .../omid/transaction/TestMultiplePut.java       |  134 ++
 .../apache/omid/transaction/TestReadPath.java   |  105 ++
 .../omid/transaction/TestShadowCells.java       |  508 ++++++
 .../transaction/TestSingleColumnFamily.java     |  108 ++
 .../apache/omid/transaction/TestTSOModule.java  |   98 ++
 .../omid/transaction/TestTTableBehaviour.java   |  155 ++
 .../transaction/TestTransactionCleanup.java     |  119 ++
 .../transaction/TestTransactionConflict.java    |  308 ++++
 .../omid/transaction/TestTxMgrFailover.java     |  353 ++++
 .../apache/omid/transaction/TestUpdateScan.java |  218 +++
 .../src/test/resources/log4j.properties         |   54 +
 .../resources/test-hbase-omid-client-config.yml |   34 +
 hbase-commit-table/pom.xml                      |  168 ++
 .../DefaultHBaseCommitTableStorageModule.java   |   89 +
 .../committable/hbase/HBaseCommitTable.java     |  422 +++++
 .../hbase/HBaseCommitTableConfig.java           |   82 +
 .../hbase/HBaseCommitTableStorageModule.java    |   37 +
 .../committable/hbase/TestHBaseCommitTable.java |  298 ++++
 hbase-common/pom.xml                            |  109 ++
 .../java/org/apache/omid/HBaseConfigModule.java |   83 +
 .../omid/committable/hbase/KeyGenerator.java    |   29 +
 .../hbase/KeyGeneratorImplementations.java      |  160 ++
 .../omid/committable/hbase/RegionSplitter.java  |  258 +++
 .../org/apache/omid/tools/hbase/HBaseLogin.java |   38 +
 .../omid/tools/hbase/SecureHBaseConfig.java     |   55 +
 .../org/apache/omid/transaction/CellInfo.java   |   59 +
 .../org/apache/omid/transaction/CellUtils.java  |  406 +++++
 .../hbase/TestHBaseCommitTableKey.java          |   53 +
 hbase-coprocessor/.gitignore                    |    1 +
 hbase-coprocessor/pom.xml                       |  174 ++
 .../hbase/regionserver/CompactorScanner.java    |  286 ++++
 .../apache/omid/transaction/CompactorUtil.java  |  107 ++
 .../transaction/HRegionCellGetterAdapter.java   |   39 +
 .../apache/omid/transaction/OmidCompactor.java  |  140 ++
 .../TSOForHBaseCompactorTestModule.java         |  120 ++
 .../apache/omid/transaction/TestCompaction.java | 1299 ++++++++++++++
 .../omid/transaction/TestCompactorScanner.java  |  106 ++
 hbase-coprocessor/src/test/resources/log4j.xml  |   68 +
 hbase-shims/hbase-0/pom.xml                     |   19 +
 .../hadoop/hbase/regionserver/Region.java       |   47 +
 .../hbase/regionserver/ScannerContext.java      |   28 +
 .../main/java/org/apache/omid/HBaseShims.java   |   59 +
 hbase-shims/hbase-1/pom.xml                     |   19 +
 .../main/java/org/apache/omid/HBaseShims.java   |   58 +
 hbase-shims/pom.xml                             |   83 +
 hbase-tools/pom.xml                             |  125 ++
 .../omid/tools/hbase/OmidTableManager.java      |  203 +++
 .../omid/tools/hbase/TestOmidTableManager.java  |  119 ++
 metrics/pom.xml                                 |   70 +
 .../omid/metrics/AbstractMetricsConfig.java     |   43 +
 .../java/org/apache/omid/metrics/Counter.java   |   46 +
 .../java/org/apache/omid/metrics/Gauge.java     |   28 +
 .../java/org/apache/omid/metrics/Histogram.java |   36 +
 .../java/org/apache/omid/metrics/Meter.java     |   34 +
 .../java/org/apache/omid/metrics/Metric.java    |   25 +
 .../apache/omid/metrics/MetricsProvider.java    |   41 +
 .../apache/omid/metrics/MetricsRegistry.java    |   61 +
 .../apache/omid/metrics/MetricsRegistryMap.java |  105 ++
 .../org/apache/omid/metrics/MetricsUtils.java   |   47 +
 .../omid/metrics/NullMetricsProvider.java       |  135 ++
 .../java/org/apache/omid/metrics/Timer.java     |   28 +
 misc/header.txt                                 |   15 +
 misc/omid_checks.xml                            |  211 +++
 pom.xml                                         |  607 +++++++
 statemachine/pom.xml                            |   56 +
 .../org/apache/statemachine/StateMachine.java   |  256 +++
 .../statemachine/StateMachineLogParser.java     |  163 ++
 .../apache/statemachine/TestStateMachine.java   |  100 ++
 timestamp-storage/pom.xml                       |  155 ++
 .../DefaultHBaseTimestampStorageModule.java     |   81 +
 .../DefaultZKTimestampStorageModule.java        |   57 +
 .../storage/HBaseTimestampStorage.java          |   89 +
 .../storage/HBaseTimestampStorageConfig.java    |   60 +
 .../storage/HBaseTimestampStorageModule.java    |   36 +
 .../timestamp/storage/TimestampStorage.java     |   28 +
 .../apache/omid/timestamp/storage/ZKModule.java |   49 +
 .../timestamp/storage/ZKTimestampPaths.java     |   28 +
 .../timestamp/storage/ZKTimestampStorage.java   |   90 +
 .../storage/ZKTimestampStorageModule.java       |   37 +
 .../storage/TestHBaseTimestampStorage.java      |  136 ++
 .../storage/TestZKTimestampStorage.java         |  241 +++
 .../src/test/resources/log4j.properties         |   58 +
 transaction-client/pom.xml                      |  117 ++
 .../omid/transaction/AbstractTransaction.java   |  217 +++
 .../transaction/AbstractTransactionManager.java |  502 ++++++
 .../transaction/CommitTimestampLocator.java     |   38 +
 .../omid/transaction/PostCommitActions.java     |   41 +
 .../omid/transaction/RollbackException.java     |   35 +
 .../apache/omid/transaction/Transaction.java    |   76 +
 .../omid/transaction/TransactionException.java  |   31 +
 .../omid/transaction/TransactionManager.java    |   66 +
 .../TransactionManagerException.java            |   32 +
 .../apache/omid/tso/client/AbortException.java  |   27 +
 .../java/org/apache/omid/tso/client/CellId.java |   24 +
 .../omid/tso/client/ClosingException.java       |   28 +
 .../omid/tso/client/ConnectionException.java    |   30 +
 .../omid/tso/client/ForwardingTSOFuture.java    |   64 +
 .../tso/client/HandshakeFailedException.java    |   28 +
 .../apache/omid/tso/client/MockTSOClient.java   |  102 ++
 .../apache/omid/tso/client/NewTSOException.java |   27 +
 .../tso/client/OmidClientConfiguration.java     |  177 ++
 .../tso/client/ServiceUnavailableException.java |   32 +
 .../org/apache/omid/tso/client/TSOClient.java   |  933 ++++++++++
 .../org/apache/omid/tso/client/TSOFuture.java   |   25 +
 .../org/apache/omid/tso/client/TSOProtocol.java |   56 +
 .../apache/omid/tso/util/DummyCellIdImpl.java   |   35 +
 .../src/main/resources/omid-client-config.yml   |   39 +
 .../omid/tso/client/TestMockTSOClient.java      |   72 +
 .../tso/client/TestOmidClientConfiguration.java |   32 +
 tso-server/bin/omid.sh                          |   71 +
 tso-server/conf/bench.log4j.xml                 |   15 +
 tso-server/conf/hbase-site.xml                  |    6 +
 tso-server/conf/log4j.xml                       |   34 +
 tso-server/conf/omid-env.sh                     |    2 +
 tso-server/conf/omid.yml                        |    1 +
 tso-server/maven/assembly/bin.xml               |   66 +
 tso-server/pom.xml                              |  299 ++++
 .../main/java/org/apache/omid/tso/Cache.java    |   32 +
 .../org/apache/omid/tso/CacheEvaluation.java    |  105 ++
 .../java/org/apache/omid/tso/CommitHashMap.java |   81 +
 .../org/apache/omid/tso/DisruptorModule.java    |   36 +
 .../apache/omid/tso/FatalExceptionHandler.java  |   51 +
 .../omid/tso/HALeaseManagementModule.java       |   81 +
 .../tso/InMemoryCommitTableStorageModule.java   |   35 +
 .../tso/InMemoryTimestampStorageModule.java     |   35 +
 .../org/apache/omid/tso/LeaseManagement.java    |   52 +
 .../java/org/apache/omid/tso/LeaseManager.java  |  310 ++++
 .../java/org/apache/omid/tso/LongCache.java     |   85 +
 .../java/org/apache/omid/tso/MockPanicker.java  |   30 +
 .../org/apache/omid/tso/MonitoringContext.java  |   77 +
 .../apache/omid/tso/NetworkInterfaceUtils.java  |  126 ++
 .../main/java/org/apache/omid/tso/Panicker.java |   22 +
 .../omid/tso/PausableTimestampOracle.java       |   70 +
 .../apache/omid/tso/PersistenceProcessor.java   |   30 +
 .../omid/tso/PersistenceProcessorImpl.java      |  431 +++++
 .../org/apache/omid/tso/ReplyProcessor.java     |   43 +
 .../org/apache/omid/tso/ReplyProcessorImpl.java |  236 +++
 .../org/apache/omid/tso/RequestProcessor.java   |   31 +
 .../apache/omid/tso/RequestProcessorImpl.java   |  309 ++++
 .../org/apache/omid/tso/RetryProcessor.java     |   24 +
 .../org/apache/omid/tso/RetryProcessorImpl.java |  185 ++
 .../org/apache/omid/tso/SystemExitPanicker.java |   32 +
 .../org/apache/omid/tso/TSOChannelHandler.java  |  285 ++++
 .../java/org/apache/omid/tso/TSOModule.java     |   67 +
 .../java/org/apache/omid/tso/TSOServer.java     |  131 ++
 .../org/apache/omid/tso/TSOServerConfig.java    |  176 ++
 .../org/apache/omid/tso/TSOStateManager.java    |   95 ++
 .../apache/omid/tso/TSOStateManagerImpl.java    |   78 +
 .../org/apache/omid/tso/TimestampOracle.java    |   34 +
 .../apache/omid/tso/TimestampOracleImpl.java    |  169 ++
 .../org/apache/omid/tso/TsoServerDaemon.java    |   60 +
 .../omid/tso/VoidLeaseManagementModule.java     |   92 +
 .../org/apache/omid/tso/VoidLeaseManager.java   |   53 +
 tso-server/src/main/resources/default-omid.yml  |  145 ++
 tso-server/src/main/resources/log4j.properties  |   55 +
 .../test/java/org/apache/omid/TestUtils.java    |  114 ++
 .../apache/omid/tso/PausableLeaseManager.java   |  117 ++
 .../apache/omid/tso/ProgrammableTSOServer.java  |  287 ++++
 .../java/org/apache/omid/tso/TSOMockModule.java |   76 +
 .../apache/omid/tso/TSOServerConfigTest.java    |   29 +
 .../java/org/apache/omid/tso/TestBatch.java     |  158 ++
 .../org/apache/omid/tso/TestLeaseManager.java   |  418 +++++
 .../java/org/apache/omid/tso/TestLongCache.java |  122 ++
 .../java/org/apache/omid/tso/TestPanicker.java  |  163 ++
 .../omid/tso/TestPersistenceProcessor.java      |  221 +++
 .../apache/omid/tso/TestRequestProcessor.java   |  186 ++
 .../org/apache/omid/tso/TestRetryProcessor.java |  126 ++
 .../omid/tso/TestTSOChannelHandlerNetty.java    |  321 ++++
 .../apache/omid/tso/TestTSOStateManager.java    |  121 ++
 .../apache/omid/tso/TestTimestampOracle.java    |  117 ++
 .../omid/tso/client/TSOClientAccessor.java      |   29 +
 .../omid/tso/client/TSOClientOneShot.java       |   63 +
 .../apache/omid/tso/client/TSOClientRaw.java    |  150 ++
 ...tionOfTSOClientServerBasicFunctionality.java |  233 +++
 .../client/TestTSOClientConnectionToTSO.java    |  284 ++++
 ...stTSOClientRequestAndResponseBehaviours.java |  423 +++++
 .../client/TestTSOClientResponseHandling.java   |  111 ++
 .../tso/client/TestUnconnectedTSOClient.java    |   83 +
 tso-server/src/test/resources/log4j.properties  |   59 +
 tso-server/src/test/resources/test-omid.yml     |   21 +
 272 files changed, 33959 insertions(+)
----------------------------------------------------------------------