You are viewing a plain text version of this content. The canonical link for it is here.
Posted to oak-commits@jackrabbit.apache.org by ad...@apache.org on 2019/08/15 12:22:01 UTC
svn commit: r1865219 -
/jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java
Author: adulceanu
Date: Thu Aug 15 12:22:01 2019
New Revision: 1865219
URL: http://svn.apache.org/viewvc?rev=1865219&view=rev
Log:
OAK-8531 - Reading Azure Journal File while it's modified fails
Added test case
Added:
jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java (with props)
Added: jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java?rev=1865219&view=auto
==============================================================================
--- jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java (added)
+++ jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java Thu Aug 15 12:22:01 2019
@@ -0,0 +1,139 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.jackrabbit.oak.segment.azure;
+
+import com.microsoft.azure.storage.CloudStorageAccount;
+import com.microsoft.azure.storage.StorageException;
+import com.microsoft.azure.storage.blob.CloudBlobClient;
+import com.microsoft.azure.storage.blob.CloudBlobContainer;
+
+import org.apache.jackrabbit.oak.segment.spi.persistence.JournalFile;
+import org.apache.jackrabbit.oak.segment.spi.persistence.JournalFileReader;
+import org.apache.jackrabbit.oak.segment.spi.persistence.JournalFileWriter;
+import org.junit.AfterClass;
+import org.junit.Assume;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.IOException;
+import java.net.URISyntaxException;
+import java.security.InvalidKeyException;
+import java.util.UUID;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicReference;
+
+public class AzureJournalFileConcurrencyIT {
+ private static final Logger log = LoggerFactory.getLogger(AzureJournalFileConcurrencyIT.class);
+
+ private static CloudBlobContainer container;
+
+ private static int suffix;
+
+ private AzurePersistence persistence;
+
+ @BeforeClass
+ public static void connectToAzure() throws URISyntaxException, InvalidKeyException, StorageException {
+ String azureConnectionString = System.getenv("AZURE_CONNECTION");
+ Assume.assumeNotNull(azureConnectionString);
+ CloudBlobClient client = CloudStorageAccount.parse(azureConnectionString).createCloudBlobClient();
+ container = client.getContainerReference("oak-test-" + System.currentTimeMillis());
+ container.createIfNotExists();
+ suffix = 1;
+ }
+
+ @Before
+ public void setup() throws StorageException, InvalidKeyException, URISyntaxException, IOException, InterruptedException {
+ persistence = new AzurePersistence(container.getDirectoryReference("oak-" + (suffix++)));
+ writeJournalLines(300, 0);
+ log.info("Finished writing initial content to journal!");
+ }
+
+ @AfterClass
+ public static void cleanupContainer() throws StorageException {
+ if (container != null) {
+ container.deleteIfExists();
+ }
+ }
+
+ @Test
+ public void testConcurrency() throws Exception {
+ AtomicBoolean stop = new AtomicBoolean();
+ AtomicReference<Exception> exContainer = new AtomicReference<>();
+
+ Thread producer = new Thread(() -> {
+ try {
+ while (!stop.get()) {
+ writeJournalLines(300, 100);
+ }
+ } catch(Exception e) {
+ exContainer.set(e);
+ stop.set(true);
+ }
+ });
+
+ Thread consumer = new Thread(() -> {
+ try {
+ while (!stop.get()) {
+ readJournal();
+ }
+ } catch (IOException e) {
+ exContainer.set(e);
+ stop.set(true);
+ }
+ });
+
+ producer.start();
+ consumer.start();
+
+ long start = System.currentTimeMillis();
+ while (System.currentTimeMillis() - start < 30_000 && !stop.get()) {
+ Thread.sleep(100);
+ }
+ stop.set(true);
+
+ producer.join();
+ consumer.join();
+
+ if (exContainer.get() != null) {
+ throw exContainer.get();
+ }
+ }
+
+ private void readJournal() throws IOException {
+ JournalFile file = persistence.getJournalFile();
+ try (JournalFileReader reader = file.openJournalReader()) {
+ String line = null;
+ while ((line = reader.readLine()) != null) {
+ log.info(line);
+ }
+ }
+ }
+
+ private void writeJournalLines(int lines, int delayMillis) throws IOException, InterruptedException {
+ JournalFile file = persistence.getJournalFile();
+ try (JournalFileWriter writer = file.openJournalWriter()) {
+ for (int i = 0; i < lines; i++) {
+ writer.writeLine(String.format("%4X - %s", i, UUID.randomUUID().toString()));
+ Thread.sleep(delayMillis);
+ }
+ }
+ }
+
+}
\ No newline at end of file
Propchange: jackrabbit/oak/trunk/oak-segment-azure/src/test/java/org/apache/jackrabbit/oak/segment/azure/AzureJournalFileConcurrencyIT.java
------------------------------------------------------------------------------
svn:eol-style = native