You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@shardingsphere.apache.org by zh...@apache.org on 2025/09/08 04:17:24 UTC

(shardingsphere) branch master updated: Add StorageContainerConfigurationOption.getMountedSQLResources() (#36498)

This is an automated email from the ASF dual-hosted git repository.

zhangliang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/shardingsphere.git


The following commit(s) were added to refs/heads/master by this push:
     new 74805cca283 Add StorageContainerConfigurationOption.getMountedSQLResources() (#36498)
74805cca283 is described below

commit 74805cca283e2968d960c9dd7382e9585461b351
Author: Liang Zhang <zh...@apache.org>
AuthorDate: Mon Sep 8 12:17:19 2025 +0800

    Add StorageContainerConfigurationOption.getMountedSQLResources() (#36498)
    
    * Add StorageContainerConfigurationOption.getMountedSQLResources()
    
    * Add StorageContainerConfigurationOption.getMountedSQLResources()
    
    * Add StorageContainerConfigurationOption.getMountedSQLResources()
---
 .../StorageContainerConfigurationFactory.java      | 79 ++++++++++++++++++----
 .../StorageContainerConfigurationOption.java       | 19 ++++++
 .../H2StorageContainerConfigurationOption.java     |  7 ++
 .../HiveStorageContainerConfigurationOption.java   |  7 ++
 ...MariaDBStorageContainerConfigurationOption.java |  6 ++
 .../MySQLStorageContainerConfigurationOption.java  | 11 +++
 ...enGaussStorageContainerConfigurationOption.java |  7 ++
 ...tgreSQLStorageContainerConfigurationOption.java |  7 ++
 .../src/test/resources/env/mariadb/01-initdb.sql   | 37 ++++++++++
 9 files changed, 166 insertions(+), 14 deletions(-)

diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/StorageContainerConfigurationFactory.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/StorageContainerConfigurationFactory.java
index 3a32a2be67b..3327e7a8d5c 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/StorageContainerConfigurationFactory.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/StorageContainerConfigurationFactory.java
@@ -22,7 +22,10 @@ import lombok.NoArgsConstructor;
 import org.apache.shardingsphere.database.connector.core.type.DatabaseType;
 import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.config.option.StorageContainerConfigurationOption;
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.database.DatabaseEnvironmentManager;
+import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath;
+import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.Map;
@@ -44,7 +47,7 @@ public final class StorageContainerConfigurationFactory {
      * @return created storage container configuration
      */
     public static StorageContainerConfiguration newInstance(final StorageContainerConfigurationOption option, final DatabaseType databaseType, final int majorVersion) {
-        Map<String, String> mountedResources = getMountedResources(databaseType, option, majorVersion, "", option.getMountedResources(majorVersion));
+        Map<String, String> mountedResources = getMountedResources(databaseType, option, majorVersion, "");
         return new StorageContainerConfiguration(option.getCommand(), option.getContainerEnvironments(), mountedResources, Collections.emptyMap(), Collections.emptyMap());
     }
     
@@ -59,31 +62,27 @@ public final class StorageContainerConfigurationFactory {
     public static StorageContainerConfiguration newInstance(final StorageContainerConfigurationOption option, final DatabaseType databaseType, final String scenario) {
         Map<String, DatabaseType> databaseTypes = DatabaseEnvironmentManager.getDatabaseTypes(scenario, databaseType);
         Map<String, DatabaseType> expectedDatabaseTypes = DatabaseEnvironmentManager.getExpectedDatabaseTypes(scenario, databaseType);
-        Map<String, String> mountedResources = getMountedResources(databaseType, option, 0, scenario, option.getMountedResources(scenario));
+        Map<String, String> mountedResources = getMountedResources(databaseType, option, 0, scenario);
         return option.isEmbeddedStorageContainer()
                 ? new StorageContainerConfiguration(scenario, option.getCommand(), option.getContainerEnvironments(), mountedResources, databaseTypes, expectedDatabaseTypes)
                 : new StorageContainerConfiguration(option.getCommand(), option.getContainerEnvironments(), mountedResources, databaseTypes, expectedDatabaseTypes);
     }
     
-    private static Map<String, String> getMountedResources(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final int majorVersion, final String scenario,
-                                                           final Map<String, String> mountedResources) {
-        Map<String, String> mountConfigResources = getMountedResources(databaseType, option, majorVersion, scenario);
-        Map<String, String> result = new HashMap<>(mountConfigResources.size() + mountedResources.size(), 1F);
+    private static Map<String, String> getMountedResources(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final int majorVersion, final String scenario) {
+        Map<String, String> mountConfigResources = getToBeMountedConfigurationFiles(databaseType, option, majorVersion, scenario);
+        Map<String, String> mountSQLResources = getToBeMountedSQLFiles(databaseType, option, majorVersion, scenario);
+        Map<String, String> result = new HashMap<>(mountConfigResources.size() + mountSQLResources.size(), 1F);
         result.putAll(mountConfigResources);
-        result.putAll(mountedResources);
+        result.putAll(mountSQLResources);
         return result;
     }
     
-    private static Map<String, String> getMountedResources(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final int majorVersion, final String scenario) {
+    private static Map<String, String> getToBeMountedConfigurationFiles(final DatabaseType databaseType,
+                                                                        final StorageContainerConfigurationOption option, final int majorVersion, final String scenario) {
         Map<String, String> mountedConfigurationResources = option.getMountedConfigurationResources();
         Map<String, String> result = new HashMap<>(mountedConfigurationResources.size(), 1F);
         for (Entry<String, String> entry : mountedConfigurationResources.entrySet()) {
-            Optional<Integer> foundMajorVersion;
-            if (option.getSupportedMajorVersions().isEmpty()) {
-                foundMajorVersion = Optional.empty();
-            } else {
-                foundMajorVersion = Optional.of(option.getSupportedMajorVersions().stream().filter(optional -> optional == majorVersion).findAny().orElse(option.getSupportedMajorVersions().get(0)));
-            }
+            Optional<Integer> foundMajorVersion = findMajorVersion(option, majorVersion);
             String configFilePath = foundMajorVersion.map(optional -> String.format("container/%s/cnf/%d/%s", databaseType.getType().toLowerCase(), optional, entry.getKey()))
                     .orElseGet(() -> String.format("container/%s/cnf/%s", databaseType.getType().toLowerCase(), entry.getKey()));
             result.put(getToBeMountedConfigurationFile(configFilePath, scenario), entry.getValue());
@@ -102,4 +101,56 @@ public final class StorageContainerConfigurationFactory {
         }
         return "/" + toBeMountedConfigFile;
     }
+    
+    private static Map<String, String> getToBeMountedSQLFiles(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final int majorVersion, final String scenario) {
+        Map<String, String> result = getToBeMountedSQLFiles(databaseType, option, scenario);
+        findMajorVersion(option, majorVersion).ifPresent(optional -> result.putAll(getToBeMountedVersionSQLFiles(databaseType, option, optional)));
+        return result;
+    }
+    
+    private static Map<String, String> getToBeMountedSQLFiles(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final String scenario) {
+        Collection<String> mountedSQLResources = option.getMountedSQLResources();
+        Map<String, String> result = new HashMap<>(mountedSQLResources.size(), 1F);
+        for (String each : mountedSQLResources) {
+            getToBeMountedSQLFile(databaseType, each, scenario).ifPresent(optional -> result.put("/" + optional, "/docker-entrypoint-initdb.d/" + each));
+        }
+        return result;
+    }
+    
+    private static Optional<String> getToBeMountedSQLFile(final DatabaseType databaseType, final String sqlFile, final String scenario) {
+        String actualScenarioFile = new ScenarioDataPath(scenario).getInitSQLResourcePath(Type.ACTUAL, databaseType) + "/" + sqlFile;
+        if (null != Thread.currentThread().getContextClassLoader().getResource(actualScenarioFile)) {
+            return Optional.of(actualScenarioFile);
+        }
+        String expectedScenarioFile = new ScenarioDataPath(scenario).getInitSQLResourcePath(Type.EXPECTED, databaseType) + "/" + sqlFile;
+        if (null != Thread.currentThread().getContextClassLoader().getResource(expectedScenarioFile)) {
+            return Optional.of(expectedScenarioFile);
+        }
+        String envFile = String.format("env/%s/%s", databaseType.getType().toLowerCase(), sqlFile);
+        if (null != Thread.currentThread().getContextClassLoader().getResource(envFile)) {
+            return Optional.of(envFile);
+        }
+        return Optional.empty();
+    }
+    
+    private static Map<String, String> getToBeMountedVersionSQLFiles(final DatabaseType databaseType, final StorageContainerConfigurationOption option, final int majorVersion) {
+        Collection<String> mountedSQLResources = option.getMountedSQLResources(majorVersion);
+        Map<String, String> result = new HashMap<>(mountedSQLResources.size(), 1F);
+        for (String each : mountedSQLResources) {
+            getToBeMountedVersionSQLFiles(databaseType, each).ifPresent(optional -> result.put("/" + optional, "/docker-entrypoint-initdb.d/" + each));
+        }
+        return result;
+    }
+    
+    private static Optional<String> getToBeMountedVersionSQLFiles(final DatabaseType databaseType, final String sqlFile) {
+        String envFile = String.format("env/%s/%s", databaseType.getType().toLowerCase(), sqlFile);
+        return null == Thread.currentThread().getContextClassLoader().getResource(envFile) ? Optional.empty() : Optional.of(envFile);
+    }
+    
+    private static Optional<Integer> findMajorVersion(final StorageContainerConfigurationOption option, final int majorVersion) {
+        if (option.getSupportedMajorVersions().isEmpty()) {
+            return Optional.empty();
+        }
+        return Optional.of(option.getSupportedMajorVersions().stream().filter(optional -> optional == majorVersion).findAny().orElse(option.getSupportedMajorVersions().get(0)));
+    }
 }
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/StorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/StorageContainerConfigurationOption.java
index b161252288a..e8522b368da 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/StorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/StorageContainerConfigurationOption.java
@@ -17,6 +17,8 @@
 
 package org.apache.shardingsphere.test.e2e.env.container.atomic.storage.config.option;
 
+import java.util.Collection;
+import java.util.Collections;
 import java.util.List;
 import java.util.Map;
 
@@ -46,6 +48,23 @@ public interface StorageContainerConfigurationOption {
      */
     Map<String, String> getMountedConfigurationResources();
     
+    /**
+     * Get mounted SQL resources.
+     *
+     * @return mounted SQL resources
+     */
+    Collection<String> getMountedSQLResources();
+    
+    /**
+     * Get mounted SQL resources.
+     *
+     * @param majorVersion major version
+     * @return mounted SQL resources
+     */
+    default Collection<String> getMountedSQLResources(final int majorVersion) {
+        return Collections.emptyList();
+    }
+    
     /**
      * Get mounted resources.
      *
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/H2StorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/H2StorageContainerConfigurationOption.java
index fe50139a2fc..342f748721a 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/H2StorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/H2StorageContainerConfigurationOption.java
@@ -23,6 +23,8 @@ import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.config.op
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath;
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
+import java.util.Arrays;
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -50,6 +52,11 @@ public final class H2StorageContainerConfigurationOption implements StorageConta
         return Collections.emptyMap();
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Arrays.asList("01-actual-init.sql", "01-expected-init.sql", "01-initdb.sql");
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         Map<String, String> result = new HashMap<>(2, 1F);
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/HiveStorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/HiveStorageContainerConfigurationOption.java
index becd3ee74bb..c4e245d1119 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/HiveStorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/HiveStorageContainerConfigurationOption.java
@@ -25,6 +25,8 @@ import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioData
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
 import java.net.URL;
+import java.util.Arrays;
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -56,6 +58,11 @@ public final class HiveStorageContainerConfigurationOption implements StorageCon
         return Collections.singletonMap("hive-site.xml", HiveContainer.HIVE_CONF_IN_CONTAINER);
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Arrays.asList("01-actual-init.sql", "01-expected-init.sql", "01-initdb.sql");
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         Map<String, String> result = new HashMap<>(2, 1F);
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MariaDBStorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MariaDBStorageContainerConfigurationOption.java
index c93ce2a12e8..00d2aebdce9 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MariaDBStorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MariaDBStorageContainerConfigurationOption.java
@@ -21,6 +21,7 @@ import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.config.op
 import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.impl.MySQLContainer;
 import org.apache.shardingsphere.test.e2e.env.container.atomic.util.ContainerUtils;
 
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -49,6 +50,11 @@ public final class MariaDBStorageContainerConfigurationOption implements Storage
         return Collections.singletonMap("my.cnf", MySQLContainer.MYSQL_CONF_IN_CONTAINER);
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Collections.singleton("01-initdb.sql");
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         return Collections.emptyMap();
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MySQLStorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MySQLStorageContainerConfigurationOption.java
index 417a82d37c8..75f3eea9760 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MySQLStorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/MySQLStorageContainerConfigurationOption.java
@@ -26,6 +26,7 @@ import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioData
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
 import java.util.Arrays;
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -56,6 +57,16 @@ public final class MySQLStorageContainerConfigurationOption implements StorageCo
         return Collections.singletonMap("my.cnf", MySQLContainer.MYSQL_CONF_IN_CONTAINER);
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Arrays.asList("01-actual-init.sql", "01-expected-init.sql", "01-initdb.sql");
+    }
+    
+    @Override
+    public Collection<String> getMountedSQLResources(final int majorVersion) {
+        return majorVersion > 5 ? Collections.singleton("02-grant-xa-privilege.sql") : Collections.emptyList();
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         Map<String, String> result = new HashMap<>(2, 1F);
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/OpenGaussStorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/OpenGaussStorageContainerConfigurationOption.java
index 549a824788e..76660b25c31 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/OpenGaussStorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/OpenGaussStorageContainerConfigurationOption.java
@@ -25,6 +25,8 @@ import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.impl.Open
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath;
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
+import java.util.Arrays;
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -55,6 +57,11 @@ public final class OpenGaussStorageContainerConfigurationOption implements Stora
         return result;
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Arrays.asList("01-actual-init.sql", "01-expected-init.sql", "01-initdb.sql");
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         Map<String, String> result = new HashMap<>(2, 1F);
diff --git a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/PostgreSQLStorageContainerConfigurationOption.java b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/PostgreSQLStorageContainerConfigurationOption.java
index 892f8f60be4..949fc4af00c 100644
--- a/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/PostgreSQLStorageContainerConfigurationOption.java
+++ b/test/e2e/env/src/test/java/org/apache/shardingsphere/test/e2e/env/container/atomic/storage/config/option/dialect/PostgreSQLStorageContainerConfigurationOption.java
@@ -25,6 +25,8 @@ import org.apache.shardingsphere.test.e2e.env.container.atomic.storage.impl.Post
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath;
 import org.apache.shardingsphere.test.e2e.env.runtime.scenario.path.ScenarioDataPath.Type;
 
+import java.util.Arrays;
+import java.util.Collection;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -55,6 +57,11 @@ public final class PostgreSQLStorageContainerConfigurationOption implements Stor
         return Collections.singletonMap("postgresql.conf", PostgreSQLContainer.POSTGRESQL_CONF_IN_CONTAINER);
     }
     
+    @Override
+    public Collection<String> getMountedSQLResources() {
+        return Arrays.asList("01-actual-init.sql", "01-expected-init.sql", "01-initdb.sql");
+    }
+    
     @Override
     public Map<String, String> getMountedResources(final String scenario) {
         Map<String, String> result = new HashMap<>(2, 1F);
diff --git a/test/e2e/operation/pipeline/src/test/resources/env/mariadb/01-initdb.sql b/test/e2e/operation/pipeline/src/test/resources/env/mariadb/01-initdb.sql
new file mode 100644
index 00000000000..2c892234af3
--- /dev/null
+++ b/test/e2e/operation/pipeline/src/test/resources/env/mariadb/01-initdb.sql
@@ -0,0 +1,37 @@
+--
+-- Licensed to the Apache Software Foundation (ASF) under one or more
+-- contributor license agreements.  See the NOTICE file distributed with
+-- this work for additional information regarding copyright ownership.
+-- The ASF licenses this file to You under the Apache License, Version 2.0
+-- (the "License"); you may not use this file except in compliance with
+-- the License.  You may obtain a copy of the License at
+--
+--     http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing, software
+-- distributed under the License is distributed on an "AS IS" BASIS,
+-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+-- See the License for the specific language governing permissions and
+-- limitations under the License.
+--
+
+REVOKE ALL PRIVILEGES ON *.* FROM 'test_user'@'%';
+
+DROP DATABASE IF EXISTS pipeline_it_0;
+DROP DATABASE IF EXISTS pipeline_it_1;
+DROP DATABASE IF EXISTS pipeline_it_2;
+DROP DATABASE IF EXISTS pipeline_it_3;
+DROP DATABASE IF EXISTS pipeline_it_4;
+CREATE DATABASE pipeline_it_0;
+CREATE DATABASE pipeline_it_1;
+CREATE DATABASE pipeline_it_2;
+CREATE DATABASE pipeline_it_3;
+CREATE DATABASE pipeline_it_4;
+
+GRANT REPLICATION CLIENT, REPLICATION SLAVE ON *.* TO `test_user`@`%`;
+-- TODO remove unnecessary permissions
+GRANT CREATE, DROP, SELECT, INSERT, UPDATE, DELETE, INDEX ON pipeline_it_0.* TO `test_user`@`%`;
+GRANT CREATE, DROP, SELECT, INSERT, UPDATE, DELETE, INDEX ON pipeline_it_1.* TO `test_user`@`%`;
+GRANT CREATE, DROP, SELECT, INSERT, UPDATE, DELETE, INDEX ON pipeline_it_2.* TO `test_user`@`%`;
+GRANT CREATE, DROP, SELECT, INSERT, UPDATE, DELETE, INDEX ON pipeline_it_3.* TO `test_user`@`%`;
+GRANT CREATE, DROP, SELECT, INSERT, UPDATE, DELETE, INDEX ON pipeline_it_4.* TO `test_user`@`%`;