ADH-5210

- added files for starting trino server in multi node mode in docker containers

core/docker/arenadata/.env

@@ -0,0 +1,4 @@
+TRINO_VERSION=455-SNAPSHOT-amd64
+POSTGRES_DB=trino
+POSTGRES_USER=trino
+POSTGRES_PASSWORD=trino

core/docker/arenadata/README.md

@@ -0,0 +1,35 @@
+# Trino server in multi node configuration in docker containers
+
+## Build the project
+
+```bash
+cd ../../../
+mvn clean install -DskipTests=true
+```
+
+## Build the docker image with a specific architecture
+
+```bash
+../build.sh -a amd64
+```
+
+## Start docker containers
+
+```bash
+docker compose --env-file .env up -d
+```
+
+## Stop docker containers
+
+```bash
+docker compose down -v
+```
+
+## Connect to server via trino-cli
+
+* go to directory `../../../client/trino-cli/target`
+* to start the cli in interactive mode, execute command:
+
+```bash
+./trino-cli-${TRINO_VERSION}-executable.jar http://localhost:8080
+```

core/docker/arenadata/coordinator/etc/catalog/jmx.properties

@@ -0,0 +1 @@
+connector.name=jmx

core/docker/arenadata/coordinator/etc/catalog/memory.properties

@@ -0,0 +1 @@
+connector.name=memory

core/docker/arenadata/coordinator/etc/catalog/postgresql.properties

@@ -0,0 +1,4 @@
+connector.name=postgresql
+connection-url=jdbc:postgresql://postgres-db:5432/postgres
+connection-user=trino
+connection-password=trino

core/docker/arenadata/coordinator/etc/catalog/tpcds.properties

@@ -0,0 +1,2 @@
+connector.name=tpcds
+tpcds.splits-per-node=4

core/docker/arenadata/coordinator/etc/catalog/tpch.properties

@@ -0,0 +1,2 @@
+connector.name=tpch
+tpch.splits-per-node=4

core/docker/arenadata/coordinator/etc/config.properties

@@ -0,0 +1,9 @@
+coordinator=true
+node-scheduler.include-coordinator=true
+http-server.http.port=8080
+discovery.uri=http://coordinator:8080
+catalog.management=ARENADATA
+
+arenadata.catalog.store.jdbc.url=jdbc:postgresql://postgres-db:5432/trino
+arenadata.catalog.store.jdbc.username=trino
+arenadata.catalog.store.jdbc.password=trino

core/docker/arenadata/coordinator/etc/jvm.config

@@ -0,0 +1,16 @@
+-server
+-agentpath:/usr/lib/trino/bin/libjvmkill.so
+-XX:InitialRAMPercentage=80
+-XX:MaxRAMPercentage=80
+-XX:G1HeapRegionSize=32M
+-XX:+ExplicitGCInvokesConcurrent
+-XX:+HeapDumpOnOutOfMemoryError
+-XX:+ExitOnOutOfMemoryError
+-XX:-OmitStackTraceInFastThrow
+-XX:ReservedCodeCacheSize=256M
+-XX:PerMethodRecompilationCutoff=10000
+-XX:PerBytecodeRecompilationCutoff=10000
+-Djdk.attach.allowAttachSelf=true
+-Djdk.nio.maxCachedBufferSize=2000000
+# Allow loading dynamic agent used by JOL
+-XX:+EnableDynamicAgentLoading

core/docker/arenadata/coordinator/etc/log.properties

@@ -0,0 +1,2 @@
+# Enable verbose logging from Trino
+#io.trino=DEBUG

core/docker/arenadata/coordinator/etc/node.properties

@@ -0,0 +1,2 @@
+node.environment=docker
+node.data-dir=/data/trino

core/docker/arenadata/docker-compose.yml

@@ -0,0 +1,49 @@
+version: "3.8"
+services:
+  postgres:
+    image: "docker.io/library/postgres:12.0"
+    restart: unless-stopped
+    container_name: postgres-db
+    hostname: postgres-db
+    environment:
+      POSTGRES_DB: '${POSTGRES_DB}'
+      POSTGRES_USER: '${POSTGRES_USER}'
+      POSTGRES_PASSWORD: '${POSTGRES_PASSWORD}'
+    ports:
+      - '5432:5432'
+    healthcheck:
+      test: psql -d ${POSTGRES_DB} -U ${POSTGRES_USER} -Atc 'SELECT 1;'
+      interval: 30s
+      timeout: 15s
+      retries: 3
+
+  coordinator:
+    image: "trino:${TRINO_VERSION}"
+    ports:
+      - "8080:8080"
+    container_name: "coordinator"
+    volumes:
+      - ./coordinator/etc:/etc/trino:rw
+    depends_on:
+      - postgres
+
+  worker0:
+    image: "trino:${TRINO_VERSION}"
+    container_name: "worker0"
+    ports:
+      - "8081:8080"
+    volumes:
+      - ./worker/etc:/etc/trino:rw
+    depends_on:
+      - postgres
+
+  worker1:
+    image: "trino:${TRINO_VERSION}"
+    container_name: "worker1"
+    ports:
+      - "8082:8080"
+    volumes:
+      - ./worker/etc:/etc/trino:rw
+    depends_on:
+      - postgres
+

core/docker/arenadata/worker/etc/catalog/jmx.properties

@@ -0,0 +1 @@
+connector.name=jmx

core/docker/arenadata/worker/etc/catalog/memory.properties

@@ -0,0 +1 @@
+connector.name=memory

core/docker/arenadata/worker/etc/catalog/postgresql.properties

@@ -0,0 +1,4 @@
+connector.name=postgresql
+connection-url=jdbc:postgresql://postgres-db:5432/postgres
+connection-user=trino
+connection-password=trino

core/docker/arenadata/worker/etc/catalog/tpcds.properties

@@ -0,0 +1,2 @@
+connector.name=tpcds
+tpcds.splits-per-node=4

core/docker/arenadata/worker/etc/catalog/tpch.properties

@@ -0,0 +1,2 @@
+connector.name=tpch
+tpch.splits-per-node=4

core/docker/arenadata/worker/etc/config.properties

@@ -0,0 +1,9 @@
+#single node install config
+coordinator=false
+http-server.http.port=8080
+discovery.uri=http://coordinator:8080
+catalog.management=ARENADATA
+
+arenadata.catalog.store.jdbc.url=jdbc:postgresql://postgres-db:5432/trino
+arenadata.catalog.store.jdbc.username=trino
+arenadata.catalog.store.jdbc.password=trino

core/docker/arenadata/worker/etc/jvm.config

@@ -0,0 +1,16 @@
+-server
+-agentpath:/usr/lib/trino/bin/libjvmkill.so
+-XX:InitialRAMPercentage=80
+-XX:MaxRAMPercentage=80
+-XX:G1HeapRegionSize=32M
+-XX:+ExplicitGCInvokesConcurrent
+-XX:+HeapDumpOnOutOfMemoryError
+-XX:+ExitOnOutOfMemoryError
+-XX:-OmitStackTraceInFastThrow
+-XX:ReservedCodeCacheSize=256M
+-XX:PerMethodRecompilationCutoff=10000
+-XX:PerBytecodeRecompilationCutoff=10000
+-Djdk.attach.allowAttachSelf=true
+-Djdk.nio.maxCachedBufferSize=2000000
+# Allow loading dynamic agent used by JOL
+-XX:+EnableDynamicAgentLoading

core/docker/arenadata/worker/etc/log.properties

@@ -0,0 +1,2 @@
+# Enable verbose logging from Trino
+#io.trino=DEBUG

core/docker/arenadata/worker/etc/node.properties

@@ -0,0 +1,2 @@
+node.environment=docker
+node.data-dir=/data/trino

core/docker/build.sh

@@ -112,7 +112,6 @@ for arch in "${ARCHITECTURES[@]}"; do
     echo "🫙  Building the image for $arch with JDK ${JDK_RELEASE}"
     docker build \
         "${WORK_DIR}" \
-        --progress=plain \
         --pull \
         --build-arg JDK_VERSION="${JDK_RELEASE}" \
         --build-arg JDK_DOWNLOAD_LINK="$(jdk_download_link "${JDKS_PATH}/${JDK_RELEASE}" "${arch}")" \

pom.xml

@@ -2456,6 +2456,11 @@
                             <requirePropertyDiverges>
                                 <property>project.description</property>
                             </requirePropertyDiverges>
+                            <requireUpperBoundDeps>
+                                <excludes>
+                                    <exclude>org.postgresql:postgresql</exclude>
+                                </excludes>
+                            </requireUpperBoundDeps>
                         </rules>
                     </configuration>
                 </plugin>
@@ -2699,6 +2704,38 @@
                                     </dependency>
                                 </conflictingDependencies>
                             </exception>
+                            <exception>
+                                <conflictingDependencies>
+                                    <dependency>
+                                        <groupId>org.postgresql</groupId>
+                                        <artifactId>postgresql</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>org.checkerframework</groupId>
+                                        <artifactId>checker-qual</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>commons-io</groupId>
+                                        <artifactId>commons-io</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>org.apache.commons</groupId>
+                                        <artifactId>commons-lang3</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>org.yaml</groupId>
+                                        <artifactId>snakeyaml</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>com.opencsv</groupId>
+                                        <artifactId>opencsv</artifactId>
+                                    </dependency>
+                                    <dependency>
+                                        <groupId>io.arenadata</groupId>
+                                        <artifactId>trino-catalog-manager</artifactId>
+                                    </dependency>
+                                </conflictingDependencies>
+                            </exception>
                         </exceptions>
                     </configuration>
                 </plugin>

testing/trino-tests/pom.xml

@@ -162,13 +162,25 @@
             <groupId>io.trino</groupId>
             <artifactId>trino-main</artifactId>
             <scope>test</scope>
+            <exclusions>
+                <exclusion>
+                    <groupId>io.arenadata</groupId>
+                    <artifactId>trino-catalog-manager</artifactId>
+                </exclusion>
+            </exclusions>
         </dependency>
 
         <dependency>
             <groupId>io.trino</groupId>
             <artifactId>trino-main</artifactId>
             <type>test-jar</type>
             <scope>test</scope>
+            <exclusions>
+                <exclusion>
+                    <groupId>io.arenadata</groupId>
+                    <artifactId>trino-catalog-manager</artifactId>
+                </exclusion>
+            </exclusions>
         </dependency>
 
         <dependency>