Only dump the changed ColumnFamilyOptions to the LOG

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,28 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. 
+2. 
+3. 
+4. 
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**System (please complete the following information):**
+ - OS: [e.g. RHEL8.6]
+ - Hardware [e.g. Intel Xeon Ice Lake, 64GB, NVMe]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,22 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+Owner: 
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/workflows/artifact-release.yml

@@ -0,0 +1,113 @@
+name: Create release artifacts
+
+on:
+  push:
+    tags:
+      - 'speedb/v*'
+
+permissions:
+  contents: write # Needed for release assets upload
+  id-token: write # Needed for AWS credentials setting
+
+jobs:
+  build:
+    runs-on: [self-hosted, ubuntu, asrunner]
+
+    container:
+      image: centos:7.9.2009
+
+    steps:
+      - name: pre
+        run: |
+          yum install -y centos-release-scl epel-release
+          yum install -y make devtoolset-11-gcc-c++ \
+            coreutils wget unzip which git python3 openssl openssl-devel \
+            libzstd-devel lz4-devel snappy-devel zlib-devel readline-devel \
+            java-1.8.0-openjdk-devel
+          echo "PATH=/opt/rh/devtoolset-11/root/usr/bin:${PATH}" >> $GITHUB_ENV
+          echo "RELEASE_VERSION=${GITHUB_REF_NAME#speedb/v}" >> $GITHUB_ENV
+
+      - name: Install CMake
+        run: |
+          CMAKE_RELEASE=3.20.1
+          wget https://github.com/Kitware/CMake/releases/download/v${CMAKE_RELEASE}/cmake-${CMAKE_RELEASE}.tar.gz
+          tar xf cmake-${CMAKE_RELEASE}.tar.gz
+          cd cmake-${CMAKE_RELEASE}
+          ./bootstrap
+          make -j$(nproc) && make install
+          cd .. && rm -rf cmake-${CMAKE_RELEASE}*
+
+      - name: Install awscli
+        run: |
+          wget "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -O "awscliv2.zip"
+          unzip awscliv2.zip
+          ./aws/install
+          rm -rf aws awscliv2.zip
+
+      - uses: actions/checkout@v3
+
+      - run: mkdir "$GITHUB_WORKSPACE/out"
+
+      - name: Build and package release libraries
+        run: |
+          rm -rf build && mkdir build && cd build
+          cmake .. -DCMAKE_BUILD_TYPE=Release -DSPDB_RELEASE_BUILD=1 -DPORTABLE=1 -DWITH_GFLAGS=0 -DWITH_SNAPPY=1 -DWITH_LZ4=1 -DWITH_ZLIB=1 -DWITH_ZSTD=1
+          mkdir -p "$GITHUB_WORKSPACE/out/root"
+          DESTDIR="$GITHUB_WORKSPACE/out/root" make -j$(nproc) install
+          ( cd "$GITHUB_WORKSPACE/out/root" && tar czf ../speedb-${RELEASE_VERSION}.tar.gz . )
+          rm -rf "$GITHUB_WORKSPACE/out/root"
+          cd .. && rm -rf build
+
+      - name: Build release Jar
+        run: |
+          make clean
+          SPDB_RELEASE_BUILD=1 LIB_MODE=static DEBUG_LEVEL=0 PORTABLE=1 JAVA_HOME=/usr/lib/jvm/java-openjdk make -j$(nproc) rocksdbjavastatic
+          cp "java/target/speedbjni-${RELEASE_VERSION}-linux64.jar" "$GITHUB_WORKSPACE/out"
+
+      - name: Build db_bench
+        run: |
+          yum install -y gflags-devel
+          rm -rf build && mkdir build && cd build
+          cmake .. -DCMAKE_BUILD_TYPE=Release -DSPDB_RELEASE_BUILD=1 -DPORTABLE=1 -DWITH_GFLAGS=1 \
+            -DWITH_SNAPPY=1 -DWITH_LZ4=1 -DWITH_ZLIB=1 -DWITH_ZSTD=1 \
+            -DWITH_BENCHMARK_TOOLS=1 -DROCKSDB_BUILD_SHARED=1
+          make -j$(nproc) db_bench
+          cp ../docs/db_bench_README.txt .
+          tar czf "$GITHUB_WORKSPACE/out/db_bench-speedb-${RELEASE_VERSION}.tar.gz" db_bench db_bench_README.txt
+          cd .. && rm -rf build
+
+      - name: Generate checksums
+        run: |
+          for f in $GITHUB_WORKSPACE/out/*; do
+            sha256sum "$f" > "$f.sha256"
+          done
+
+      - name: Get release date
+        run: |
+          echo "RELEASE_DATE=$(git for-each-ref "--format=%(creatordate:short)" "refs/tags/${GITHUB_REF_NAME}")" >> $GITHUB_ENV
+
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        if: startsWith(github.ref, 'refs/tags/')
+        with:
+          generate_release_notes: false
+          name: Speedb ${{ env.RELEASE_VERSION }} (${{ env.RELEASE_DATE }})
+          files: |
+            out/db_bench-speedb-${{ env.RELEASE_VERSION }}.tar.gz
+            out/db_bench-speedb-${{ env.RELEASE_VERSION }}.tar.gz.sha256
+            out/speedb-${{ env.RELEASE_VERSION }}.tar.gz
+            out/speedb-${{ env.RELEASE_VERSION }}.tar.gz.sha256
+            out/speedbjni-${{ env.RELEASE_VERSION }}-linux64.jar
+            out/speedbjni-${{ env.RELEASE_VERSION }}-linux64.jar.sha256
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: eu-west-2
+
+      - name: Upload artifacts to S3
+        run: |
+          aws s3 cp "$GITHUB_WORKSPACE/out" "s3://spdb-github-artifacts/release-${RELEASE_VERSION}" --recursive
+          rm -rf "$GITHUB_WORKSPACE/out"

.github/workflows/build_and_publish_jar.yml

@@ -0,0 +1,115 @@
+# This workflow will build Speedb library on Mac i86 and ARM, Ubuntu i86 and Arm, Windows i86. Then build a jar and publish to Maven central 
+#
+
+name: build all and publish jar
+
+on:
+  workflow_dispatch:
+
+jobs:
+  pre_build:
+    runs-on: ubu-mvn-g
+    env:
+      VERSION_FILE: speedb/version.h
+    outputs:
+      out1: ${{ steps.find_version.outputs.verSion }}
+
+    steps:
+    - name: 'Cleanup build folder'
+      run: |
+        ls -la ./
+        rm -rf ./* || true
+        rm -rf ./.??* || true
+        ls -la ./
+
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'find_version'
+      id: 'find_version'
+      run: |
+        major=$(grep '_MAJOR\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') && echo $major
+        minor=$(grep '_MINOR\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') && echo $minor
+        #patch=$(( $(grep '_PATCH\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') + 1 )) && echo $patch
+        patch=$(( $(grep '_PATCH\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//'))) && echo $patch
+        echo "verSion=$major.$minor.$patch"  >> $GITHUB_OUTPUT
+
+  Mac_i86:
+    needs: pre_build
+    uses: ./.github/workflows/build_macos.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}     
+    secrets:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_BUCKET: ${{ secrets.AWS_BUCKET }}
+
+  Mac_ARM:
+    needs: pre_build
+    uses: ./.github/workflows/build_macos_ARM.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}  
+
+  Ubuntu_ARM:
+    needs: pre_build
+    uses: ./.github/workflows/build_ubuntu_arm.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}  
+
+  Windows:
+    needs: pre_build
+    uses: ./.github/workflows/build_windows.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}
+    secrets:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_BUCKET: ${{ secrets.AWS_BUCKET }}
+
+  Build_and_upload:
+    needs: [pre_build, Mac_i86, Windows, Ubuntu_ARM]
+    runs-on: ubu-mvn-g
+    env:
+      VERSION_FILE: speedb/version.h
+      VERSION: ${{needs.pre_build.outputs.out1}}
+    outputs:
+      out1: ${{ steps.find_version.outputs.verSion }}
+
+    steps:
+    - name: 'Cleanup build folder'
+      run: |
+        ls -la ./
+        rm -rf ./* || true
+        rm -rf ./.??* || true
+        ls -la ./
+
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'build'
+      run: |
+        export JAVA_HOME="$(jrunscript -e 'java.lang.System.out.println(java.lang.System.getProperty("java.home"));')"
+        export LIB_JAVA_VERSION=11.0.17
+        export the_version=${{ steps.find_version.outputs.verSion }}
+        export SPDB_LIB_DIR=~/spdb_lib &&  mkdir -p $SPDB_LIB_DIR
+        docker run --rm -v $(readlink -f ${SPDB_LIB_DIR}):/out -i speedb-centos-builder ${{ github.ref_name }}
+        cd java
+        mkdir src/main/resources
+        cp $SPDB_LIB_DIR/libspeedbjni-linux64.so src/main/resources
+        mv $SPDB_LIB_DIR/libspeedbjni-linux64.so{,_$(date '+%d_%m_%Y__%H_%M_%S')}
+        echo "aws s3 --profile nd7 cp --recursive s3://spdb-builder/jar_test/v$VERSION/ java/src/main/resources/"
+        sleep 180
+        aws s3 --profile nd7 cp --recursive s3://spdb-builder/jar_test/v$VERSION/ src/main/resources/
+        ls -l src/main/resources/
+        cp ../../../../../templ/pom.xml .
+        mvn versions:set -DnewVersion=$VERSION-SNAPSHOT
+        mvn deploy -X -e -DskipTests
+
+        #mvn versions:set -DnewVersion=$the_version
+        #mvn clean deploy -P release -X -e -DskipTests
+
+    - name: show next step
+      run: |
+        echo "Make sure the SNAPSHOT is fine and run these to publish the artifact"
+        echo "run: mvn versions:set -DnewVersion=$the_version"
+        echo "run: mvn clean deploy -P release -X -e -DskipTests"

.github/workflows/build_macos.yml

@@ -0,0 +1,50 @@
+name: Build on Mac
+
+on: 
+  workflow_call:
+    inputs:
+      verSion:
+        required: true
+        type: string
+    secrets:
+      AWS_ACCESS_KEY_ID:
+        required: true
+      AWS_SECRET_ACCESS_KEY:
+        required: true
+      AWS_BUCKET:
+        required: true
+  workflow_dispatch:
+
+jobs:
+  build-mac:
+    runs-on: macos-11
+
+    steps:
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+    - name: Set up JDK 17
+      uses: actions/setup-java@v3
+      with:
+        distribution: 'temurin' # See 'Supported distributions' for available options.
+        java-version: '8'
+    - name: build jar
+      run: |
+        echo $JAVA_HOME
+        export CPPFLAGS="-I$JAVA_HOME/include"
+        export CXXFLAGS="-I$JAVA_HOME/include"
+        brew install zlib
+        brew install bzip2 lz4 snappy
+        ROCKSDB_DISABLE_JEMALLOC=1 PORTABLE=1 DEBUG_LEVEL=0 make -j 2 rocksdbjavastatic #more CPU cores makes shared github runner to overload cpu and stop
+
+    - name: Upload artifacts to S3
+      if: inputs.verSion != ' '
+      uses: NotCoffee418/s3-zip-upload@v1
+      env:
+        AWS_SECRET_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        AWS_BUCKET: ${{ secrets.AWS_BUCKET }}
+        BUCKET_NAME: spdb-builder
+        AWS_REGION:  us-east-1
+        SOURCE_MODE: FILE
+        SOURCE_PATH: java/target/libspeedbjni-osx-x86_64.jnilib
+        DEST_FILE: jar_test/v${{ inputs.verSion }}/libspeedbjni-osx-x86_64.jnilib

.github/workflows/build_macos_ARM.yml

@@ -0,0 +1,37 @@
+# This workflow will build Speedb on a Mac OS server
+#
+# This workflow assumes the self hosted runner on a Mac machine is ready.
+# The Mac OS server must have all the tools and software required for Speedb building to be installed
+
+
+name: ARM - Build on Mac
+
+on:
+  workflow_call:
+    inputs:
+      verSion:
+        required: true
+        type: string
+  workflow_dispatch:
+
+jobs:
+  build-and-deploy:
+    runs-on: ubuntu-latest # will be changed to a MAC when it will be available
+    steps:
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'build'
+      run: |
+        echo "the built library java/target/libspeedbjni-osx-x86_64.jnilib needs to be uploaded to the folloing location"
+        echo "java/target/libspeedbjni-osx-arm64.jnilib s3://spdb-builder/jar_test/v${{ inputs.verSion }}/libspeedbjni-osx-arm64.jnilib"
+
+        # export JAVA_HOME=`/usr/libexec/java_home -v 11`
+        # export CPPFLAGS="-I$JAVA_HOME/include"
+        # export CXXFLAGS="-I$JAVA_HOME/include"
+        # ROCKSDB_DISABLE_JEMALLOC=1 PORTABLE=1 DEBUG_LEVEL=0 make -j 4 rocksdbjavastatic
+
+    - name: 'upload artifacts'    #This step executed only when this workflow is called by another and a version is provided
+      if: inputs.verSion != ' '
+      run: echo "nothing to do here until the real environment is ready"
+      #run: aws s3 cp java/target/libspeedbjni-osx-x86_64.jnilib s3://spdb-builder/jar_test/v${{ inputs.verSion }}/libspeedbjni-osx-arm64.jnilib