Merge branch 'master' into update-nextjs-14

Update package lock file for new frontend

.devcontainer/devcontainer.json

@@ -0,0 +1,9 @@
+{
+  "name": "CodeCompass-devcontainer",
+  "image": "modelcpp/codecompass:dev",
+  "workspaceFolder": "/CodeCompass/CodeCompass",
+  "workspaceMount": "src=${localWorkspaceFolder}/..,dst=/CodeCompass,type=bind,consistency=cached",
+  "appPort": [
+    "8001:8080"
+  ]
+}

.github/scripts/ubuntu-20.04/compile_build.sh

@@ -1,3 +1,5 @@
+#!/bin/bash
+
 # Compile dependencies that cannot be acquired via the official repositories
 
 mkdir -p ${INSTALL_PATH}

.github/scripts/ubuntu-20.04/download_build.sh

@@ -1,3 +1,5 @@
+#!/bin/bash
+
 # Download installers for compiled dependencies
 
 mkdir -p ${DOWNLOAD_PATH}
@@ -20,4 +22,9 @@ hash_value=$(echo -n "$concatenated_hashes" | md5sum | awk '{print $1}')
 
 ## Save said hash
 
-echo "compile-hash-key=${hash_value}" >> $GITHUB_OUTPUT
+
+### Restore action
+echo "ubuntu-20-04-compile-hash-key=${hash_value}" >> "$GITHUB_OUTPUT"
+
+### Save action
+echo "CACHE_KEY=${hash_value}" >> "$GITHUB_ENV"

.github/scripts/ubuntu-20.04/postcompile_build.sh

@@ -1,4 +1,8 @@
 # Post compilation configuration for building (environmental variables, library location settings etc..)
 
 echo "${INSTALL_PATH}/thrift/bin" >> $GITHUB_PATH
-echo "CMAKE_PREFIX_PATH=${INSTALL_PATH}/thrift:$CMAKE_PREFIX_PATH" >> $GITHUB_ENV
+echo "CMAKE_PREFIX_PATH=${INSTALL_PATH}/thrift:$CMAKE_PREFIX_PATH" >> $GITHUB_ENV
+
+# Clean up dependency sources and intermediate binaries to save space
+rm -f ${DOWNLOAD_PATH}/thrift-0.16.0.tar.gz
+rm -rf ${DOWNLOAD_PATH}/thrift-0.16.0/

.github/scripts/ubuntu-22.04/compile_build.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# Compile dependencies that cannot be acquired via the official repositories
+
+mkdir -p ${INSTALL_PATH}
+
+## Compile build2
+
+sh "${DOWNLOAD_PATH}/install_latest_build2.sh" ${INSTALL_PATH}/build2
+
+## Compile odb, libodb, and its connectors
+
+mkdir -p ${DOWNLOAD_PATH}/odb
+cd ${DOWNLOAD_PATH}/odb
+${INSTALL_PATH}/build2/bin/bpkg create --quiet --jobs $(nproc) cc \
+  config.cxx=g++ \
+  config.cc.coptions=-O3 \
+  config.bin.rpath=${INSTALL_PATH}/odb/lib \
+  config.install.root=${INSTALL_PATH}/odb
+
+### Getting the source
+${INSTALL_PATH}/build2/bin/bpkg add https://pkg.cppget.org/1/beta --trust-yes
+${INSTALL_PATH}/build2/bin/bpkg fetch --trust-yes
+
+### Building odb
+${INSTALL_PATH}/build2/bin/bpkg build odb --yes
+${INSTALL_PATH}/build2/bin/bpkg build libodb --yes
+${INSTALL_PATH}/build2/bin/bpkg build libodb-sqlite --yes
+${INSTALL_PATH}/build2/bin/bpkg build libodb-pgsql --yes
+${INSTALL_PATH}/build2/bin/bpkg install --all --recursive

.github/scripts/ubuntu-22.04/download_build.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+# Download installers for compiled dependencies
+
+mkdir -p "${DOWNLOAD_PATH}"
+
+## Thrift 0.16 + ODB beta
+
+wget -O "${DOWNLOAD_PATH}/install_latest_build2.sh" "https://github.com/Ericsson/CodeCompass/raw/master/scripts/install_latest_build2.sh"
+build2_version=$(sh "${DOWNLOAD_PATH}/install_latest_build2.sh" --version)
+odb_signature=$(wget -qO- https://pkg.cppget.org/1/beta/signature.manifest)
+
+# Calculate hash of dependencies for Github Cache Action
+
+hash_value=$(echo -n "${build2_version}${odb_signature}" | md5sum | awk '{print $1}')
+
+## Save said hash
+
+### Restore action
+echo "ubuntu-22-04-compile-hash-key=${hash_value}" >> "$GITHUB_OUTPUT"
+
+### Save action
+echo "CACHE_KEY=${hash_value}" >> "$GITHUB_ENV"

.github/scripts/ubuntu-22.04/postcompile_build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+# Post compilation configuration for building (environmental variables, library location settings etc..)
+
+echo "${INSTALL_PATH}/odb/bin" >> $GITHUB_PATH
+echo "CMAKE_PREFIX_PATH=${INSTALL_PATH}/odb:$CMAKE_PREFIX_PATH" >> $GITHUB_ENV
+
+# Clean up dependency sources and intermediate binaries to save space
+rm -rf ${DOWNLOAD_PATH}/odb

.github/scripts/ubuntu-22.04/setup_build.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# Install required packages for CodeCompass build
+sudo apt install git cmake make g++ libboost-all-dev \
+  llvm-11-dev clang-11 libclang-11-dev \
+  gcc-11-plugin-dev thrift-compiler libthrift-dev \
+  default-jdk libssl-dev libgraphviz-dev libmagic-dev libgit2-dev exuberant-ctags doxygen \
+  libldap2-dev libgtest-dev

.github/scripts/ubuntu-22.04/setup_postgresql.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+# Install PostgreSQL
+sudo apt-get install postgresql-server-dev-14

.github/scripts/ubuntu-22.04/setup_sqlite3.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+# Install SQLite3
+sudo apt-get install libsqlite3-dev

.github/workflows/ci.yml

@@ -12,21 +12,18 @@ env:
 permissions: read-all
 
 jobs:
-
-
-
   ## BUILD JOBS
   build:
     strategy:
       matrix:
         db: [postgresql, sqlite3]
-        os: [ubuntu-20.04]
+        os: [ubuntu-20.04, ubuntu-22.04]
       fail-fast: false
 
     runs-on: ${{ matrix.os }}
     outputs:
-      has-compiled-dependencies: ${{ steps.compilation-flag.outputs.has-compiled-dependencies }}
-      compile-hash-key: ${{ steps.download-compile-dependencies.outputs.compile-hash-key }}
+      ubuntu-20-04-compile-hash-key: ${{ steps.download-compile-dependencies.outputs.compile-hash-key }}
+      ubuntu-22-04-compile-hash-key: ${{ steps.download-compile-dependencies.outputs.compile-hash-key }}
 
     services:
       # Label used to access the service container
@@ -58,47 +55,46 @@ jobs:
         id: compilation-flag
         run: |
           if [ -f ./.github/scripts/${{ matrix.os }}/compile_build.sh ]; then
-            echo "has-compiled-dependencies=true" >> "$GITHUB_OUTPUT"
+            echo "HAS_COMPILED_DEPENDENCIES=true" >> "$GITHUB_ENV"
           else
-            echo "has-compiled-dependencies=false" >> "$GITHUB_OUTPUT"
+            echo "HAS_COMPILED_DEPENDENCIES=false" >> "$GITHUB_ENV"
           fi
 
       - name: Download installers for compiled dependencies
-        if: steps.compilation-flag.outputs.has-compiled-dependencies == 'true'
+        if: ${{ env.HAS_COMPILED_DEPENDENCIES == 'true' }}
         id: download-compile-dependencies
         run: |
           chmod +x ./.github/scripts/${{ matrix.os }}/download_build.sh
           ./.github/scripts/${{ matrix.os }}/download_build.sh
 
       - name: Restore compiled dependencies
-        if: steps.compilation-flag.outputs.has-compiled-dependencies == 'true'
         id: restore-compiled-dependencies
         uses: actions/cache/restore@v3
         with:
           path: ${{ env.INSTALL_PATH }}
-          key: ${{ matrix.os }}-compile-install-${{steps.download-compile-dependencies.outputs.compile-hash-key}}
+          key: ${{ matrix.os }}-compile-install-${{ env.CACHE_KEY }}
 
       - name: Compile dependencies
-        if: steps.restore-compiled-dependencies.outputs.cache-hit != 'true' && steps.compilation-flag.outputs.has-compiled-dependencies == 'true'
+        if: ${{ env.HAS_COMPILED_DEPENDENCIES == 'true' && steps.restore-compiled-dependencies.outputs.cache-hit != 'true' }}
         run: |
           chmod +x ./.github/scripts/${{ matrix.os }}/compile_build.sh
           ./.github/scripts/${{ matrix.os }}/compile_build.sh
 
       - name: Post compilation configuration (build)
-        if: steps.compilation-flag.outputs.has-compiled-dependencies == 'true'
+        if: ${{ env.HAS_COMPILED_DEPENDENCIES == 'true' }} 
         run: |
           if [ -f ./.github/scripts/${{ matrix.os }}/postcompile_build.sh ]; then
            chmod +x ./.github/scripts/${{ matrix.os }}/postcompile_build.sh
            ./.github/scripts/${{ matrix.os }}/postcompile_build.sh
           fi
 
       - name: Save dependencies
-        if: steps.restore-compiled-dependencies.outputs.cache-hit != 'true' && steps.compilation-flag.outputs.has-compiled-dependencies == 'true'
+        if: ${{ env.HAS_COMPILED_DEPENDENCIES == 'true' && steps.restore-compiled-dependencies.outputs.cache-hit != 'true' }} 
         id: save-compiled-dependencies
         uses: actions/cache/save@v3
         with:
           path: ${{ env.INSTALL_PATH }}
-          key: ${{ matrix.os }}-compile-install-${{steps.download-compile-dependencies.outputs.compile-hash-key}}
+          key: ${{ matrix.os }}-compile-install-${{ env.CACHE_KEY }}
 
       - name: Install database packages
         run: ./.github/scripts/${{ matrix.os }}/setup_${{matrix.db}}.sh
@@ -186,7 +182,7 @@ jobs:
     strategy:
       matrix:
         db: [postgresql, sqlite3]
-        os: [ubuntu-20.04]
+        os: [ubuntu-20.04, ubuntu-22.04]
       fail-fast: false
 
     runs-on: ${{ matrix.os }}
@@ -199,12 +195,13 @@ jobs:
         env:
           POSTGRES_USER: postgres
           POSTGRES_PASSWORD: postgres
-        # Set health checks to wait until postgres has started
+        # Set health checks to wait until postgres has started & increase SHM size
         options: >-
           --health-cmd pg_isready
           --health-interval 10s
           --health-timeout 5s
           --health-retries 5
+          --shm-size=2gb
         ports:
           # Maps tcp port 5432 on service container to the host
           - 5432:5432
@@ -222,21 +219,26 @@ jobs:
       - name: Install database packages
         run: ./.github/scripts/${{ matrix.os }}/setup_${{matrix.db}}.sh
 
+      - name: Set has-compiled-dependencies flag
+        id: compilation-flag
+        run: |
+          if [ -f ./.github/scripts/${{ matrix.os }}/compile_build.sh ]; then
+            echo "HAS_COMPILED_DEPENDENCIES=true" >> "$GITHUB_ENV"
+          else
+            echo "HAS_COMPILED_DEPENDENCIES=false" >> "$GITHUB_ENV"
+          fi
+
       - name: Restore compiled dependencies
-        if: needs.build.outputs.has-compiled-dependencies == 'true'
+        if: ${{ env.HAS_COMPILED_DEPENDENCIES == 'true' }}
         id: restore-compiled-dependencies
         uses: actions/cache/restore@v3
         with:
           path: ${{ env.INSTALL_PATH }}
-          key: ${{ matrix.os }}-compile-install-${{needs.build.outputs.compile-hash-key}}
-
-      - name: Post compilation configuration (runtime)
-        if: needs.build.outputs.has-compiled-dependencies == 'true'
-        run: |
-          if [ -f ./.github/scripts/${{ matrix.os }}/postcompile_runtime.sh ]; then
-           chmod +x ./.github/scripts/${{ matrix.os }}/postcompile_runtime.sh
-           ./.github/scripts/${{ matrix.os }}/postcompile_runtime.sh
-          fi
+          fail-on-cache-miss: true
+          key: ${{ matrix.os }}-compile-install-${{ needs.build.outputs.ubuntu-20-04-compile-hash-key }}
+          restore-keys: |
+            ${{ matrix.os }}-compile-install-${{ needs.build.outputs.ubuntu-20-04-compile-hash-key }}
+            ${{ matrix.os }}-compile-install-${{ needs.build.outputs.ubuntu-22-04-compile-hash-key }}
 
       - name: Download CodeCompass binaries
         uses: actions/download-artifact@v2

.github/workflows/docker.yml

@@ -19,7 +19,7 @@ permissions: read-all
 
 jobs:
   docker:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
 
     steps:
       - name: Checkout

.gitlab/build-deps.sh

@@ -10,7 +10,7 @@ mkdir -p $PACKAGES_DIR
 
 if [ ! -f $DEPS_INSTALL_BUILD_DIR/gcc-install/bin/g++ ]; then
   cd $PACKAGES_DIR
-  wget --no-verbose --no-clobber http://robotlab.itk.ppke.hu/gcc/releases/gcc-$GCC_VERSION/gcc-$GCC_VERSION.tar.xz
+  wget --no-verbose --no-clobber https://ftp.gnu.org/gnu/gcc/gcc-$GCC_VERSION/gcc-$GCC_VERSION.tar.xz
   tar -xf gcc-$GCC_VERSION.tar.xz
   cd gcc-$GCC_VERSION
   ./contrib/download_prerequisites