Skip to content

Merge pull request #3380 from Smile-SA/fix-boostAutocomplete #1915

Merge pull request #3380 from Smile-SA/fix-boostAutocomplete

Merge pull request #3380 from Smile-SA/fix-boostAutocomplete #1915

name: Integration
on:
push:
branches:
- 2.10.x
pull_request_target:
branches:
- 2.10.x
types: [labeled,synchronize]
jobs:
build:
if: (github.event_name != 'pull_request') || contains(github.event.pull_request.labels.*.name, 'safe to test')
runs-on: ubuntu-20.04
name: 'Integration'
services:
mysql:
image: docker://mysql:5.7
env:
MYSQL_ROOT_PASSWORD: magento2
MYSQL_DATABASE: magento2
ports:
- 3306:3306
options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
elasticsearch:
image: docker://magento/magento-cloud-docker-elasticsearch:7.9-1.3.0
ports:
- 9200:9200
options: -e="discovery.type=single-node" --health-cmd="curl http://localhost:9200/_cluster/health" --health-interval=10s --health-timeout=5s --health-retries=10
strategy:
fail-fast: false
matrix:
include:
- php-versions: '7.4'
magento-versions: '2.4.3-p3'
magento-editions: 'community'
experimental: false
- php-versions: '7.4'
magento-versions: '2.4.3-p3'
magento-editions: 'enterprise'
experimental: false
- php-versions: '8.1'
magento-versions: '2.4.4-p9'
magento-editions: 'community'
experimental: true
- php-versions: '8.1'
magento-versions: '2.4.4-p9'
magento-editions: 'enterprise'
experimental: true
- php-versions: '8.1'
magento-versions: '2.4.5-p8'
magento-editions: 'community'
experimental: false
- php-versions: '8.1'
magento-versions: '2.4.5-p8'
magento-editions: 'enterprise'
experimental: false
continue-on-error: ${{ matrix.experimental }}
env:
magento-directory: /var/www/magento
MAGENTO_USERNAME: ${{ secrets.MAGENTO_USERNAME }}
MAGENTO_PASSWORD: ${{ secrets.MAGENTO_PASSWORD }}
steps:
- name: "[Init] Checkout"
uses: actions/checkout@v3
with:
ref: ${{ github.event.pull_request.head.sha }}
persist-credentials: false
- name: "[Init] Setup PHP"
uses: shivammathur/setup-php@v2
with:
php-version: ${{ matrix.php-versions }}
extensions: hash, iconv, mbstring, intl, bcmath, ctype, gd, pdo, mysql, curl, zip, dom, sockets, soap, openssl, simplexml, xsl
ini-values: post_max_size=256M, max_execution_time=180
- name: "[Init] Add php-fpm"
env:
version: ${{ matrix.php-versions }}
run: |
sudo apt-get install -y php$version-fpm
sudo service php$version-fpm start
sudo cp /usr/sbin/php-fpm$version /usr/bin/php-fpm
sudo service php$version-fpm start
sudo service php$version-fpm status
- name: "[Init] Setup Apache with PHP-FPM"
env:
MAGENTO_ROOT: ${{ env.magento-directory }}
version: ${{ matrix.php-versions }}
run: |
sudo apt-get -qq update
sudo apt-get -qq install apache2
sudo a2enmod rewrite actions alias proxy proxy_fcgi
sudo usermod -a -G www-data $USER
sudo cp -f Resources/tests/apache/apache.conf /etc/apache2/sites-available/000-default.conf
sudo mkdir -p $MAGENTO_ROOT
sudo chown -R $USER:www-data $MAGENTO_ROOT
sudo sed -e "s?%MAGENTO_ROOT%?$(readlink -f $MAGENTO_ROOT)?g" --in-place /etc/apache2/sites-available/000-default.conf
sudo sed -e "s?%PHP_VERSION%?$version?g" --in-place /etc/apache2/sites-available/000-default.conf
sudo apachectl configtest
sudo systemctl restart apache2
sudo service apache2 status
- name: "[Init] Prepare GraphQL test suite"
run: |
sudo chown $USER -R /usr/local/lib/node_modules
npm install -g graphqurl
- name: "[Init] Downgrade Composer"
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -lt $(version "2.4.2") ]; then
composer self-update --1
else
composer self-update 2.1.14
fi
- name: "[Init] Optimize Composer"
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -lt $(version "2.4.2") ]; then
composer global require hirak/prestissimo:0.3.10
fi
- name: "[Init] Determine composer cache directory"
id: composer-cache-directory
run: "echo \"directory=$(composer config cache-dir)\" >> $GITHUB_OUTPUT"
- name: "[Init] Cache Composer cache"
id: composer-cache
uses: actions/cache@v3
with:
path: ${{ steps.composer-cache-directory.outputs.directory }}
key: composer-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
restore-keys: |
composer-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
- name: "[Init] Cache Sample data repo"
id: sampledata-cache
uses: actions/cache@v3
with:
path: ${{github.workspace}}/data
key: sampledata-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
restore-keys: |
sampledata-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
sampledata-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-
sampledata-${{ matrix.php-versions }}-
sampledata-
- name: "[Init] Prepare Sample Data local clones"
if: steps.sampledata-cache.outputs.cache-hit != 'true'
working-directory: ${{ env.magento-directory }}
run: |
composer config --global github-protocols https
git config --global url."https://github.com/PMET-public".insteadOf "[email protected]:PMET-public"
if [ ! -d "$GITHUB_WORKSPACE/data/PMET-public" ]; then
rm -rf "$GITHUB_WORKSPACE/data/PMET-public"
git clone https://github.com/PMET-public/module-catalog-sample-data-venia.git "$GITHUB_WORKSPACE/data/PMET-public/module-catalog-sample-data-venia"
git clone https://github.com/PMET-public/module-configurable-sample-data-venia.git "$GITHUB_WORKSPACE/data/PMET-public/module-configurable-sample-data-venia"
git clone https://github.com/PMET-public/sample-data-media-venia.git "$GITHUB_WORKSPACE/data/PMET-public/sample-data-media-venia"
fi
- name: "[Init] Prepare Sample Data local repos"
working-directory: ${{ env.magento-directory }}
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -lt $(version "2.4.2") ]; then
composer config --global --no-interaction --ansi repositories.module-catalog-sample-data-venia git "$GITHUB_WORKSPACE/data/PMET-public/module-catalog-sample-data-venia"
composer config --global --no-interaction --ansi repositories.module-configurable-sample-data-venia git "$GITHUB_WORKSPACE/data/PMET-public/module-configurable-sample-data-venia"
composer config --global --no-interaction --ansi repositories.sample-data-media-venia git "$GITHUB_WORKSPACE/data/PMET-public/sample-data-media-venia"
fi
composer config --global repositories
- name: "[Init] Cache Magento install"
id: magento-cache
uses: actions/cache@v3
with:
path: ${{ env.magento-directory }}
key: magento-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
restore-keys: |
magento-${{ matrix.php-versions }}-${{ matrix.magento-editions }}-${{ matrix.magento-versions }}
- name: "[Init] Prepare credentials"
if: ${{env.MAGENTO_USERNAME}} != 0
run: composer config -g http-basic.repo.magento.com "$MAGENTO_USERNAME" "$MAGENTO_PASSWORD"
- name: "[Init] Prepare Magento install if needed"
if: steps.magento-cache.outputs.cache-hit == 'true'
working-directory: ${{ env.magento-directory }}
run: |
rm -rf app/etc/env.php app/etc/config.php
composer config discard-changes true
composer remove magento/module-catalog-sample-data-venia --no-update --no-interaction
composer remove magento/module-configurable-sample-data-venia --no-update --no-interaction
composer remove magento/sample-data-media-venia --no-update --no-interaction
composer remove smile/elasticsuite --no-update --no-interaction
composer update --no-interaction --ignore-platform-reqs magento/module-catalog-sample-data-venia magento/module-configurable-sample-data-venia magento/sample-data-media-venia smile/elasticsuite
composer config discard-changes false
- name: "[Init] Install proper version of Magento through Composer"
if: steps.magento-cache.outputs.cache-hit != 'true'
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
MAGENTO_EDITION: ${{ matrix.magento-editions }}
MAGENTO_ROOT: ${{ env.magento-directory }}
EXPERIMENTAL: ${{ matrix.experimental }}
run: |
STABILITY="--stability=stable"
if [ $EXPERIMENTAL = true ]; then
STABILITY=""
fi
sudo rm -rf $MAGENTO_ROOT
sudo mkdir -p $MAGENTO_ROOT
sudo chown -R $USER:www-data $MAGENTO_ROOT
composer create-project --repository-url=https://repo.magento.com magento/project-$MAGENTO_EDITION-edition=$MAGENTO_VERSION $STABILITY $MAGENTO_ROOT --quiet
- name: "[Init] Fix symfony/console and symfony string version"
working-directory: ${{ env.magento-directory }}
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -lt $(version "2.4.4") ]; then
composer require symfony/console:4.4.26 --ignore-platform-reqs
composer require symfony/string:5.4.2 --ignore-platform-reqs
fi
- name: "[Init] Add current build of Elasticsuite"
working-directory: ${{ env.magento-directory }}
run: |
composer require --dev "smile/elasticsuite:${GITHUB_BASE_REF:-${GITHUB_REF##*/}}-dev" --ignore-platform-reqs
rm -rf vendor/smile/elasticsuite/**
cp -Rf $GITHUB_WORKSPACE/* vendor/smile/elasticsuite/
- name: "[Init] Fix Magento directory permissions"
env:
MAGENTO_ROOT: ${{ env.magento-directory }}
working-directory: ${{ env.magento-directory }}
run: |
sudo chmod -R a=r,u+w,a+X .
sudo find var pub/static pub/media app/etc generated/ -type f -exec chmod g+w {} \;
sudo find var pub/static pub/media app/etc generated/ -type d -exec chmod g+ws {} \;
sudo chown -R runner:www-data .
sudo chmod u+x bin/magento
- name: "[Test] Install Magento"
working-directory: ${{ env.magento-directory }}
run: php bin/magento setup:install --db-host="0.0.0.0" --db-password="magento2" --admin-user="admin" --admin-password="smile1234" --admin-email="[email protected]" --admin-firstname="Admin" --admin-lastname="Smile" --db-name="magento2" --elasticsearch-host="localhost" --elasticsearch-port="9200" -q
- name: "[Test] Setup Upgrade"
working-directory: ${{ env.magento-directory }}
run: php bin/magento setup:upgrade -q
- name: "[Test] Reindex"
working-directory: ${{ env.magento-directory }}
run: php bin/magento index:reindex
- name: "[Test] Cache Flush"
working-directory: ${{ env.magento-directory }}
run: php bin/magento cache:flush
- name: "[Test] Compile"
working-directory: ${{ env.magento-directory }}
run: php bin/magento setup:di:compile
- name: "[Test] Data : Require for Magento <2.4.2"
working-directory: ${{ env.magento-directory }}
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -lt $(version "2.4.2") ]; then
composer config discard-changes true
composer require magento/module-catalog-sample-data-venia:dev-master@dev --no-update --no-interaction --ignore-platform-reqs
composer require magento/module-configurable-sample-data-venia:dev-master@dev --no-update --no-interaction --ignore-platform-reqs
composer require magento/sample-data-media-venia:dev-master@dev --no-update --no-interaction --ignore-platform-reqs
composer update --no-interaction --ignore-platform-reqs magento/module-catalog-sample-data-venia magento/module-configurable-sample-data-venia magento/sample-data-media-venia
fi
- name: "[Test] Data : Require for Magento >=2.4.2"
working-directory: ${{ env.magento-directory }}
env:
MAGENTO_VERSION: ${{ matrix.magento-versions }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -ge $(version "2.4.2") ]; then
composer config discard-changes true
composer require magento/module-catalog-sample-data-venia --no-update --no-interaction --ignore-platform-reqs
composer require magento/module-configurable-sample-data-venia --no-update --no-interaction --ignore-platform-reqs
composer require magento/sample-data-media-venia --no-update --no-interaction --ignore-platform-reqs
composer update --no-interaction --ignore-platform-reqs magento/module-catalog-sample-data-venia magento/module-configurable-sample-data-venia magento/sample-data-media-venia
fi
- name: "[Init] Data : Prepare for Magento >= 2.4.4"
working-directory: ${{ env.magento-directory }}
run: |
function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }
if [ $(version $MAGENTO_VERSION) -ge $(version "2.4.2") ]; then
sed -i '/^<\/config>/i <preference for="Magento\\Framework\\Filesystem\\DriverInterface" type="Magento\\Framework\\Filesystem\\Driver\\File" />' app/etc/di.xml
fi
- name: "[Init] Data : Remove Downloadable / Virtual products"
working-directory: ${{ env.magento-directory }}
run: |
rm -rf vendor/magento/module-catalog-sample-data-venia/Setup/Patch/Data/InstallDownloadableProducts.php
- name: "[Test] Data : Install"
working-directory: ${{ env.magento-directory }}
run: php bin/magento setup:upgrade --keep-generated
- name: "[Test] Cache Clean before re-indexing"
working-directory: ${{ env.magento-directory }}
run: php bin/magento cache:clean
- name: "[Test] Data : Index"
working-directory: ${{ env.magento-directory }}
run: php bin/magento index:reindex
- name: "[Test] Web : Homepage"
run: |
echo "==> Testing homepage..."
curl_status=`curl --silent --connect-timeout 8 --output /dev/null -LI http://localhost/ -LI -w "%{http_code}\n"`
echo ${curl_status}
if [[ ${curl_status} -ge 400 ]];
then
exit 2;
fi;
- name: "[Test] Web : Catalogsearch"
run: |
echo "==> Testing catalogsearch..."
curl_status=`curl --silent --connect-timeout 8 --output /dev/null -LI http://localhost/catalogsearch/result/?q=top -LI -w "%{http_code}\n"`
echo ${curl_status}
if [[ ${curl_status} -ge 400 ]];
then
exit 2;
fi;
- name: "[Test] Web : Autocomplete"
run: |
echo "==> Testing Autocomplete..."
curl_status=`curl --silent --connect-timeout 8 --output /dev/null -LI http://localhost/search/ajax/suggest/?q=top -LI -w "%{http_code}\n"`
echo ${curl_status}
if [[ ${curl_status} -ge 400 ]];
then
exit 2;
fi;
- name: "[Test] Rest : Schema"
run: |
echo "==> Testing Rest Schema..."
curl -i -X GET http://localhost/rest/all/schema?services=all
- name: "[Test] GraphQl : Schema"
run: |
echo "==> Testing GraphQL Schema..."
curl -i -X POST http://localhost/graphql -H "Content-Type: application/json" -d @$GITHUB_WORKSPACE/Resources/tests/graphql/introspection_query.json
- name: "[Test] GraphQl : Search"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/query.gql"
- name: "[Test] GraphQl : Search (filtered)"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/filter/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/filter/query.gql"
- name: "[Test] GraphQl : Category"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/category/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/category/query.gql"
- name: "[Test] GraphQl : Category (filtered)"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/category/filter/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/category/filter/query.gql"
- name: "[Test] GraphQl : Product Detail"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/search/query.gql"
- name: "[Test] GraphQl : View More (Category)"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/viewmore/category/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/viewmore/category/query.gql"
- name: "[Test] GraphQl : View More (Search)"
run: |
echo "==> Testing Search"
gq \
http://localhost/graphql \
-l \
-H "Content-Type: application/json" \
--variablesFile="$GITHUB_WORKSPACE/Resources/tests/graphql/viewmore/search/variables.json" \
--queryFile="$GITHUB_WORKSPACE/Resources/tests/graphql/viewmore/search/query.gql"
- name: "[End] Job failed, gathering logs"
env:
MAGENTO_ROOT: ${{ env.magento-directory }}
if: ${{ failure() }}
run: |
tail -n 100 /var/log/apache2/apache-error.log
tail -n 100 $MAGENTO_ROOT/var/log/*.log