FUSETOOLS2-2201: Testing with productized versions of Camel

.github/workflows/productized.yaml

@@ -0,0 +1,144 @@
+name: Productized CI
+
+on:
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
+  cancel-in-progress: true
+
+jobs:
+  main:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-13, windows-latest ]
+        version: [ max ] # [ "x.x.x" | latest | max ]
+        type: [ stable ] # [ stable | insider ]
+        camelversion: [ "4.0.0",  "4.0.0.redhat-00031"]
+
+    env:
+      CODE_VERSION: ${{ matrix.version }}
+      CODE_TYPE: ${{ matrix.type }}
+      TEST_RESOURCES: test-resources
+      CAMEL_VERSION: ${{ matrix.camelversion }}
+
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
+        with:
+          java-version: 17
+          distribution: "temurin"
+
+      - name: Test java
+        run: java --version
+
+      - name: Install JBang (ubuntu, macOS)
+        if: matrix.os == 'ubuntu-latest' || matrix.os == 'macos-13'
+        run: |
+          curl -Ls https://sh.jbang.dev | bash -s - app setup
+          echo "$HOME/.jbang/bin" >> $GITHUB_PATH
+
+      - name: Install JBang (windows)
+        if: matrix.os == 'windows-latest'
+        run: choco install jbang
+
+      - name: Setup JBang (trusted sources)
+        run: jbang trust add https://github.com/apache/
+
+      - name: Setup Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: 18.15.x
+          cache: npm
+
+      - name: Setup vsce
+        run: |
+          npm install -g typescript @vscode/vsce
+          vsce --version
+
+      - name: npm-ci
+        run: npm ci
+
+      - name: npm-vscode:prepublish
+        run: npm run vscode:prepublish
+
+      - name: ui test (ubuntu)
+        id: uiTest_Ubuntu
+        if: matrix.os == 'ubuntu-latest'
+        run: xvfb-run --auto-servernum npm run ui-test
+
+      - name: ui test (macos, windows)
+        id: uiTest_MacOS_Windows
+        if: matrix.os != 'ubuntu-latest'
+        run: npm run ui-test
+
+      - name: vsce-package
+        run: vsce package
+
+      - name: Store Camel Language Server log
+        uses: actions/upload-artifact@v3
+        if: failure() && matrix.os != 'windows-latest'
+        with:
+          name: ${{ matrix.os }}-${{ matrix.version }}-camel-lsp-log
+          path: |
+            /tmp/log-camel-lsp.log
+            /tmp/log-camel*.log.gz
+      - name: Store VS Code Logs
+        uses: actions/upload-artifact@v3
+        if: failure()
+        with:
+          name: ${{ matrix.os }}-${{ matrix.version }}-test-logs
+          path: .vscode-test/logs/*
+
+      - name: Store UI test log
+        uses: actions/upload-artifact@v3
+        if: |
+          (failure() || cancelled()) &&
+          (steps.uiTest_Ubuntu.outcome == 'failure' ||
+          steps.uiTest_MacOS_Windows.outcome == 'failure' ||
+          steps.uiTest_Ubuntu.outcome == 'cancelled' ||
+          steps.uiTest_MacOS_Windows.outcome == 'cancelled')
+        with:
+          name: ${{ matrix.os }}-${{ matrix.version }}-ui-test-logs
+          path: test-resources/settings/logs/*
+
+      - name: Store UI Test Screenshots
+        uses: actions/upload-artifact@v3
+        if: |
+          (failure() || cancelled()) &&
+          (steps.uiTest_Ubuntu.outcome == 'failure' ||
+          steps.uiTest_MacOS_Windows.outcome == 'failure' ||
+          steps.uiTest_Ubuntu.outcome == 'cancelled' ||
+          steps.uiTest_MacOS_Windows.outcome == 'cancelled')
+        with:
+          name: ${{ matrix.os }}-${{ matrix.version }}-ui-test-screenshots
+          path: test-resources/screenshots/*.png
+
+  check:
+    if: always()
+    runs-on: ubuntu-latest
+    name: Status Check
+    needs: [ main ]
+    steps:
+      - name: Test Matrix Result
+        run: |
+          echo result = ${{ needs.main.result }}
+      - name: Status Check - success
+        if: ${{ needs.main.result == 'success' }}
+        run: |
+          echo "All tests successfully completed!"
+          exit 0
+      - name: Status Check - failure
+        if: ${{ needs.main.result != 'success' }}
+        run: |
+          echo "Status Check failed!"
+          exit 1

src/ui-test/tests/00_set.camel.version.test.ts

@@ -0,0 +1,74 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License", destination); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import {
+	CATALOG_VERSION_ID,
+	CATALOG_VERSION_UI,
+	RESOURCES,
+	closeEditor,
+	readUserSetting,
+	waitUntilExtensionIsActivated
+} from '../utils/testUtils';
+import {
+	ActivityBar,
+	before,
+	VSBrowser,
+	WebDriver,
+    TextSetting,
+    Workbench
+} from 'vscode-uitests-tooling';
+import * as pjson from '../../../package.json';
+import { assert } from 'chai';
+
+describe('set camel version', function () {
+	this.timeout(150000);
+
+    let driver: WebDriver;
+
+    before(async function () {
+		this.timeout(40000);
+		driver = VSBrowser.instance.driver;
+		await VSBrowser.instance.openResources(RESOURCES);
+		await VSBrowser.instance.waitForWorkbench();
+
+		await waitUntilExtensionIsActivated(driver, `${pjson.displayName}`);
+		await (await new ActivityBar().getViewControl('Explorer')).openView();
+	});
+
+	const testDescription = process.env.CAMEL_VERSION 
+    ? `set camel version ${process.env.CAMEL_VERSION} and check` 
+    : 'use default version';
+
+	it(testDescription, async function () {
+
+		if(process.env.CAMEL_VERSION == null || process.env.CAMEL_VERSION.length == 0){ // no env variable set or is empty
+			this.skip();
+		} 
+
+		// set version in ui
+		const settings = await new Workbench().openSettings();
+		const textSetting = await settings.findSetting(CATALOG_VERSION_UI, 'Camel') as TextSetting;
+		await textSetting.setValue(process.env.CAMEL_VERSION);
+		await closeEditor('Settings', true);
+
+		// wait until change is available in settings file
+		await driver.wait(async function () { 
+			return readUserSetting(CATALOG_VERSION_ID) === (process.env.CAMEL_VERSION);
+		}, 15000, `Camel Version not set in time limit.`, 1500);
+
+		assert.equal(readUserSetting(CATALOG_VERSION_ID), process.env.CAMEL_VERSION)
+    });
+});

src/ui-test/tests/camel.settings.test.ts

@@ -29,6 +29,7 @@ import {
 	initXMLFileWithJBang,
 	JBANG_VERSION_ID,
 	killTerminal,
+	readUserSetting,
 	resetUserSettings,
 	RESOURCES,
 	setAdditionalComponents,
@@ -121,7 +122,15 @@ describe('User preferences', function () {
 
 		after(async function () {
 			await new EditorView().closeAllEditors();
-			resetUserSettings(CATALOG_VERSION_ID);
+			if(process.env.CAMEL_VERSION != null){
+				await setCamelCatalogVersion(process.env.CAMEL_VERSION);
+				await driver.wait(async function () { 
+					return readUserSetting(CATALOG_VERSION_ID) === (process.env.CAMEL_VERSION);
+				}, 15000, `Camel Version not set in time limit.`, 1500);
+
+			} else {
+				resetUserSettings(CATALOG_VERSION_ID);
+			}
 		});
 
 		afterEach(async function () {
@@ -136,7 +145,7 @@ describe('User preferences', function () {
 			// add component
 			const editor = new TextEditor();
 			await editor.isDisplayed();
-			await editor.typeTextAt(3, XML_URI_POSITION, 'file-watch');
+			await editor.typeTextAt(3, XML_URI_POSITION, 'knative');
 
 			// open ca
 			contentAssist = await editor.toggleContentAssist(true) as ContentAssist;
@@ -145,7 +154,7 @@ describe('User preferences', function () {
 			assert.equal(items.length, 1);
 
 			// check if content is expected
-			const expectedContentAssist = 'file-watch:path';
+			const expectedContentAssist = 'knative:type/typeId';
 			const timer = await contentAssist.getItem(expectedContentAssist);
 			assert.equal(await getTextExt(timer), expectedContentAssist);
 		});
@@ -160,7 +169,7 @@ describe('User preferences', function () {
 			// add component
 			const editor = new TextEditor();
 			await editor.isDisplayed();
-			await editor.typeTextAt(3, XML_URI_POSITION, 'file-watch');
+			await editor.typeTextAt(3, XML_URI_POSITION, 'knative');
 
 			// open ca
 			contentAssist = await editor.toggleContentAssist(true) as ContentAssist;

src/ui-test/tests/modelines.test.ts

@@ -132,8 +132,8 @@ describe('Camel-K modelines support', function () {
 		editor = await activateEditor(driver, TESTFILE);
 		await selectFromCA('dependency');
 		await editor.typeText('=');
-		await selectFromCA('camel-activemq');
-		assert.equal((await editor.getTextAtLine(1)).trim(), '// camel-k: dependency=camel-activemq');
+		await selectFromCA('camel-amqp');
+		assert.equal((await editor.getTextAtLine(1)).trim(), '// camel-k: dependency=camel-amqp');
 	});
 
 	it('mvn dependency', async function () {

src/ui-test/tests/properties.test.ts

@@ -74,25 +74,22 @@ describe('Camel properties auto-completion support', function () {
 		editor = await activateEditor(driver, TEST_FILE);
 		await editor.typeText('camel.');
 		await selectFromCA('component');
-		await selectFromCA('activemq');
-		assert.equal((await editor.getTextAtLine(1)).trim(), 'camel.component.activemq');
+		await selectFromCA('amqp');
+		assert.equal((await editor.getTextAtLine(1)).trim(), 'camel.component.amqp');
 	});
 
 	it('the default values are automatically added when auto-completing Camel component properties', async function () {
 		editor = await activateEditor(driver, TEST_FILE);
-		await editor.typeText('camel.component.activemq.');
+		await editor.typeText('camel.component.amqp.');
 		await selectFromCA('acceptMessagesWhileStopping');
-		assert.equal((await editor.getTextAtLine(1)).trim(), 'camel.component.activemq.acceptMessagesWhileStopping=false'); // defualt value 'false' is added
+		assert.equal((await editor.getTextAtLine(1)).trim(), 'camel.component.amqp.acceptMessagesWhileStopping=false'); // defualt value 'false' is added
 	});
 
 	it('provide filtered completion when in middle of a component id, component property or value', async function () {
 		editor = await activateEditor(driver, TEST_FILE);
 		await editor.typeText('camel.component.n');
-
 		contentAssist = await editor.toggleContentAssist(true) as ContentAssist;
-		await ca.waitUntilContentAssistContains('nats'); // wait until one of expected filtered options is available
-		const size = (await contentAssist.getItems()).length; // get count of fitlered options
-		assert.equal(Number(size), 4);
+		assert.isTrue(await testFilteredCompletion('nats', 'amqp'));
 	});
 
 	it('support insert-and-replace completion', async function () {
@@ -132,4 +129,21 @@ describe('Camel properties auto-completion support', function () {
 		assert.equal(await getTextExt(item), expectedItem);
 		await item.click();
 	}
+
+	/**
+	 * Test for filtration of values in content assist.
+	 * 
+	 * @param availableItem Item which must be available in CA.
+	 * @param notAvailableItem Item which should NOT be available in CA.
+	 * @returns true/false
+	 */
+	async function testFilteredCompletion(availableItem: string, notAvailableItem: string): Promise<boolean> {
+		try {
+			contentAssist = await ca.waitUntilContentAssistContains(availableItem);
+			await contentAssist.getItem(notAvailableItem);
+			return false;
+		} catch (error) {
+			return true;
+		}
+	}
 });

src/ui-test/tests/xx_check.camel.version.test.ts

@@ -0,0 +1,31 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License", destination); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { assert } from "chai";
+import { CATALOG_VERSION_ID, readUserSetting } from "../utils/testUtils";
+
+describe('check camel version at end', function () {
+	this.timeout(15000);
+
+	it('actual version at end ', async function () {
+
+        if(process.env.CAMEL_VERSION == null || process.env.CAMEL_VERSION.length == 0){
+			this.skip();
+		} 
+
+        assert.equal(readUserSetting(CATALOG_VERSION_ID), process.env.CAMEL_VERSION)
+    });
+});

src/ui-test/utils/testUtils.ts

@@ -182,6 +182,25 @@ export function resetUserSettings(id: string): void {
 	fs.writeFileSync(settingsPath, reset, 'utf-8');
 }
 
+/**
+ * Read user settings value directly from settings.json
+ *
+ * @param id ID of setting to read.
+ */
+export function readUserSetting(id: string): string | null {
+	const settingsPath = path.resolve(storageFolder, 'settings', 'User', 'settings.json');
+	const settingsContent = fs.readFileSync(settingsPath, 'utf-8');
+
+	const regex = new RegExp(`"${id}":\\s*"(.*?)"`, 'i');
+	const match = settingsContent.match(regex);
+
+	if (match == null) {
+		return null;
+	} else {
+		return match[1];
+	}
+}
+
 /**
  * Delete file from folder.
  *