test: add test coverage for ibmcloud be

.github/workflows/tests_ibmcloud.yml

@@ -0,0 +1,37 @@
+name: CI Tests for IBM Cloud backend
+
+# cancel any prior runs for this workflow and this PR (or branch)
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  ci:
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      matrix:
+        SCRIPT:
+          - ./tests/bin/ci.sh -i 'test7f.*'
+          - ./tests/bin/go.sh
+        os: [ubuntu-latest]
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Check Docker
+      run: docker version && podman version
+
+    - name: Run Test with args ${{ matrix.ARGS }}
+      env:
+        TERM: xterm-256color
+        IC_API_KEY: ${{ secrets.IC_API_KEY }}
+        RESOURCE_GROUP_ID: ${{ secrets.RESOURCE_GROUP_ID }}
+        SSH_KEY_PUB: ${{ secrets.SSH_KEY_PUB }}
+      run: bash -c "${{matrix.SCRIPT}} ${{matrix.ARGS }}"

cmd/subcommands/component.go

@@ -17,4 +17,5 @@ func init() {
 	cmd.AddCommand(component.Minio())
 	cmd.AddCommand(component.Worker())
 	cmd.AddCommand(component.WorkStealer())
+	cmd.AddCommand(component.RunLocally())
 }

cmd/subcommands/component/run-locally.go

@@ -0,0 +1,42 @@
+package component
+
+import (
+	"context"
+
+	"github.com/spf13/cobra"
+	"lunchpail.io/cmd/options"
+	"lunchpail.io/pkg/build"
+	"lunchpail.io/pkg/runtime"
+)
+
+type RunLocallyOptions struct {
+	Component string
+	LLIR      string
+	build.LogOptions
+}
+
+func AddRunLocallyOptions(cmd *cobra.Command) *RunLocallyOptions {
+	options := RunLocallyOptions{}
+	cmd.Flags().StringVarP(&options.Component, "component", "", "", "")
+	cmd.Flags().StringVar(&options.LLIR, "llir", "", "")
+	cmd.MarkFlagRequired("component")
+	cmd.MarkFlagRequired("llir")
+	return &options
+}
+
+func RunLocally() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "run-locally",
+		Short: "Commands for running a component locally",
+		Long:  "Commands for running a component locally",
+	}
+
+	runOpts := AddRunLocallyOptions(cmd)
+	options.AddLogOptions(cmd)
+
+	cmd.RunE = func(cmd *cobra.Command, args []string) error {
+		return runtime.RunLocally(context.Background(), runOpts.Component, runOpts.LLIR, runOpts.LogOptions)
+	}
+
+	return cmd
+}

cmd/subcommands/queue/drain.go

@@ -43,7 +43,7 @@ func Drain() *cobra.Command {
 			return err
 		}
 
-		return queue.Drain(ctx, backend, run.ForStep(step), *opts.Log)
+		return queue.Drain(ctx, backend, run.ForStep(step), opts.Queue, *opts.Log)
 	}
 
 	return cmd

cmd/subcommands/queue/ls.go

@@ -60,7 +60,7 @@ func Ls() *cobra.Command {
 			return err
 		}
 
-		files, errors, err := queue.Ls(ctx, backend, runContext.ForStep(step), path, *opts.Log)
+		files, errors, err := queue.Ls(ctx, backend, runContext.ForStep(step), path, opts.Queue, *opts.Log)
 		if err != nil {
 			return err
 		}

cmd/subcommands/queue/upload.go

@@ -47,7 +47,7 @@ func Upload() *cobra.Command {
 			run = rrun.Name
 		}
 
-		return queue.UploadFiles(ctx, backend, q.RunContext{RunName: run}, []upload.Upload{upload.Upload{LocalPath: args[0], Bucket: args[1]}}, *opts.Log)
+		return queue.UploadFiles(ctx, backend, q.RunContext{RunName: run}, []upload.Upload{upload.Upload{LocalPath: args[0], Bucket: args[1]}}, opts.Queue, *opts.Log)
 	}
 
 	return cmd

pkg/be/backend.go

@@ -34,7 +34,7 @@ type Backend interface {
 	InstanceCount(ctx context.Context, c lunchpail.Component, run queue.RunContext) (int, error)
 
 	// Queue properties for a given run, plus ensure access to the endpoint from this client
-	AccessQueue(ctx context.Context, run queue.RunContext, opts build.LogOptions) (endpoint, accessKeyID, secretAccessKey, bucket string, stop func(), err error)
+	AccessQueue(ctx context.Context, run queue.RunContext, rclone string, opts build.LogOptions) (endpoint, accessKeyID, secretAccessKey, bucket string, stop func(), err error)
 
 	// Return a streamer
 	Streamer(ctx context.Context, run queue.RunContext) streamer.Streamer

pkg/be/ibmcloud/api.go

@@ -7,5 +7,5 @@ type Backend struct {
 	config       ibmConfig
 	vpcService   *vpcv1.VpcV1
 	sshKeyType   string
-	sshPublicKey string
+	sshPublicKey []string
 }

pkg/be/ibmcloud/authenticate.go

@@ -32,7 +32,7 @@ func Authenticator(apiKey string, config ibmConfig) (*vpcv1.VpcV1, error) {
 		Authenticator: auth,
 	})
 	if err != nil {
-		return nil, errors.New("Error creating VPC Service with apikey" + apiKey)
+		return nil, errors.New("Error creating VPC Service with apikey " + apiKey)
 	}
 	fmt.Printf("Accessing the VPC service via %s\n", method)