-
Notifications
You must be signed in to change notification settings - Fork 1.1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add E2E tests for RabbitMQ with Azure Workload Identity auth & fix ra…
…bbitmq generic tests Signed-off-by: Jakub Adamus <[email protected]>
- Loading branch information
Jakub Adamus
authored and
Jakub Adamus
committed
Jun 17, 2023
1 parent
3e028af
commit c9c6f1b
Showing
9 changed files
with
421 additions
and
28 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
172 changes: 172 additions & 0 deletions
172
tests/scalers/rabbitmq/rabbitmq_queue_http_aad_wi/rabbitmq_queue_http_aad_wi_test.go
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,172 @@ | ||
| //go:build e2e | ||
| // +build e2e | ||
|
|
||
| package rabbitmq_queue_http_add_wi_test | ||
|
|
||
| import ( | ||
| "encoding/base64" | ||
| "fmt" | ||
| "os" | ||
| "testing" | ||
|
|
||
| "github.com/joho/godotenv" | ||
| "github.com/stretchr/testify/assert" | ||
| "github.com/stretchr/testify/require" | ||
| "k8s.io/client-go/kubernetes" | ||
|
|
||
| . "github.com/kedacore/keda/v2/tests/helper" | ||
| . "github.com/kedacore/keda/v2/tests/scalers/rabbitmq" | ||
| ) | ||
|
|
||
| // Load environment variables from .env file | ||
| var _ = godotenv.Load("../../../.env") | ||
|
|
||
| const ( | ||
| testName = "rmq-queue-http-test-aad-wi" | ||
| ) | ||
|
|
||
| var ( | ||
| testNamespace = fmt.Sprintf("%s-ns", testName) | ||
| rmqNamespace = fmt.Sprintf("%s-rmq", testName) | ||
| deploymentName = fmt.Sprintf("%s-deployment", testName) | ||
| secretName = fmt.Sprintf("%s-secret", testName) | ||
| triggerAuthName = fmt.Sprintf("%s-ta", testName) | ||
| triggerSecretName = fmt.Sprintf("%s-ta-secret", testName) | ||
| scaledObjectName = fmt.Sprintf("%s-so", testName) | ||
| queueName = "hello" | ||
| user = fmt.Sprintf("%s-user", testName) | ||
| password = fmt.Sprintf("%s-password", testName) | ||
| vhost = "/" | ||
| connectionString = fmt.Sprintf("amqp://%s:%s@rabbitmq.%s.svc.cluster.local/", user, password, rmqNamespace) | ||
| httpConnectionString = fmt.Sprintf("http://%s:%s@rabbitmq.%s.svc.cluster.local/", user, password, rmqNamespace) | ||
| httpNoAuthConnectionString = fmt.Sprintf("http://rabbitmq.%s.svc.cluster.local/", rmqNamespace) | ||
| rabbitAppClientID = os.Getenv("TF_AZURE_RABBIT_API_APPLICATION_ID") | ||
| azureADTenantID = os.Getenv("TF_AZURE_SP_TENANT") | ||
| messageCount = 100 | ||
| ) | ||
|
|
||
| const ( | ||
| secretTemplate = ` | ||
| apiVersion: v1 | ||
| kind: Secret | ||
| metadata: | ||
| name: {{.TriggerSecretName}} | ||
| namespace: {{.TestNamespace}} | ||
| type: Opaque | ||
| data: | ||
| workloadIdentityResource: {{.Base64RabbitAppClientID}} | ||
| ` | ||
|
|
||
| triggerAuthTemplate = ` | ||
| apiVersion: keda.sh/v1alpha1 | ||
| kind: TriggerAuthentication | ||
| metadata: | ||
| name: {{.TriggerAuthName}} | ||
| namespace: {{.TestNamespace}} | ||
| spec: | ||
| podIdentity: | ||
| provider: azure-workload | ||
| secretTargetRef: | ||
| - parameter: workloadIdentityResource | ||
| name: {{.TriggerSecretName}} | ||
| key: workloadIdentityResource | ||
| ` | ||
| scaledObjectTemplate = ` | ||
| apiVersion: keda.sh/v1alpha1 | ||
| kind: ScaledObject | ||
| metadata: | ||
| name: {{.ScaledObjectName}} | ||
| namespace: {{.TestNamespace}} | ||
| spec: | ||
| scaleTargetRef: | ||
| name: {{.DeploymentName}} | ||
| pollingInterval: 5 | ||
| cooldownPeriod: 10 | ||
| minReplicaCount: 0 | ||
| maxReplicaCount: 4 | ||
| triggers: | ||
| - type: rabbitmq | ||
| metadata: | ||
| queueName: {{.QueueName}} | ||
| vhostName: {{.VHost}} | ||
| host: {{.ConnectionNoAuth}} | ||
| protocol: http | ||
| mode: QueueLength | ||
| value: '10' | ||
| authenticationRef: | ||
| name: {{.TriggerAuthName}} | ||
| ` | ||
| ) | ||
|
|
||
| type templateData struct { | ||
| TestNamespace string | ||
| DeploymentName string | ||
| TriggerSecretName string | ||
| TriggerAuthName string | ||
| ScaledObjectName string | ||
| SecretName string | ||
| QueueName string | ||
| VHost string | ||
| Connection, Base64Connection string | ||
| ConnectionNoAuth string | ||
| RabbitAppClientID, Base64RabbitAppClientID string | ||
| } | ||
|
|
||
| func TestScaler(t *testing.T) { | ||
| // setup | ||
| t.Log("--- setting up ---") | ||
| require.NotEmpty(t, rabbitAppClientID, "TF_AZURE_RABBIT_API_APPLICATION_ID env variable is required for rabbitmq workload identity tests") | ||
| require.NotEmpty(t, azureADTenantID, "TF_AZURE_SP_TENANT env variable is required for rabbitmq workload identity tests") | ||
|
|
||
| // Create kubernetes resources | ||
| kc := GetKubernetesClient(t) | ||
| data, templates := getTemplateData() | ||
|
|
||
| RMQInstall(t, kc, rmqNamespace, user, password, vhost, WithAzureADOAuth(azureADTenantID, rabbitAppClientID)) | ||
| CreateKubernetesResources(t, kc, testNamespace, data, templates) | ||
|
|
||
| assert.True(t, WaitForDeploymentReplicaReadyCount(t, kc, deploymentName, testNamespace, 0, 60, 1), | ||
| "replica count should be 0 after 1 minute") | ||
|
|
||
| testScaling(t, kc) | ||
|
|
||
| // cleanup | ||
| t.Log("--- cleaning up ---") | ||
| DeleteKubernetesResources(t, testNamespace, data, templates) | ||
| RMQUninstall(t, rmqNamespace, user, password, vhost, WithAzureADOAuth(azureADTenantID, rabbitAppClientID)) | ||
| } | ||
|
|
||
| func getTemplateData() (templateData, []Template) { | ||
| return templateData{ | ||
| TestNamespace: testNamespace, | ||
| DeploymentName: deploymentName, | ||
| ScaledObjectName: scaledObjectName, | ||
| SecretName: secretName, | ||
| VHost: vhost, | ||
| QueueName: queueName, | ||
| Connection: connectionString, | ||
| Base64Connection: base64.StdEncoding.EncodeToString([]byte(httpConnectionString)), | ||
| TriggerAuthName: triggerAuthName, | ||
| TriggerSecretName: triggerSecretName, | ||
| ConnectionNoAuth: httpNoAuthConnectionString, | ||
| RabbitAppClientID: rabbitAppClientID, | ||
| Base64RabbitAppClientID: base64.StdEncoding.EncodeToString([]byte(rabbitAppClientID)), | ||
| }, []Template{ | ||
| {Name: "deploymentTemplate", Config: RMQTargetDeploymentTemplate}, | ||
| {Name: "secretTemplate", Config: secretTemplate}, | ||
| {Name: "triggerAuthTemplate", Config: triggerAuthTemplate}, | ||
| {Name: "scaledObjectTemplate", Config: scaledObjectTemplate}, | ||
| } | ||
| } | ||
|
|
||
| func testScaling(t *testing.T, kc *kubernetes.Clientset) { | ||
| t.Log("--- testing scale out ---") | ||
| RMQPublishMessages(t, rmqNamespace, connectionString, queueName, messageCount) | ||
| assert.True(t, WaitForDeploymentReplicaReadyCount(t, kc, deploymentName, testNamespace, 4, 60, 1), | ||
| "replica count should be 4 after 1 minute") | ||
|
|
||
| t.Log("--- testing scale in ---") | ||
| assert.True(t, WaitForDeploymentReplicaReadyCount(t, kc, deploymentName, testNamespace, 0, 60, 1), | ||
| "replica count should be 0 after 1 minute") | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.