adding new SPS versions

unity-sds · Jan 30, 2025 · 96af71c · 96af71c
1 parent a83e0e7
commit 96af71c
Show file tree

Hide file tree

Showing 3 changed files with 192 additions and 0 deletions.
diff --git a/applications/unity-sps-eks/0.3/metadata.json b/applications/unity-sps-eks/0.3/metadata.json
@@ -0,0 +1,61 @@
+{
+	"DisplayName": "Unity SPS Kubernetes",
+	"Name": "unity-sps-eks",
+	"Version": "0.3",
+	"Channel": "beta",
+	"Owner": "Bradley Lunsford",
+	"Description": "The Unity SPS Kubernetes package",
+	"Repository": "https://github.com/unity-sds/unity-cs-infra",
+	"Tags": [
+		"eks",
+		"sps",
+		"kubernetes"
+	],
+	"Category": "system",
+	"IamRoles": {
+		"Statement": [{
+			"Effect": "Allow",
+			"Action": [
+				"iam:CreateInstanceProfile"
+			],
+			"Resource": [
+				"arn:aws:iam::<account_id>:instance-profile/eksctl*"
+			]
+		}]
+	},
+	"Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1",
+	"WorkDirectory": "terraform-unity/modules/terraform-unity-sps-eks",
+	"Backend": "terraform",
+	"ManagedDependencies": {},
+	"DefaultDeployment": {
+		"Variables": {
+			"AdvancedValues": {
+				"nodegroups": {
+					"defaultGroup": {
+						"block_device_mappings": {
+							"xvda": {
+								"device_name": "/dev/xvda",
+								"ebs": {
+									"delete_on_termination": true,
+									"encrypted": true,
+									"volume_size": 100,
+									"volume_type": "gp2"
+								}
+							}
+						},
+						"desired_size": 1,
+						"instance_types": [
+							"t3.xlarge"
+						],
+						"max_size": 1,
+						"metadata_options": {
+							"http_endpoint": "enabled",
+							"http_put_response_hop_limit": 3
+						},
+						"min_size": 1
+					}
+				}
+			}
+		}
+	}
+}
diff --git a/applications/unity-sps-karpenter/0.3/metadata.json b/applications/unity-sps-karpenter/0.3/metadata.json
@@ -0,0 +1,39 @@
+{
+	"DisplayName": "Unity SPS Karpenter",
+	"Name": "unity-sps-karpenter",
+	"Version": "0.3",
+	"Channel": "beta",
+	"Owner": "Bradley Lunsford",
+	"Description": "The Unity SPS EKS Karpenter package",
+	"Repository": "https://github.com/unity-sds/unity-sps",
+	"Tags": [
+		"eks",
+		"sps",
+        "karpenter",
+		"kubernetes"
+	],
+	"Category": "system",
+	"IamRoles": {
+		"Statement": [{
+			"Effect": "Allow",
+			"Action": [
+				"iam:CreateInstanceProfile"
+			],
+			"Resource": [
+				"arn:aws:iam::<account_id>:instance-profile/eksctl*"
+			]
+		}]
+	},
+	"Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1",
+	"WorkDirectory": "terraform-unity/modules/terraform-unity-sps-karpenter",
+	"Backend": "terraform",
+	"ManagedDependencies": {
+		"unity-sps-eks": {
+			"MinimumVersion": "0.3"
+		}
+    },
+	"DefaultDeployment": {
+		"Variables": {
+        }
+	}
+}
diff --git a/applications/unity-sps/0.4/metadata.json b/applications/unity-sps/0.4/metadata.json
@@ -0,0 +1,92 @@
+{
+	"Name": "unity-sps",
+	"DisplayName": "Unity SPS",
+	"Version": "0.4",
+	"Channel": "beta",
+	"Owner": "Bradley Lunsford",
+	"Description": "The Unity SPS package",
+	"Repository": "https://github.com/unity-sds/unity-sps",
+	"Tags": [
+		"sps",
+		"data processing"
+	],
+	"Category": "data processing",
+	"IamRoles": {
+		"Statement": [{
+			"Effect": "Allow",
+			"Action": [
+				"iam:CreateInstanceProfile"
+			],
+			"Resource": [
+				"arn:aws:iam::<account_id>:instance-profile/eksctl*"
+			]
+		}]
+	},
+	"Package": "https://github.com/unity-sds/unity-sps@d929c0af33aa578fdb81a33f86dc8b59c5c3f1f1",
+	"WorkDirectory": "terraform-unity",
+	"ManagedDependencies": {
+		"unity-sps-eks": {
+			"MinimumVersion": "0.3"
+		},
+		"unity-sps-karpenter": {
+			"MinimumVersion": "0.3"
+		}
+	},
+	"Backend": "terraform",
+	"DefaultDeployment": {
+		"Variables": {
+			"Values" : {
+				"airflow_webserver_username": "admin",
+				"airflow_webserver_password": "spsadmin",
+				"kubeconfig_filepath": "/tmp/kubeconfig.yaml"
+			},
+			"AdvancedValues": {
+				"airflow_docker_images": {
+				  "airflow": {
+					"name": "ghcr.io/unity-sds/unity-sps/sps-airflow",
+					"tag": "2.3.0"
+				  }
+				},
+				"dag_catalog_repo": {
+				  "dags_directory_path": "airflow/dags",
+				  "ref": "2.2.0",
+				  "url": "https://github.com/unity-sds/unity-sps.git"
+				},
+				"helm_charts": {
+				  "airflow": {
+					"chart": "airflow",
+					"repository": "https://airflow.apache.org",
+					"version": "1.15.0"
+				  },
+				  "keda": {
+					"chart": "keda",
+					"repository": "https://kedacore.github.io/charts",
+					"version": "v2.15.1"
+				  }
+				},
+				"karpenter_node_classes": {
+				  "airflow-kubernetes-pod-operator-high-workload": {
+					"volume_size": "300Gi"
+				  },
+				  "default": {
+					"volume_size": "30Gi"
+				  }
+				},
+				"ogc_processes_docker_images": {
+				  "git_sync": {
+					"name": "registry.k8s.io/git-sync/git-sync",
+					"tag": "v4.2.4"
+				  },
+				  "ogc_processes_api": {
+					"name": "ghcr.io/unity-sds/unity-sps-ogc-processes-api/unity-sps-ogc-processes-api",
+					"tag": "2.0.0"
+				  },
+				  "redis": {
+					"name": "redis",
+					"tag": "7.4.0"
+				  }
+				}
+			  }
+		}
+	}
+}