[HOTFIX]: Add manual trigger for cache updater stack

.github/workflows/deploy-prd-enhanced-cache.yml

@@ -1,6 +1,15 @@
 on:
   release:
     types: [released]
+  workflow_dispatch:
+    inputs:
+      forceRun:
+        description: Force the cache to be rebuilt.
+        default: 'false'
+  push:
+    branches:
+      - 'cache-updater-hotfix'
+
 concurrency:
   group: environment-prd-enhanced-cacheUpdate-${{ github.ref }}
   cancel-in-progress: true
@@ -20,7 +29,9 @@ jobs:
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           aws-region: us-east-2
       - name: Rebuild Cache if New Snooty Parser Version
-        uses: mongodb/docs-worker-actions/rebuild-parse-cache@main
+        uses: mongodb/docs-worker-actions/rebuild-parse-cache@cache-update-hotfix
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           WORKSPACE: ${{ github.workspace }}
+          # FORCE_RUN: ${{ inputs.forceRun }}
+          FORCE_RUN: 'true'

cdk-infra/bin/cdk-infra.ts

@@ -46,7 +46,12 @@ async function main() {
     env,
   });
 
-  new CacheUpdaterStack(app, `${stackName}-cache`, { vpc, env, githubSecret: workerSecureStrings.GITHUB_SECRET });
+  new CacheUpdaterStack(app, `${stackName}-cache`, {
+    vpc,
+    env,
+    githubSecret: workerSecureStrings.GITHUB_SECRET,
+    githubBotPassword: workerSecureStrings.GITHUB_BOT_PASSWORD,
+  });
 }
 
 main();

cdk-infra/lib/constructs/cache-updater/cache-updater-worker-construct.ts

@@ -6,19 +6,21 @@ import { Bucket } from 'aws-cdk-lib/aws-s3';
 import { Construct } from 'constructs';
 import path from 'path';
 import { getSnootyParserVersion } from '../../../utils/env';
+import { StringParameter } from 'aws-cdk-lib/aws-ssm';
 
 const SNOOTY_CACHE_BUCKET_NAME = 'snooty-parse-cache';
 
 interface CacheUpdaterWorkerConstructProps {
   vpc: IVpc;
+  githubBotPassword: string;
 }
 
 export class CacheUpdaterWorkerConstruct extends Construct {
   readonly clusterName: string;
   readonly taskDefinition: TaskDefinition;
   readonly containerName: string;
 
-  constructor(scope: Construct, id: string, { vpc }: CacheUpdaterWorkerConstructProps) {
+  constructor(scope: Construct, id: string, { vpc, githubBotPassword }: CacheUpdaterWorkerConstructProps) {
     super(scope, id);
 
     const cluster = new Cluster(this, 'cacheUpdaterCluster', {
@@ -34,15 +36,16 @@ export class CacheUpdaterWorkerConstruct extends Construct {
     snootyParseCacheBucket.grantWrite(taskRole);
 
     const taskDefinition = new FargateTaskDefinition(this, 'cacheUpdaterWorker', {
-      cpu: 2048,
-      memoryLimitMiB: 4096,
+      cpu: 4096,
+      memoryLimitMiB: 8192,
       taskRole,
     });
 
     const containerName = 'cacheUpdaterWorkerImage';
     const taskDefLogGroup = new LogGroup(this, 'cacheUpdaterWorkerLogGroup');
 
     const snootyParserVersion = getSnootyParserVersion();
+    const githubBotUsername = StringParameter.valueFromLookup(this, '/env/prd/docs/worker_pool/github/bot/username');
 
     taskDefinition.addContainer('cacheUpdaterWorkerImage', {
       image: ContainerImage.fromAsset(path.join(__dirname, '../../../../'), {
@@ -52,7 +55,10 @@ export class CacheUpdaterWorkerConstruct extends Construct {
       }),
       environment: {
         SNOOTY_CACHE_BUCKET_NAME,
+        GITHUB_BOT_PASSWORD: githubBotPassword,
+        GITHUB_BOT_USERNAME: githubBotUsername,
       },
+
       logging: LogDrivers.awsLogs({
         streamPrefix: 'cacheupdater',
         logGroup: taskDefLogGroup,

cdk-infra/lib/stacks/cache-updater-stack.ts

@@ -7,15 +7,20 @@ import { CacheUpdaterApiConstruct } from '../constructs/cache-updater/cache-upda
 interface CacheUpdaterStackProps extends StackProps {
   vpc: Vpc;
   githubSecret: string;
+  githubBotPassword: string;
 }
 export class CacheUpdaterStack extends Stack {
-  constructor(scope: Construct, id: string, { vpc, githubSecret, ...props }: CacheUpdaterStackProps) {
+  constructor(
+    scope: Construct,
+    id: string,
+    { vpc, githubSecret, githubBotPassword, ...props }: CacheUpdaterStackProps
+  ) {
     super(scope, id, props);
 
     const { clusterName, taskDefinition, containerName } = new CacheUpdaterWorkerConstruct(
       this,
       'cache-updater-resources',
-      { vpc }
+      { vpc, githubBotPassword }
     );
 
     new CacheUpdaterApiConstruct(this, 'cache-updater-api', {

src/cache-updater/index.ts

@@ -7,15 +7,27 @@ import { S3Client } from '@aws-sdk/client-s3';
 import { executeCliCommand } from '../commands/src/helpers';
 
 const readdirAsync = promisify(fs.readdir);
-const SNOOTY_CACHE_BUCKET_NAME = process.env.SNOOTY_CACHE_BUCKET_NAME;
+const { SNOOTY_CACHE_BUCKET_NAME, GITHUB_BOT_USERNAME, GITHUB_BOT_PASSWORD } = process.env;
 
 if (!SNOOTY_CACHE_BUCKET_NAME) throw new Error('ERROR! SNOOTY_CACHE_BUCKET_NAME is not defined');
 
 async function cloneDocsRepo(repoName: string, repoOwner: string) {
+  if (!GITHUB_BOT_USERNAME) {
+    const errorMessage = `ERROR! GITHUB_BOT_USERNAME is not set. ${repoOwner}/${repoName} will not have their cache updated`;
+    console.error(`ERROR! GITHUB_BOT_USERNAME is not set. ${repoOwner}/${repoName} will not have their cache updated`);
+    throw new Error(errorMessage);
+  }
+
+  if (!GITHUB_BOT_PASSWORD) {
+    const errorMessage = `ERROR! GITHUB_BOT_PASSWORD is not set. ${repoOwner}/${repoName} will not have their cache updated`;
+    console.error(errorMessage);
+    throw new Error(errorMessage);
+  }
+
   try {
     const cloneResults = await executeCliCommand({
       command: 'git',
-      args: ['clone', `https://github.com/${repoOwner}/${repoName}`],
+      args: ['clone', `https://${GITHUB_BOT_USERNAME}:${GITHUB_BOT_PASSWORD}@github.com/${repoOwner}/${repoName}`],
     });
 
     console.log('clone: ', cloneResults);