feat(job-runner): surface job status to snuba admin

snuba/admin/static/manual_jobs/index.tsx

@@ -12,12 +12,12 @@ function ViewCustomJobs(props: { api: Client }) {
   }, []);
 
   function jobSpecsAsRows() {
-    return Object.entries(jobSpecs).map(([_, spec]) => {
+    return Object.entries(jobSpecs).map(([_, job_info]) => {
       return [
-        spec.job_id,
-        spec.job_type,
-        JSON.stringify(spec.params),
-        "TODO",
+        job_info.spec.job_id,
+        job_info.spec.job_type,
+        JSON.stringify(job_info.spec.params),
+        job_info.status,
         "TODO",
       ];
     });

snuba/admin/static/manual_jobs/types.tsx

@@ -5,5 +5,8 @@ type JobSpec = {
 };
 
 type JobSpecMap = {
-  [key: string]: JobSpec;
+  [key: string]: {
+    spec: JobSpec;
+    status: string;
+  };
 };

snuba/admin/views.py

@@ -73,7 +73,7 @@
     get_writable_storage,
 )
 from snuba.datasets.storages.storage_key import StorageKey
-from snuba.manual_jobs.runner import list_job_specs
+from snuba.manual_jobs.runner import list_job_specs_with_status
 from snuba.migrations.connect import check_for_inactive_replicas
 from snuba.migrations.errors import InactiveClickhouseReplica, MigrationError
 from snuba.migrations.groups import MigrationGroup, get_group_readiness_state
@@ -1263,7 +1263,7 @@ def deletes_enabled() -> Response:
 @application.route("/job-specs", methods=["GET"])
 @check_tool_perms(tools=[AdminTools.MANUAL_JOBS])
 def get_job_specs() -> Response:
-    return make_response(jsonify(list_job_specs()), 200)
+    return make_response(jsonify(list_job_specs_with_status()), 200)
 
 
 @application.route("/clickhouse_node_info")

snuba/manual_jobs/runner.py

@@ -1,6 +1,6 @@
 import os
 from enum import StrEnum
-from typing import Any, Mapping, Optional
+from typing import Any, Mapping, Sequence, Union
 
 import simplejson
 from sentry_sdk import capture_exception
@@ -88,12 +88,19 @@ def _set_job_status(job_id: str, status: JobStatus) -> JobStatus:
     return status
 
 
-def get_job_status(job_id: str) -> Optional[JobStatus]:
+def _get_job_status_multi(job_ids: Sequence[str]) -> Sequence[JobStatus]:
+    return [
+        redis_status.decode() if redis_status is not None else JobStatus.NOT_STARTED
+        for redis_status in _redis_client.mget(job_ids)
+    ]
+
+
+def get_job_status(job_id: str) -> JobStatus:
     redis_status = _redis_client.get(name=_job_status_key(job_id))
     if redis_status is None:
-        return redis_status
+        return JobStatus.NOT_STARTED
     else:
-        return JobStatus(redis_status.decode("utf-8"))
+        return JobStatus(redis_status.decode())
 
 
 def list_job_specs(
@@ -102,6 +109,18 @@ def list_job_specs(
     return _read_manifest_from_path(manifest_filename)
 
 
+def list_job_specs_with_status(
+    manifest_filename: str = MANIFEST_FILENAME,
+) -> Mapping[str, Mapping[str, Union[JobSpec, JobStatus]]]:
+    specs = list_job_specs(manifest_filename)
+    job_ids = specs.keys()
+    statuses = _get_job_status_multi([_job_status_key(job_id) for job_id in job_ids])
+    return {
+        job_id: {"spec": specs[job_id], "status": statuses[i]}
+        for i, job_id in enumerate(job_ids)
+    }
+
+
 def run_job(job_spec: JobSpec, dry_run: bool) -> JobStatus:
     current_job_status = get_job_status(job_spec.job_id)
     if current_job_status is not None and current_job_status != JobStatus.NOT_STARTED: