diff --git a/torchci/components/JobAnnotationToggle.tsx b/torchci/components/JobAnnotationToggle.tsx
index 7916475271..e09507070b 100644
--- a/torchci/components/JobAnnotationToggle.tsx
+++ b/torchci/components/JobAnnotationToggle.tsx
@@ -5,12 +5,12 @@ import { useSession } from "next-auth/react";
 
 export enum JobAnnotation {
   NULL = "None",
-  INFRA_FLAKE = "Infra Flake",
-  TIME_OUT = "Time Out",
-  SEV = "Sev",
   BROKEN_TRUNK = "Broken Trunk",
   TEST_FLAKE = "Test Flake",
-  TEST_FAILURE = "Test Failure",
+  INFRA_BROKEN = "Broken Infra",
+  INFRA_FLAKE = "Infra Flake",
+  NETWORK = "Network Error",
+  OTHER = "Other"
 }
 
 export default function JobAnnotationToggle({
diff --git a/torchci/pages/api/job_annotation/[repoOwner]/[repoName]/[jobId]/[annotation].ts b/torchci/pages/api/job_annotation/[repoOwner]/[repoName]/[jobId]/[annotation].ts
index c02902b615..10ecde6a93 100644
--- a/torchci/pages/api/job_annotation/[repoOwner]/[repoName]/[jobId]/[annotation].ts
+++ b/torchci/pages/api/job_annotation/[repoOwner]/[repoName]/[jobId]/[annotation].ts
@@ -3,7 +3,15 @@ import { getDynamoClient } from "lib/dynamo";
 import { unstable_getServerSession } from "next-auth";
 import { authOptions } from "pages/api/auth/[...nextauth]";
 
-export const annotationEditAllowlist = new Set(["4468967", "34172846"]);
+// Get number by going to https://api.github.com/users/<username>
+// and copying the "id" field
+export const annotationEditAllowlist = new Set([
+  "34172846", // ZainRizvi
+  "44682903", // clee2000
+  "475357", // huydhn
+  "420184", // kit1980
+  "2453524", // malfet
+]);
 
 export default async function handler(
   req: NextApiRequest,