Release to val

.github/workflows/deploy.yml

@@ -58,7 +58,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1
@@ -112,7 +112,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1
@@ -137,7 +137,7 @@ jobs:
       - name: Setup
         uses: ./.github/actions/setup
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1
@@ -164,7 +164,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1
@@ -196,7 +196,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/destroy.yml

@@ -35,7 +35,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/github-pages.yml

@@ -37,7 +37,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/running-stage-notifier.yml

@@ -21,7 +21,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/security-group-cleanup.yml

@@ -21,7 +21,7 @@ jobs:
       - uses: ./.github/actions/setup # We need this largely for the PROJECT variable setting
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/security-hub-jira-sync.yml

@@ -28,7 +28,7 @@ jobs:
       - uses: ./.github/actions/setup
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

.github/workflows/workspace-setup.yml

@@ -23,7 +23,7 @@ jobs:
         uses: actions/checkout@v3
 
       - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v2
+        uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: ${{ secrets.AWS_OIDC_ROLE_TO_ASSUME }}
           aws-region: us-east-1

src/packages/shared-types/action-types/index.ts

@@ -4,6 +4,8 @@ export * from "./respond-to-rai";
 export * from "./withdraw-rai";
 export * from "./withdraw-package";
 export * from "./new-submission";
-export * from "./legacy-submission";
+export * from "./legacy-event";
+export * from "./legacy-package-view";
+export * from "./legacy-admin-change";
 export * from "./seatool";
 export * from "./remove-appk-child";

src/packages/shared-types/action-types/legacy-admin-change.ts

@@ -0,0 +1,11 @@
+import { z } from "zod";
+
+// A schema for legacy admin changes
+export const legacyAdminChangeSchema = z.object({
+  changeTimestamp: z.number(),
+  changeType: z.string().nullish(),
+  changeMade: z.string(),
+  changeReason: z.string().optional().default(""),
+});
+
+export type LegacyAdminChange = z.infer<typeof legacyAdminChangeSchema>;

src/packages/shared-types/action-types/legacy-event.ts

@@ -0,0 +1,14 @@
+import { z } from "zod";
+import { legacySharedSchema } from "./legacy-shared";
+import { legacyAttachmentSchema } from "../attachments";
+
+// Event schema for legacy records
+export const legacyEventSchema = legacySharedSchema.merge(
+  z.object({
+    eventTimestamp: z.number().nullish(),
+    GSI1pk: z.string(),
+    componentId: z.string(),
+    attachments: z.array(legacyAttachmentSchema).nullish(),
+  }),
+);
+export type LegacyEvent = z.infer<typeof legacyEventSchema>;

src/packages/shared-types/action-types/legacy-package-view.ts

@@ -0,0 +1,16 @@
+import { z } from "zod";
+import { legacySharedSchema } from "./legacy-shared";
+import { legacyAdminChangeSchema } from "./legacy-admin-change";
+
+// Event schema for legacy package actions
+export const legacyPackageViewSchema = legacySharedSchema.merge(
+  z.object({
+    submissionTimestamp: z.number().nullish(),
+    componentType: z.string().nullish(),
+    raiWithdrawEnabled: z.boolean().default(false),
+    parentId: z.string().nullish(),
+    temporaryExtensionType: z.string().nullish(),
+    adminChanges: z.array(legacyAdminChangeSchema).nullish(),
+  }),
+);
+export type LegacyPackageAction = z.infer<typeof legacyPackageViewSchema>;

src/packages/shared-types/action-types/legacy-shared.ts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+// A base event schema used by all legacy events.
+export const legacySharedSchema = z.object({
+  state: z.string().nullable().optional(),
+  additionalInformation: z.string().nullable().default(null),
+  submitterName: z.string(),
+  submitterEmail: z.string(),
+});

src/packages/shared-types/actions.ts

@@ -10,6 +10,8 @@ export enum Action {
   WITHDRAW_PACKAGE = "withdraw-package",
   REMOVE_APPK_CHILD = "remove-appk-child",
   TEMP_EXTENSION = "temporary-extension",
+  LEGACY_ADMIN_CHANGE = "legacy-admin-change",
+  LEGACY_WITHDRAW_RAI_REQUEST = "legacy-withdraw-rai-request"
 }
 
 export type ActionRule = {

src/packages/shared-types/opensearch/_.ts

@@ -80,4 +80,15 @@ export type AggResult = Record<
   }
 >;
 
-export type Index = "main" | "insights" | "changelog" | "types" | "subtypes";
+export type ExportHeaderOptions<TData> = {
+  transform: (data: TData) => string;
+  name: string;
+};
+
+export type Index =
+  | "main"
+  | "insights"
+  | "changelog"
+  | "types"
+  | "subtypes"
+  | "legacyinsights";

src/packages/shared-types/opensearch/changelog/index.ts

@@ -4,7 +4,9 @@ import {
   Filterable as FIL,
   QueryState,
   AggQuery,
+  ExportHeaderOptions,
 } from "./../_";
+import { z } from "zod";
 import {
   OneMac,
   RaiIssue,
@@ -13,6 +15,7 @@ import {
   WithdrawPackage,
   ToggleWithdrawRaiEnabled,
 } from "../../action-types";
+import { legacyAdminChange, legacyEvent } from "./transforms";
 
 export type Document = OneMac &
   WithdrawPackage &
@@ -24,7 +27,8 @@ export type Document = OneMac &
     timestamp: string;
     packageId: string;
     appkChildId: string;
-  };
+  } & z.infer<legacyEvent.Schema> &
+  z.infer<legacyAdminChange.Schema>;
 
 export type Response = Res<Document>;
 export type ItemResult = Hit<Document> & {
@@ -35,3 +39,6 @@ export type Field = keyof Document | `${keyof Document}.keyword`;
 export type Filterable = FIL<Field>;
 export type State = QueryState<Field>;
 export type Aggs = AggQuery<Field>;
+export type ExportHeader = ExportHeaderOptions<Document>;
+
+export * from "./transforms";

src/packages/shared-types/opensearch/changelog/transforms/index.ts

@@ -0,0 +1,2 @@
+export * as legacyEvent from "./legacy-event";
+export * as legacyAdminChange from "./legacy-admin-change";

src/packages/shared-types/opensearch/changelog/transforms/legacy-admin-change.ts

@@ -0,0 +1,19 @@
+import { legacyAdminChangeSchema, Action } from "../../..";
+
+export const transform = (id: string) => {
+  return legacyAdminChangeSchema.transform((data) => {
+    const transformedData = {
+      // Timestamp is what makes admin changes unique; we add it to the id here, instead of the offset
+      id: `${id}-legacy-admin-change-${data.changeTimestamp}`,
+      packageId: id,
+      timestamp: data.changeTimestamp,
+      actionType: Action.LEGACY_ADMIN_CHANGE,
+      changeType: data.changeType,
+      changeMade: data.changeMade,
+      changeReason: data.changeReason,
+    };
+    return transformedData;
+  });
+};
+
+export type Schema = ReturnType<typeof transform>;

src/packages/shared-types/opensearch/changelog/transforms/legacy-event.ts

@@ -0,0 +1,68 @@
+import { legacyEventSchema, handleLegacyAttachment, Action } from "../../..";
+
+export const transform = (id: string) => {
+  return legacyEventSchema.transform((data) => {
+    // Resolve the action type based on the GSI1pk
+    const eventType = data.GSI1pk.split("OneMAC#submit")[1];
+
+    let actionType;
+
+    switch (eventType) {
+      case "chipspa":
+      case "medicaidspa":
+      case "waiveramendment":
+      case "waiverappk":
+      case "waiverextension":
+      case "waiverextensionb":
+      case "waiverextensionc":
+      case "waivernew":
+      case "waiverrenewal":
+        actionType = "new-submission";
+        break;
+      case "chipsparai":
+      case "medicaidsparai":
+      case "waiveramendmentrai":
+      case "waiverappkrai":
+      case "waiverrai":
+        actionType = Action.RESPOND_TO_RAI;
+        break;
+      case "chipspawithdraw":
+      case "medicaidspawithdraw":
+      case "waiveramendmentwithdraw":
+      case "waiverappkwithdraw":
+      case "waivernewwithdraw":
+      case "waiverrenewalwithdraw":
+        actionType = Action.WITHDRAW_PACKAGE;
+        break;
+      case "rairesponsewithdraw":
+        actionType = Action.LEGACY_WITHDRAW_RAI_REQUEST;
+        break;
+      default:
+        console.log(
+          `Unhandled event type for ${id}:  ${eventType}.  Doing nothing and continuing.`,
+        );
+        actionType = undefined;
+        break;
+    }
+
+    // Return if the actionType is unhandled
+    if (actionType === undefined) return undefined;
+
+    // If we're still here, go ahead and transform the data
+    const transformedData = {
+      // Append only changelog, so we add the offset to make the document id unique
+      // Legacy emits can emit multiple events for the same business event, so we key off the timestamp, not the offset, to prevent duplciates
+      id: `${data.componentId}-legacy-${data.eventTimestamp}`,
+      packageId: id,
+      timestamp: data.eventTimestamp,
+      actionType,
+      attachments: data.attachments?.map(handleLegacyAttachment) ?? null,
+      additionalInformation: data.additionalInformation,
+      submitterEmail: data.submitterEmail,
+      submitterName: data.submitterName,
+    };
+    return transformedData;
+  });
+};
+
+export type Schema = ReturnType<typeof transform>;

src/packages/shared-types/opensearch/main/index.ts

@@ -9,7 +9,7 @@ import { z } from "zod";
 import { ItemResult as Changelog } from "./../changelog";
 import {
   newSubmission,
-  legacySubmission,
+  legacyPackageView,
   withdrawPackage,
   withdrawRai,
   toggleWithdrawEnabled,
@@ -18,7 +18,7 @@ import {
 } from "./transforms";
 
 export type Document = z.infer<newSubmission.Schema> &
-  z.infer<legacySubmission.Schema> &
+  z.infer<legacyPackageView.Schema> &
   z.infer<withdrawRai.Schema> &
   z.infer<withdrawPackage.Schema> &
   z.infer<toggleWithdrawEnabled.Schema> &

src/packages/shared-types/opensearch/main/transforms/index.ts

@@ -1,4 +1,4 @@
-export * as legacySubmission from "./legacy-submission";
+export * as legacyPackageView from "./legacy-package-view";
 export * as newSubmission from "./new-submission";
 export * as toggleWithdrawEnabled from "./toggle-withdraw-enabled";
 export * as withdrawPackage from "./withdraw-package";