sailfork / t3code-github / .repos/ alchemy-effect/ packages/ integration-tests/ test/ AWS/ DataBrew/ Recipe.test.ts

import * as AWS from "@alchemy.run/aws";
import { Recipe } from "@alchemy.run/aws/DataBrew";
import { expect } from "@alchemy.run/test";
import * as Test from "@alchemy.run/test/Alchemy";
import * as databrew from "@distilled.cloud/aws/databrew";
import * as Effect from "effect/Effect";

const { test } = Test.make({ providers: AWS.providers() });

const getWorkingRecipe = (name: string) =>
  databrew
    .describeRecipe({ Name: name, RecipeVersion: "LATEST_WORKING" })
    .pipe(Effect.catchTag("ResourceNotFoundException", () => Effect.succeed(undefined)));

test.provider(
  "create, publish, update, delete DataBrew recipe",
  (stack) =>
    Effect.gen(function* () {
      yield* stack.destroy();

      const created = yield* stack.deploy(
        Effect.gen(function* () {
          const recipe = yield* Recipe("Clean", {
            description: "normalize names",
            publish: true,
            steps: [
              {
                action: {
                  operation: "UPPER_CASE",
                  parameters: { sourceColumn: "name" },
                },
              },
            ],
            tags: { Environment: "test" },
          });
          return { recipe };
        }),
      );

      expect(created.recipe.recipeName).toBeDefined();
      expect(created.recipe.recipeArn).toContain(`:recipe/${created.recipe.recipeName}`);
      // publish: true snapshots version 1.0 on create
      expect(created.recipe.recipeVersion).toEqual("1.0");

      // out-of-band verification of the working copy
      const observed = yield* getWorkingRecipe(created.recipe.recipeName);
      expect(observed?.Description).toEqual("normalize names");
      expect(observed?.Steps?.length).toEqual(1);
      expect(observed?.Steps?.[0]?.Action.Operation).toEqual("UPPER_CASE");
      expect(observed?.Tags?.["alchemy::id"]).toBeDefined();

      // idempotent re-deploy: no step change -> no new published version
      const same = yield* stack.deploy(
        Effect.gen(function* () {
          const recipe = yield* Recipe("Clean", {
            description: "normalize names",
            publish: true,
            steps: [
              {
                action: {
                  operation: "UPPER_CASE",
                  parameters: { sourceColumn: "name" },
                },
              },
            ],
            tags: { Environment: "test" },
          });
          return { recipe };
        }),
      );
      expect(same.recipe.recipeVersion).toEqual("1.0");

      // update the steps -> working copy changes -> version 2.0 published
      const updated = yield* stack.deploy(
        Effect.gen(function* () {
          const recipe = yield* Recipe("Clean", {
            description: "normalize names",
            publish: true,
            steps: [
              {
                action: {
                  operation: "UPPER_CASE",
                  parameters: { sourceColumn: "name" },
                },
              },
              {
                action: {
                  operation: "REMOVE_VALUES",
                  parameters: { sourceColumn: "email" },
                },
                conditionExpressions: [{ condition: "IS_MISSING", targetColumn: "email" }],
              },
            ],
            tags: { Environment: "test" },
          });
          return { recipe };
        }),
      );
      expect(updated.recipe.recipeVersion).toEqual("2.0");

      const reobserved = yield* getWorkingRecipe(created.recipe.recipeName);
      expect(reobserved?.Steps?.length).toEqual(2);
      expect(reobserved?.Steps?.[1]?.Action.Operation).toEqual("REMOVE_VALUES");
      expect(reobserved?.Steps?.[1]?.ConditionExpressions?.[0]?.Condition).toEqual("IS_MISSING");

      // destroy deletes every version (published + working)
      yield* stack.destroy();
      const gone = yield* getWorkingRecipe(created.recipe.recipeName);
      expect(gone).toBeUndefined();
    }),
  { tags: ["provider:aws", "provider:aws:databrew", "live"], timeout: 120_000 },
);