sailfork / t3code-github / .repos/ alchemy-effect/ packages/ integration-tests/ test/ GCP/ Storage/ BucketEventSource.test.ts

import * as GCP from "@alchemy.run/gcp";
import { makeObjectMedia } from "@alchemy.run/gcp/Storage/ObjectMedia";
import { expect } from "@alchemy.run/test";
import * as Test from "@alchemy.run/test/Alchemy";
import * as pubsub from "@distilled.cloud/gcp/pubsub_v1";
import * as storage from "@distilled.cloud/gcp/storage_v1";
import * as Effect from "effect/Effect";
import { MinimumLogLevel } from "effect/References";
import * as Schedule from "effect/Schedule";
import BucketEventsService, {
  INCOMING_PREFIX,
  markerFor,
  Uploads,
} from "./fixtures/bucket-events.ts";

const { test } = Test.make({ providers: GCP.providers() });

const logLevel = Effect.provideService(MinimumLogLevel, process.env.DEBUG ? "Debug" : "Info");

test.provider(
  "bucket finalize events are pushed to an effect-native Function",
  (stack) =>
    Effect.gen(function* () {
      yield* stack.destroy();

      const out = yield* stack.deploy(
        Effect.gen(function* () {
          const service = yield* BucketEventsService;
          const bucket = yield* Uploads;
          return { uri: service.uri, bucket: bucket.bucketName };
        }),
      );
      const bucket = out.bucket;

      // The notification publishes only `incoming/` finalizes to a topic
      // with one push subscription to the service.
      const notifications = (yield* storage.listNotifications({ bucket })).items;
      expect(notifications?.length).toEqual(1);
      const notification = notifications![0]!;
      expect(notification.event_types).toEqual(["OBJECT_FINALIZE"]);
      expect(notification.object_name_prefix).toEqual(INCOMING_PREFIX);
      expect(notification.payload_format).toEqual("JSON_API_V1");
      const topic = notification.topic!.replace("//pubsub.googleapis.com/", "");
      const { subscriptions = [] } = yield* pubsub.listProjectsTopicsSubscriptions({ topic });
      expect(subscriptions.length).toEqual(1);
      const subscription = yield* pubsub.getProjectsSubscriptions({
        subscription: subscriptions[0]!,
      });
      const pushEndpoint = `${out.uri}/__alchemy/pubsub/uploads-bucketevents`;
      expect(subscription.pushConfig?.pushEndpoint).toEqual(pushEndpoint);
      expect(subscription.pushConfig?.oidcToken?.audience).toEqual(pushEndpoint);

      const media = yield* makeObjectMedia;
      // Outside the prefix: must not be delivered.
      yield* media.upload(bucket, { name: "other/skip.txt", body: "skip" });
      const uploaded = yield* media.upload(bucket, {
        name: `${INCOMING_PREFIX}hello.txt`,
        body: "Hello, events!",
      });

      const marker = yield* media
        .download({ bucket, object: markerFor(`${INCOMING_PREFIX}hello.txt`) })
        .pipe(
          Effect.retry({
            while: (error) => error._tag === "GCP.Storage.ObjectNotFound",
            schedule: Schedule.spaced("5 seconds"),
            times: 36,
          }),
        );
      const event = JSON.parse(new TextDecoder().decode(marker.body));
      expect(event).toMatchObject({
        eventType: "OBJECT_FINALIZE",
        bucket,
        object: `${INCOMING_PREFIX}hello.txt`,
        generation: uploaded.generation,
        size: "14",
      });
      expect(event.contentType).toContain("text/plain");
      expect(event.eventTime).toEqual(expect.any(String));

      const skipped = yield* media.download({ bucket, object: markerFor("other/skip.txt") }).pipe(
        Effect.as("delivered" as const),
        Effect.catchTag("GCP.Storage.ObjectNotFound", () => Effect.succeed("filtered" as const)),
      );
      expect(skipped).toEqual("filtered");

      yield* stack.destroy();

      const topicGone = yield* pubsub.getProjectsTopics({ topic }).pipe(
        Effect.as("found" as const),
        Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
      );
      expect(topicGone).toEqual("gone");
      const subscriptionGone = yield* pubsub
        .getProjectsSubscriptions({ subscription: subscriptions[0]! })
        .pipe(
          Effect.as("found" as const),
          Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
        );
      expect(subscriptionGone).toEqual("gone");
      // The bucket (and with it the notification) is gone.
      const notificationsGone = yield* storage
        .getNotifications({ bucket, notification: notification.id! })
        .pipe(
          Effect.as("found" as const),
          Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
        );
      expect(notificationsGone).toEqual("gone");
    }).pipe(logLevel),
  { tags: ["provider:gcp", "provider:gcp:storage", "live"], timeout: 600_000 },
);