sailfork / t3code-github / .repos/ alchemy-effect/ packages/ gcp/ src/ Compute/ InstanceGroupManagerResizeRequest.ts

import * as compute from "@distilled.cloud/gcp/compute_v1";
import { Unowned } from "alchemy/AdoptPolicy";
import { isResolved } from "alchemy/Diff";
import { createPhysicalName } from "alchemy/PhysicalName";
import * as Provider from "alchemy/Provider";
import { Resource } from "alchemy/Resource";
import * as Data from "effect/Data";
import * as Effect from "effect/Effect";
import * as Schedule from "effect/Schedule";
import * as Stream from "effect/Stream";
import { GcpEnvironment } from "../Environment.ts";
import { alchemyLabelKeys, createInternalLabels, hasAlchemyLabels } from "../Labels.ts";
import type { Providers } from "../Providers.ts";
import { waitZoneOperation } from "./operations.ts";

const DEFAULT_ZONE = "us-central1-a";

export type InstanceGroupManagerResizeRequestDuration = compute.Duration;

export type InstanceGroupManagerResizeRequestProps = {
  /**
   * Resize request name (RFC1035, 1-63 chars). If omitted, a unique name
   * is generated from the stack, stage, and logical id. Changing it
   * replaces the request.
   */
  resizeRequestName?: string;
  /**
   * Zone of the managed instance group (e.g. `us-central1-a`). Immutable.
   * @default "us-central1-a"
   */
  zone?: string;
  /**
   * Managed instance group name or URL. Immutable — changing it replaces
   * the request.
   */
  instanceGroupManager: string;
  /**
   * Number of VMs to create. The group's target size increases by this
   * amount. Immutable.
   */
  resizeBy: number;
  /**
   * Optional description. Resize requests have no labels field — Alchemy
   * ownership is stored in a `[alchemy …]` prefix for `list` / nuke.
   */
  description?: string;
  /**
   * How long the created VMs run; they are deleted when it elapses. Compute
   * requires it on insert. Immutable.
   */
  requestedRunDuration: InstanceGroupManagerResizeRequestDuration;
};

export type InstanceGroupManagerResizeRequest = Resource<
  "GCP.Compute.InstanceGroupManagerResizeRequest",
  InstanceGroupManagerResizeRequestProps,
  {
    /** Resize request name. */
    resizeRequestName: string;
    /** Project id. */
    project: string;
    /** Zone short name. */
    zone: string;
    /** Managed instance group name. */
    instanceGroupManager: string;
    /** Number of VMs requested. */
    resizeBy: number | undefined;
    /** User description with the Alchemy ownership prefix stripped. */
    description: string | undefined;
    /** Requested run duration. */
    requestedRunDuration: InstanceGroupManagerResizeRequestDuration | undefined;
    /** Current state (`ACCEPTED`, `SUCCEEDED`, …). */
    state: string | undefined;
    /** Server-assigned numeric id. */
    resizeRequestId: string | undefined;
    /** Server-defined URL. */
    selfLink: string | undefined;
    /** RFC3339 creation timestamp. */
    creationTimestamp: string | undefined;
  },
  never,
  Providers
>;

/**
 * A zonal queued resize request on a managed instance group.
 *
 * Resize requests provision additional MIG VMs immediately or by queueing
 * until capacity is available (typically GPU / queued-provisioning
 * machine types). Name, zone, MIG, `resizeBy`, and run duration replace
 * the request — there is no in-place update. Compute has no labels
 * field, so Alchemy stamps ownership into the description.
 *
 * Delete cancels an `ACCEPTED` / `CREATING` request first, then removes
 * the record.
 *
 * ### Creating a Resize Request
 * **Example:** Queue one extra VM
 * ```typescript
 * const template = yield* GCP.Compute.InstanceTemplate("web", {});
 * const group = yield* GCP.Compute.InstanceGroupManager("web", {
 *   instanceTemplate: template.templateName,
 *   targetSize: 0,
 * });
 * const request = yield* GCP.Compute.InstanceGroupManagerResizeRequest(
 *   "burst",
 *   {
 *     instanceGroupManager: group.managerName,
 *     zone: group.zone,
 *     resizeBy: 1,
 *     requestedRunDuration: { seconds: "3600" },
 *   },
 * );
 * ```
 *
 * @resource
 * @category Compute
 */
export const InstanceGroupManagerResizeRequest = Resource<InstanceGroupManagerResizeRequest>(
  "GCP.Compute.InstanceGroupManagerResizeRequest",
);

export class InstanceGroupManagerResizeRequestNotResolved extends Data.TaggedError(
  "GCP.Compute.InstanceGroupManagerResizeRequestNotResolved",
)<{
  resizeRequestName: string;
  instanceGroupManager: string;
  zone: string;
}> {}

const lastSegment = (value: string | undefined): string => {
  if (value === undefined || value.length === 0) return "";
  const parts = value.replace(/\/+$/, "").split("/");
  return parts[parts.length - 1] || value;
};

const zoneOf = (value: string | undefined): string => lastSegment(value) || DEFAULT_ZONE;

const rfc1035 = (name: string): string => {
  let next = name
    .toLowerCase()
    .replace(/[^a-z0-9-]/g, "-")
    .replace(/-+/g, "-")
    .replace(/^-+/, "")
    .replace(/-+$/, "");
  if (!/^[a-z]/.test(next)) {
    next = `r${next}`;
  }
  next = next.slice(0, 63).replace(/-+$/, "");
  return next.length > 0 ? next : "resizerequest";
};

const toName = (id: string, name: string | undefined, existing?: string) =>
  Effect.gen(function* () {
    if (name !== undefined) return name;
    if (existing !== undefined) return existing;
    return rfc1035(
      yield* createPhysicalName({
        id,
        maxLength: 63,
        lowercase: true,
      }),
    );
  });

const encodeDescription = (
  labels: Record<string, string>,
  description: string | undefined,
): string => {
  const marker = `[alchemy ${alchemyLabelKeys.stack}=${labels[alchemyLabelKeys.stack]} ${alchemyLabelKeys.stage}=${labels[alchemyLabelKeys.stage]} ${alchemyLabelKeys.id}=${labels[alchemyLabelKeys.id]}]`;
  return description ? `${marker}\n${description}` : marker;
};

const parseDescription = (
  description: string | undefined,
): {
  labels: Record<string, string>;
  description: string | undefined;
} => {
  if (!description?.startsWith("[alchemy ")) {
    return { labels: {}, description };
  }
  const end = description.indexOf("]");
  if (end < 0) return { labels: {}, description };
  const labels: Record<string, string> = {};
  for (const part of description.slice("[alchemy ".length, end).split(/\s+/)) {
    const eq = part.indexOf("=");
    if (eq > 0) {
      labels[part.slice(0, eq)] = part.slice(eq + 1);
    }
  }
  const rest = description.slice(end + 1).replace(/^\n/, "");
  return { labels, description: rest.length > 0 ? rest : undefined };
};

const toAttrs = (
  request: compute.InstanceGroupManagerResizeRequest,
  project: string,
  instanceGroupManager: string,
): InstanceGroupManagerResizeRequest["Attributes"] => {
  const parsed = parseDescription(request.description);
  return {
    resizeRequestName: request.name ?? request.id ?? "",
    project,
    zone: zoneOf(request.zone),
    instanceGroupManager: lastSegment(instanceGroupManager),
    resizeBy: request.resizeBy,
    description: parsed.description,
    requestedRunDuration: request.requestedRunDuration,
    state: request.state,
    resizeRequestId: request.id,
    selfLink: request.selfLink,
    creationTimestamp: request.creationTimestamp,
  };
};

const getByName = (
  project: string,
  zone: string,
  instanceGroupManager: string,
  resizeRequest: string,
) =>
  compute
    .getInstanceGroupManagerResizeRequests({
      project,
      zone,
      instanceGroupManager,
      resizeRequest,
    })
    .pipe(Effect.catchTag("NotFound", () => Effect.undefined));

const awaitResource = (
  project: string,
  zone: string,
  instanceGroupManager: string,
  resizeRequestName: string,
) =>
  getByName(project, zone, instanceGroupManager, resizeRequestName).pipe(
    Effect.repeat({
      schedule: Schedule.spaced("1 second"),
      until: (item) => item !== undefined,
      times: 8,
    }),
  );

const terminalStates = new Set(["SUCCEEDED", "FAILED", "CANCELLED"]);

export const InstanceGroupManagerResizeRequestProvider = () =>
  Provider.succeed(InstanceGroupManagerResizeRequest, {
    stables: [
      "resizeRequestName",
      "project",
      "zone",
      "instanceGroupManager",
      "resizeBy",
      "resizeRequestId",
      "selfLink",
      "creationTimestamp",
    ],

    diff: Effect.fn(function* ({ news, olds, output }) {
      if (!isResolved(news)) return undefined;
      const previousName = olds?.resizeRequestName ?? output?.resizeRequestName;
      const nextName = news.resizeRequestName;
      const previousZone = zoneOf(olds?.zone ?? output?.zone);
      const nextZone = zoneOf(news.zone ?? output?.zone);
      const previousMig = lastSegment(olds?.instanceGroupManager ?? output?.instanceGroupManager);
      const nextMig = lastSegment(news.instanceGroupManager);
      const previousBy = olds?.resizeBy ?? output?.resizeBy;
      const nextBy = news.resizeBy;
      if (
        (previousName !== undefined && nextName !== undefined && previousName !== nextName) ||
        previousZone !== nextZone ||
        previousMig !== nextMig ||
        (previousBy !== undefined && previousBy !== nextBy)
      ) {
        return {
          action: "replace" as const,
          deleteFirst:
            previousName !== undefined &&
            nextName !== undefined &&
            previousName === nextName &&
            previousZone === nextZone &&
            previousMig === nextMig,
        };
      }
      return undefined;
    }),

    read: Effect.fn(function* ({ id, olds, output }) {
      const env = yield* GcpEnvironment.current;
      const resizeRequestName = yield* toName(
        id,
        olds?.resizeRequestName,
        output?.resizeRequestName,
      );
      const zone = zoneOf(olds?.zone ?? output?.zone);
      const instanceGroupManager = lastSegment(
        olds?.instanceGroupManager ?? output?.instanceGroupManager,
      );
      if (!instanceGroupManager) return undefined;
      const existing = yield* getByName(env.project, zone, instanceGroupManager, resizeRequestName);
      if (existing === undefined) return undefined;
      const attrs = toAttrs(existing, env.project, instanceGroupManager);
      const { labels } = parseDescription(existing.description);
      return (yield* hasAlchemyLabels(id, labels)) ? attrs : Unowned(attrs);
    }),

    list: () =>
      Effect.gen(function* () {
        const env = yield* GcpEnvironment.current;
        const pages = yield* compute.aggregatedListInstanceGroupManagers
          .pages({
            project: env.project,
            maxResults: 500,
            returnPartialSuccess: true,
          })
          .pipe(Stream.runCollect);
        const managers = Array.from(pages).flatMap((page) =>
          Object.entries(page.items ?? {}).flatMap(([scope, scoped]) => {
            if (!scope.startsWith("zones/")) return [];
            const zone = scope.slice("zones/".length);
            return (scoped?.instanceGroupManagers ?? [])
              .filter((manager) => manager.name)
              .map((manager) => ({
                zone,
                name: manager.name ?? "",
              }));
          }),
        );
        const perManager = yield* Effect.forEach(
          managers,
          ({ zone, name }) =>
            compute.listInstanceGroupManagerResizeRequests
              .items({
                project: env.project,
                zone,
                instanceGroupManager: name,
                maxResults: 500,
              })
              .pipe(
                Stream.filter((request) => {
                  const { labels } = parseDescription(request.description);
                  return Object.keys(labels).some((key) => key.startsWith("alchemy-"));
                }),
                Stream.map((request) => toAttrs(request, env.project, name)),
                Stream.runCollect,
                Effect.map((chunk) => Array.from(chunk)),
                Effect.catchTag("NotFound", () => Effect.succeed([])),
              ),
          { concurrency: 4 },
        );
        return perManager.flat();
      }),

    reconcile: Effect.fn(function* ({ id, news, output }) {
      const env = yield* GcpEnvironment.current;
      const resizeRequestName = yield* toName(
        id,
        news.resizeRequestName,
        output?.resizeRequestName,
      );
      const zone = zoneOf(news.zone ?? output?.zone);
      const instanceGroupManager = lastSegment(news.instanceGroupManager);
      const ownership = yield* createInternalLabels(id);
      const description = encodeDescription(ownership, news.description);

      let current = yield* getByName(env.project, zone, instanceGroupManager, resizeRequestName);

      if (current === undefined) {
        yield* compute
          .insertInstanceGroupManagerResizeRequests({
            project: env.project,
            zone,
            instanceGroupManager,
            body: {
              name: resizeRequestName,
              description,
              resizeBy: news.resizeBy,
              requestedRunDuration: news.requestedRunDuration,
            },
          })
          .pipe(
            Effect.flatMap((operation) =>
              waitZoneOperation(env.project, zone, operation, {
                ignore: ["RESOURCE_ALREADY_EXISTS"],
              }),
            ),
            Effect.catchTag("Conflict", () => Effect.undefined),
          );
        current = yield* awaitResource(env.project, zone, instanceGroupManager, resizeRequestName);
      }

      if (current === undefined) {
        return yield* new InstanceGroupManagerResizeRequestNotResolved({
          resizeRequestName,
          instanceGroupManager,
          zone,
        });
      }

      return toAttrs(current, env.project, instanceGroupManager);
    }),

    delete: Effect.fn(function* ({ output }) {
      const env = yield* GcpEnvironment.current;
      const zone = zoneOf(output.zone);
      const instanceGroupManager = lastSegment(output.instanceGroupManager);
      const existing = yield* getByName(
        env.project,
        zone,
        instanceGroupManager,
        output.resizeRequestName,
      );
      if (existing === undefined) return;

      if (!terminalStates.has(existing.state ?? "")) {
        const cancelled = yield* compute
          .cancelInstanceGroupManagerResizeRequests({
            project: env.project,
            zone,
            instanceGroupManager,
            resizeRequest: output.resizeRequestName,
          })
          .pipe(
            Effect.catchTags({
              NotFound: () => Effect.undefined,
              BadRequest: () => Effect.undefined,
              Conflict: () => Effect.undefined,
            }),
          );
        if (cancelled !== undefined) {
          yield* waitZoneOperation(env.project, zone, cancelled).pipe(
            Effect.catchTag("NotFound", () => Effect.void),
          );
        }
        yield* getByName(env.project, zone, instanceGroupManager, output.resizeRequestName).pipe(
          Effect.repeat({
            schedule: Schedule.spaced("1 second"),
            until: (item) => item === undefined || terminalStates.has(item.state ?? ""),
            times: 10,
          }),
        );
      }

      const operation = yield* compute
        .deleteInstanceGroupManagerResizeRequests({
          project: env.project,
          zone,
          instanceGroupManager,
          resizeRequest: output.resizeRequestName,
        })
        .pipe(
          Effect.retry({
            while: (error) => error._tag === "Conflict",
            schedule: Schedule.spaced("2 seconds"),
            times: 8,
          }),
          Effect.catchTag("NotFound", () => Effect.undefined),
        );
      if (operation !== undefined) {
        yield* waitZoneOperation(env.project, zone, operation).pipe(
          Effect.catchTag("NotFound", () => Effect.void),
        );
      }
    }),
  });