sailfork / t3code-github / .repos/ alchemy-effect/ benchmark/ container/ src/ microvm-worker.ts

import * as AWS from "@alchemy.run/aws";
import * as Cloudflare from "@alchemy.run/cloudflare";
import * as Effect from "effect/Effect";
import * as FetchHttpClient from "effect/http/FetchHttpClient";
import * as HttpBody from "effect/http/HttpBody";
import * as HttpClient from "effect/http/HttpClient";
import { HttpServerRequest } from "effect/http/HttpServerRequest";
import * as HttpServerResponse from "effect/http/HttpServerResponse";
import * as Layer from "effect/Layer";
import type * as Redacted from "effect/Redacted";
import * as Schedule from "effect/Schedule";
import { BunMicrovm } from "./bun-image.ts";
import { EffectfulBun } from "./effectful-bun.ts";
import { EffectfulNode } from "./effectful-node.ts";
import { ExternalMicrovm } from "./external-image.ts";
import { NodeMicrovm } from "./node-image.ts";
import { OpencodeMicrovm } from "./opencode-image.ts";

/**
 * Cloudflare Worker host for the MicroVM cold-start benchmark — the cross-cloud
 * analog of the Lambda {@link import("./orchestrator.ts")}. Same boot/shutdown
 * lifecycle and `readyMs` (time to usable service), but driven from a Worker:
 * binding the AWS MicroVM ops provisions an IAM User + AccessKey + assume-role
 * Role once per worker (see `MicrovmBinding.ts`), measuring the Worker → MicroVM
 * cold-start path.
 */
type Variant = {
  readonly run: (
    req: AWS.Lambda.RunMicrovmRequest,
  ) => Effect.Effect<{ microvmId: string; endpoint: string }, any>;
  readonly get: (req: { microvmIdentifier: string }) => Effect.Effect<{ state: string }, any>;
  readonly auth: (req: {
    microvmIdentifier: string;
    expirationInMinutes: number;
    allowedPorts: { port: number }[];
  }) => Effect.Effect<
    {
      authToken: Record<string, string | Redacted.Redacted<string> | undefined>;
    },
    any
  >;
  readonly term: (req: { microvmIdentifier: string }) => Effect.Effect<unknown, any>;
  readonly reachable: (
    endpoint: string,
    authToken: Record<string, string | Redacted.Redacted<string> | undefined>,
  ) => Effect.Effect<unknown, any, any>;
};

export default Cloudflare.Worker(
  "MicrovmBenchWorker",
  { main: import.meta.filename },
  Effect.gen(function* () {
    const rawReachable = (
      endpoint: string,
      authToken: Record<string, string | Redacted.Redacted<string> | undefined>,
    ) =>
      Effect.gen(function* () {
        const client = yield* HttpClient.HttpClient;
        const res = yield* client.get(`https://${endpoint}/`, {
          headers: AWS.Lambda.microvmAuthHeaders(authToken),
        });
        return yield* res.text;
      });

    const effectfulBun: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(EffectfulBun),
      get: yield* AWS.Lambda.GetMicrovm(EffectfulBun),
      auth: yield* AWS.Lambda.CreateAuthToken(EffectfulBun),
      term: yield* AWS.Lambda.TerminateMicrovm(EffectfulBun),
      reachable: (endpoint, authToken) =>
        Effect.gen(function* () {
          const sandbox = yield* AWS.Lambda.connectMicrovm(EffectfulBun, {
            endpoint,
            authToken,
          });
          return yield* sandbox.hello("bench");
        }),
    };
    const effectfulNode: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(EffectfulNode),
      get: yield* AWS.Lambda.GetMicrovm(EffectfulNode),
      auth: yield* AWS.Lambda.CreateAuthToken(EffectfulNode),
      term: yield* AWS.Lambda.TerminateMicrovm(EffectfulNode),
      reachable: (endpoint, authToken) =>
        Effect.gen(function* () {
          const sandbox = yield* AWS.Lambda.connectMicrovm(EffectfulNode, {
            endpoint,
            authToken,
          });
          return yield* sandbox.hello("bench");
        }),
    };
    const bun: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(BunMicrovm),
      get: yield* AWS.Lambda.GetMicrovm(BunMicrovm),
      auth: yield* AWS.Lambda.CreateAuthToken(BunMicrovm),
      term: yield* AWS.Lambda.TerminateMicrovm(BunMicrovm),
      reachable: rawReachable,
    };
    const node: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(NodeMicrovm),
      get: yield* AWS.Lambda.GetMicrovm(NodeMicrovm),
      auth: yield* AWS.Lambda.CreateAuthToken(NodeMicrovm),
      term: yield* AWS.Lambda.TerminateMicrovm(NodeMicrovm),
      reachable: rawReachable,
    };
    const external: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(ExternalMicrovm),
      get: yield* AWS.Lambda.GetMicrovm(ExternalMicrovm),
      auth: yield* AWS.Lambda.CreateAuthToken(ExternalMicrovm),
      term: yield* AWS.Lambda.TerminateMicrovm(ExternalMicrovm),
      reachable: rawReachable,
    };
    // opencode is "usable" when its health endpoint answers healthy AND a
    // session can actually be created — a real write through the app, which
    // proves the server is functional after the snapshot resume, not merely
    // listening. The server requires basic auth (see
    // contexts/microvm-opencode/Dockerfile), stacked on the MicroVM proxy
    // auth headers.
    const opencode: Variant = {
      run: yield* AWS.Lambda.RunMicrovm(OpencodeMicrovm),
      get: yield* AWS.Lambda.GetMicrovm(OpencodeMicrovm),
      auth: yield* AWS.Lambda.CreateAuthToken(OpencodeMicrovm),
      term: yield* AWS.Lambda.TerminateMicrovm(OpencodeMicrovm),
      reachable: (endpoint, authToken) =>
        Effect.gen(function* () {
          const client = yield* HttpClient.HttpClient;
          const headers = {
            ...AWS.Lambda.microvmAuthHeaders(authToken),
            // base64("opencode:bench")
            authorization: "Basic b3BlbmNvZGU6YmVuY2g=",
          };
          const health = yield* client.get(`https://${endpoint}/global/health`, { headers });
          const healthBody = yield* health.text;
          if (health.status !== 200 || !healthBody.includes('"healthy":true')) {
            return yield* Effect.fail(
              new Error(`opencode health ${health.status}: ${healthBody.slice(0, 120)}`),
            );
          }
          const session = yield* client.post(`https://${endpoint}/session`, {
            headers,
            body: HttpBody.text("{}", "application/json"),
          });
          const sessionBody = yield* session.text;
          if (session.status !== 200 || !sessionBody.includes('"id"')) {
            return yield* Effect.fail(
              new Error(`opencode session ${session.status}: ${sessionBody.slice(0, 120)}`),
            );
          }
          return sessionBody;
        }),
    };
    const variants: Record<string, Variant> = {
      "effectful-bun": effectfulBun,
      "effectful-node": effectfulNode,
      bun,
      node,
      external,
      opencode,
    };
    const pick = (v: string | null): Variant => variants[v ?? ""] ?? effectfulBun;

    const boot = (v: Variant) =>
      Effect.gen(function* () {
        const start = yield* Effect.sync(() => Date.now());
        const vm = yield* v.run({
          idlePolicy: {
            maxIdleDurationSeconds: 900,
            suspendedDurationSeconds: 300,
            autoResumeEnabled: true,
          },
        });
        return yield* Effect.gen(function* () {
          yield* v.get({ microvmIdentifier: vm.microvmId }).pipe(
            Effect.flatMap((m) =>
              m.state === "RUNNING" ? Effect.void : Effect.fail(new Error(`microvm ${m.state}`)),
            ),
            Effect.retry({
              schedule: Schedule.spaced("500 millis"),
              times: 180,
            }),
          );
          const { authToken } = yield* v.auth({
            microvmIdentifier: vm.microvmId,
            expirationInMinutes: 5,
            allowedPorts: [{ port: 8080 }],
          });
          yield* v.reachable(vm.endpoint, authToken).pipe(
            Effect.retry({
              schedule: Schedule.exponential("250 millis"),
              times: 14,
            }),
          );
          const readyMs = (yield* Effect.sync(() => Date.now())) - start;
          return yield* HttpServerResponse.json({ id: vm.microvmId, readyMs });
        }).pipe(
          Effect.onError(() => v.term({ microvmIdentifier: vm.microvmId }).pipe(Effect.ignore)),
          Effect.provide(FetchHttpClient.layer),
        );
      });

    return {
      fetch: Effect.gen(function* () {
        const request = yield* HttpServerRequest;
        const url = new URL(request.url, "http://microvm");
        const v = pick(url.searchParams.get("variant"));

        if (url.pathname === "/boot") {
          return yield* boot(v);
        }
        if (url.pathname === "/shutdown") {
          const id = url.searchParams.get("id")!;
          yield* v.term({ microvmIdentifier: id }).pipe(Effect.ignore);
          return yield* HttpServerResponse.json({ ok: true });
        }
        return HttpServerResponse.text("ok");
      }).pipe(Effect.orDie),
    };
  }).pipe(
    Effect.provide(
      Layer.mergeAll(
        AWS.Lambda.RunMicrovmHttp,
        AWS.Lambda.GetMicrovmHttp,
        AWS.Lambda.CreateAuthTokenHttp,
        AWS.Lambda.TerminateMicrovmHttp,
      ),
    ),
  ),
);