sailfork / t3code-github / .repos/ alchemy-effect/ packages/ cloudflare/ src/ AI/ QueryGatewayBinding.ts

/// <reference types="@cloudflare/workers-types" />

import * as Effect from "effect/Effect";
import * as Layer from "effect/Layer";
import { Worker, WorkerEnvironment } from "../Workers/Worker.ts";
import type { Gateway as GatewayResource } from "./Gateway.ts";
import { makeLanguageModelLayer } from "./LanguageModel.ts";
import { GatewayError, QueryGateway, type QueryGatewayClient } from "./QueryGateway.ts";

/**
 * Runtime layer for {@link QueryGateway}.
 */
export const QueryGatewayBinding = Layer.effect(
  QueryGateway,
  Effect.gen(function* () {
    const env = yield* WorkerEnvironment;
    const host = yield* Worker;

    return Effect.fn(function* (gateway: GatewayResource) {
      if (!globalThis.__ALCHEMY_RUNTIME__) {
        yield* host.bind`${gateway}`({
          bindings: [
            {
              type: "ai",
              name: gateway.LogicalId,
            },
          ],
        });
      }

      const gatewayIdAccessor = yield* gateway.gatewayId;
      const ai = Effect.sync(() => (env as Record<string, Ai>)[gateway.LogicalId]!);
      const runtimeGateway = yield* Effect.zip(ai, gatewayIdAccessor).pipe(
        Effect.map(([ai, gatewayId]) => ai.gateway(gatewayId)),
        Effect.cached,
      );

      const use = <T>(fn: (gateway: AiGateway) => Promise<T>): Effect.Effect<T, GatewayError> =>
        runtimeGateway.pipe(Effect.flatMap((gateway) => tryPromise(() => fn(gateway))));

      const self: QueryGatewayClient = {
        raw: ai,
        gateway: runtimeGateway,
        id: gatewayIdAccessor,
        patchLog: (logId, data) => use((gateway) => gateway.patchLog(logId, data)),
        getLog: (logId) => use((gateway) => gateway.getLog(logId)),
        getUrl: (provider) => use((gateway) => gateway.getUrl(provider)),
        run: (data, options) => use((gateway) => gateway.run(data, options)),
        model: (options) =>
          makeLanguageModelLayer({
            ...options,
            client: self,
          }),
      } satisfies QueryGatewayClient;
      return self;
    });
  }),
);

const tryPromise = <T>(fn: () => Promise<T>): Effect.Effect<T, GatewayError> =>
  Effect.tryPromise({
    try: fn,
    catch: (error) =>
      new GatewayError({
        message: error instanceof Error ? error.message : "Unknown AI Gateway runtime error",
        cause: error,
      }),
  });