import * as bda from "@distilled.cloud/aws/bedrock-data-automation";
import { Unowned } from "alchemy/AdoptPolicy";
import { isResolved } from "alchemy/Diff";
import { createPhysicalName } from "alchemy/PhysicalName";
import * as Provider from "alchemy/Provider";
import { Resource } from "alchemy/Resource";
import { createInternalTags, hasAlchemyTags } from "alchemy/Tags";
import * as Data from "effect/Data";
import * as Effect from "effect/Effect";
import * as Schedule from "effect/Schedule";
import * as Stream from "effect/Stream";
import type { Providers } from "../Providers.ts";
import { bdaConfigEquals, readBdaTags, syncBdaTags, toBdaTagList, unredact } from "./internal.ts";
// Explicitly-typed pipeable repeat helper. Inlining `Effect.repeat` in a
// provider lifecycle op leaks its conditional return type into declaration
// emit and widens the provider layer for every consumer of `AWS.providers()`.
const repeatUntilProjectSettled = <E, R>(
self: Effect.Effect<bda.DataAutomationProject | undefined, E, R>,
): Effect.Effect<bda.DataAutomationProject | undefined, E, R> =>
Effect.repeat(self, {
schedule: Schedule.fixed("3 seconds"),
until: (project) => project === undefined || project.status !== "IN_PROGRESS",
times: 25,
});
export interface DataAutomationProjectProps {
/**
* Name of the project. Must match `[a-zA-Z0-9-_]+` and be at most 128
* characters. Changing the name replaces the project.
* @default ${app}-${stage}-${id}
*/
projectName?: string;
/**
* Human-readable description of the project.
*/
projectDescription?: string;
/**
* The stage of the project: `DEVELOPMENT` or `LIVE`. Stages are distinct
* addressable copies, so changing the stage replaces the project.
* @default LIVE
*/
projectStage?: bda.DataAutomationProjectStage;
/**
* Whether the project processes files asynchronously (`ASYNC`) or
* synchronously (`SYNC`). Immutable — changing it replaces the project.
* @default ASYNC
*/
projectType?: bda.DataAutomationProjectType;
/**
* The standard (default) output the project produces per modality —
* document, image, video, and audio extraction settings. Pass `{}` to use
* the service defaults.
*/
standardOutputConfiguration: bda.StandardOutputConfiguration;
/**
* Custom output configuration — the list of `Blueprint`s the project
* applies to matched files.
*/
customOutputConfiguration?: bda.CustomOutputConfiguration;
/**
* Overrides for the project (e.g. document splitter and modality routing).
*/
overrideConfiguration?: bda.OverrideConfiguration;
/**
* Data automation library (entity/vocabulary) configuration.
*/
dataAutomationLibraryConfiguration?: bda.DataAutomationLibraryConfiguration;
/**
* Customer-managed KMS encryption for the project. When omitted, the
* service uses an AWS-owned key.
*/
encryptionConfiguration?: bda.EncryptionConfiguration;
/**
* Tags to apply to the project. Merged with internal Alchemy tags.
*/
tags?: Record<string, string>;
}
export interface DataAutomationProject extends Resource<
"AWS.BedrockDataAutomation.DataAutomationProject",
DataAutomationProjectProps,
{
/**
* The ARN of the project.
*/
projectArn: string;
/**
* Name of the project.
*/
projectName: string;
/**
* The stage (`DEVELOPMENT` or `LIVE`) of the project.
*/
projectStage: string;
/**
* Current status of the project (e.g. `COMPLETED`).
*/
status: string;
},
never,
Providers
> {}
/**
* An Amazon Bedrock Data Automation Project — the configuration unit that
* turns documents, images, audio, and video into structured output, with
* optional custom output driven by `Blueprint`s.
*
* ### Creating Projects
* **Example:** Project with default standard output
* ```typescript
* import * as BDA from "@alchemy.run/aws/BedrockDataAutomation";
*
* const project = yield* BDA.DataAutomationProject("Docs", {
* standardOutputConfiguration: {},
* });
* ```
*
* **Example:** Document project with granular extraction
* ```typescript
* const project = yield* BDA.DataAutomationProject("Docs", {
* projectDescription: "invoice pipeline",
* standardOutputConfiguration: {
* document: {
* extraction: {
* granularity: { types: ["DOCUMENT", "PAGE"] },
* boundingBox: { state: "DISABLED" },
* },
* generativeField: { state: "DISABLED" },
* outputFormat: {
* textFormat: { types: ["MARKDOWN"] },
* additionalFileFormat: { state: "DISABLED" },
* },
* },
* },
* });
* ```
*
* ### Custom Output
* **Example:** Attach blueprints for custom output
* ```typescript
* const blueprint = yield* BDA.Blueprint("InvoiceBlueprint", {
* type: "DOCUMENT",
* schema: invoiceSchemaJson,
* });
*
* const project = yield* BDA.DataAutomationProject("Docs", {
* standardOutputConfiguration: {},
* customOutputConfiguration: {
* blueprints: [{ blueprintArn: blueprint.blueprintArn }],
* },
* });
* ```
*
* @resource
*/
export const DataAutomationProject = Resource<DataAutomationProject>(
"AWS.BedrockDataAutomation.DataAutomationProject",
);
/**
* Raised when a Data Automation project reaches the terminal `FAILED` status
* during provisioning or update.
*/
export class DataAutomationProjectFailed extends Data.TaggedError("DataAutomationProjectFailed")<{
projectArn: string;
message: string;
}> {}
export const DataAutomationProjectProvider = () =>
Provider.effect(
DataAutomationProject,
Effect.gen(function* () {
const createName = Effect.fn(function* (
id: string,
props: Pick<DataAutomationProjectProps, "projectName">,
) {
return props.projectName ?? (yield* createPhysicalName({ id, maxLength: 128 }));
});
const toAttributes = (project: bda.DataAutomationProject) => ({
projectArn: project.projectArn,
projectName: unredact(project.projectName),
projectStage: project.projectStage ?? "LIVE",
status: project.status as string,
});
const observeProject = Effect.fn(function* (
projectArn: string,
projectStage?: bda.DataAutomationProjectStage,
) {
return yield* bda.getDataAutomationProject({ projectArn, projectStage }).pipe(
Effect.map((r) => r.project),
Effect.catchTag("ResourceNotFoundException", () => Effect.undefined),
);
});
const findProjectArn = Effect.fn(function* (name: string) {
const summaries = yield* bda.listDataAutomationProjects
.items({ resourceOwner: "ACCOUNT" })
.pipe(Stream.runCollect);
return Array.from(summaries).find(
(s) => s.projectName !== undefined && unredact(s.projectName) === name,
)?.projectArn;
});
// Project create/update settle asynchronously (status IN_PROGRESS →
// COMPLETED | FAILED). Bounded poll: 25 × 3s ≈ 75s worst case.
const waitForSettled = Effect.fn(function* (
projectArn: string,
projectStage?: bda.DataAutomationProjectStage,
) {
const settled = yield* observeProject(projectArn, projectStage).pipe(
repeatUntilProjectSettled,
);
if (settled !== undefined && settled.status === "FAILED") {
return yield* new DataAutomationProjectFailed({
projectArn,
message: `Data Automation project '${projectArn}' reached status FAILED`,
});
}
return settled;
});
return DataAutomationProject.Provider.of({
stables: ["projectArn", "projectName"],
list: () =>
Effect.gen(function* () {
const summaries = yield* bda.listDataAutomationProjects
.items({ resourceOwner: "ACCOUNT" })
.pipe(Stream.runCollect);
const attrs = yield* Effect.forEach(
Array.from(summaries),
(s) =>
observeProject(s.projectArn, s.projectStage).pipe(
Effect.map((project) => (project === undefined ? [] : [toAttributes(project)])),
),
{ concurrency: 5 },
);
return attrs.flat();
}),
read: Effect.fn(function* ({ id, olds, output }) {
const projectArn =
output?.projectArn ?? (yield* findProjectArn(yield* createName(id, olds ?? {})));
if (projectArn === undefined) return undefined;
const found = yield* observeProject(projectArn, olds?.projectStage);
if (found === undefined) return undefined;
const attrs = toAttributes(found);
const tags = yield* readBdaTags(projectArn);
return (yield* hasAlchemyTags(id, tags)) ? attrs : Unowned(attrs);
}),
diff: Effect.fn(function* ({ id, news, olds }) {
if (!isResolved(news)) return undefined;
const oldName = yield* createName(id, olds ?? {});
const newName = yield* createName(id, news ?? {});
if (
oldName !== newName ||
olds?.projectStage !== news.projectStage ||
olds?.projectType !== news.projectType
) {
return { action: "replace" } as const;
}
// fall through: engine default update logic for mutable fields
}),
reconcile: Effect.fn(function* ({ id, news, output, session }) {
const projectName = output?.projectName ?? (yield* createName(id, news));
const internalTags = yield* createInternalTags(id);
const desiredTags = { ...news.tags, ...internalTags };
// 1. OBSERVE — cloud state is authoritative; output caches the ARN.
const cachedArn = output?.projectArn ?? (yield* findProjectArn(projectName));
let live =
cachedArn === undefined
? undefined
: yield* observeProject(cachedArn, news.projectStage);
// 2. ENSURE — create when missing; a concurrent create surfaces as
// the typed ConflictException, which we treat as a race and
// re-observe by name. Wait for the async provisioning to settle.
if (live === undefined) {
const projectArn = yield* bda
.createDataAutomationProject({
projectName,
projectDescription: news.projectDescription,
projectStage: news.projectStage,
projectType: news.projectType,
standardOutputConfiguration: news.standardOutputConfiguration,
customOutputConfiguration: news.customOutputConfiguration,
overrideConfiguration: news.overrideConfiguration,
dataAutomationLibraryConfiguration: news.dataAutomationLibraryConfiguration,
encryptionConfiguration: news.encryptionConfiguration,
tags: toBdaTagList(desiredTags),
})
.pipe(
Effect.map((r) => r.projectArn),
Effect.catchTag("ConflictException", (conflict) =>
Effect.gen(function* () {
const arn = yield* findProjectArn(projectName);
return arn === undefined ? yield* conflict : arn;
}),
),
);
live = yield* waitForSettled(projectArn, news.projectStage);
}
if (live === undefined) {
return yield* new DataAutomationProjectFailed({
projectArn: cachedArn ?? projectName,
message: `Data Automation project '${projectName}' was not observable after create`,
});
}
// 3. SYNC — diff OBSERVED configuration against desired; apply the
// idempotent PUT only on drift. The server may fill defaulted
// fields, in which case the PUT re-applies harmlessly.
const drift =
unredact(live.projectDescription ?? "") !== (news.projectDescription ?? "") ||
!bdaConfigEquals(live.standardOutputConfiguration, news.standardOutputConfiguration) ||
(news.customOutputConfiguration !== undefined &&
!bdaConfigEquals(live.customOutputConfiguration, news.customOutputConfiguration)) ||
(news.overrideConfiguration !== undefined &&
!bdaConfigEquals(live.overrideConfiguration, news.overrideConfiguration)) ||
(news.encryptionConfiguration !== undefined &&
live.kmsKeyId !== news.encryptionConfiguration.kmsKeyId);
if (drift) {
yield* bda.updateDataAutomationProject({
projectArn: live.projectArn,
projectStage: news.projectStage,
projectDescription: news.projectDescription,
standardOutputConfiguration: news.standardOutputConfiguration,
customOutputConfiguration: news.customOutputConfiguration,
overrideConfiguration: news.overrideConfiguration,
dataAutomationLibraryConfiguration: news.dataAutomationLibraryConfiguration,
encryptionConfiguration: news.encryptionConfiguration,
});
live = (yield* waitForSettled(live.projectArn, news.projectStage)) ?? live;
}
// 3b. SYNC TAGS against observed cloud tags.
yield* syncBdaTags(live.projectArn, desiredTags);
yield* session.note(projectName);
return toAttributes(live);
}),
delete: Effect.fn(function* ({ output }) {
yield* bda
.deleteDataAutomationProject({ projectArn: output.projectArn })
.pipe(Effect.catchTag("ResourceNotFoundException", () => Effect.void));
}),
});
}),
);