import * as AWS from "@alchemy.run/aws";
import { AWSEnvironment } from "@alchemy.run/aws/Environment";
import { expect } from "@alchemy.run/test";
import * as Test from "@alchemy.run/test/Alchemy";
import * as osis from "@distilled.cloud/aws/osis";
import * as Output from "alchemy/Output";
import * as Effect from "effect/Effect";
import * as Schedule from "effect/Schedule";
const { test } = Test.make({ providers: AWS.providers() });
// Ungated typed-error probe: proves the distilled error union carries the
// not-found tag this provider's read/delete paths depend on.
test.provider(
"getPipeline on a nonexistent pipeline fails with ResourceNotFoundException",
() =>
Effect.gen(function* () {
const error = yield* Effect.flip(
osis.getPipeline({ PipelineName: "alchemy-nonexistent-probe" }),
);
expect(error._tag).toBe("ResourceNotFoundException");
}),
{ tags: ["provider:aws", "provider:aws:osis", "live"] },
);
// Ungated probe for the ResourcePolicy provider's read path: OSIS reports
// "no policy" as a SUCCESS response with the empty document `"{}"` (not a
// ResourceNotFoundException) — the provider's absent-detection depends on
// this observed behavior.
test.provider(
"getResourcePolicy on a nonexistent pipeline returns the empty document",
() =>
Effect.gen(function* () {
const { region, accountId } = yield* AWSEnvironment.current;
const response = yield* osis.getResourcePolicy({
ResourceArn: `arn:aws:osis:${region}:${accountId}:pipeline/alchemy-nonexistent-probe`,
});
expect(response.Policy === undefined || response.Policy === "{}").toBe(true);
}),
{ tags: ["provider:aws", "provider:aws:osis", "live"] },
);
// Ungated probe for the PipelineEndpoint provider's observe path: the list
// API answers (typed) even when the account has no endpoints.
test.provider(
"listPipelineEndpoints succeeds on an empty account",
() =>
Effect.gen(function* () {
const response = yield* osis.listPipelineEndpoints({});
expect(Array.isArray(response.PipelineEndpoints ?? [])).toBe(true);
}),
{ tags: ["provider:aws", "provider:aws:osis", "live"] },
);
// Data Prepper configuration: HTTP source draining to an S3 sink. The role
// and bucket are provisioned by the same stack; interpolation defers the
// concrete values until deploy time.
const pipelineConfig = (
roleArn: Output.Output<string>,
bucketName: Output.Output<string>,
region: string,
) => Output.interpolate`version: "2"
log-pipeline:
source:
http:
path: "/logs/ingest"
sink:
- s3:
aws:
sts_role_arn: "${roleArn}"
region: "${region}"
bucket: "${bucketName}"
threshold:
event_collect_timeout: "60s"
codec:
ndjson:
`;
// Deletion is verified as INITIATED (status DELETING, irreversible) or fully
// gone. Full disappearance takes a few more minutes server-side.
const assertPipelineDeleting = (name: string) =>
Effect.gen(function* () {
const status = yield* osis.getPipeline({ PipelineName: name }).pipe(
Effect.map((response) => response.Pipeline?.Status ?? "gone"),
Effect.catchTag("ResourceNotFoundException", () => Effect.succeed("gone" as const)),
);
if (status !== "gone" && status !== "DELETING") {
return yield* Effect.fail(new Error(`pipeline '${name}' still exists (status: ${status})`));
}
}).pipe(
Effect.retry({ schedule: Schedule.max([Schedule.fixed("10 seconds"), Schedule.recurs(18)]) }),
);
// OSIS pipelines take ~5-10 minutes to provision and are billed per
// Ingestion-OCU-hour while they exist (minimum 1 OCU). The full lifecycle —
// pipeline + resource policy + VPC pipeline endpoint — is skipped under
// `--fast` and always destroys what it created.
test.provider.skipIf(!!process.env.FAST)(
"create http-to-s3 pipeline with resource policy and VPC endpoint, verify, destroy",
(stack) =>
Effect.gen(function* () {
yield* stack.destroy();
const { region, accountId } = yield* AWSEnvironment.current;
const { pipeline, policy, endpoint } = yield* stack.deploy(
Effect.gen(function* () {
const bucket = yield* AWS.S3.Bucket("Sink", { forceDestroy: true });
const role = yield* AWS.IAM.Role("PipelineRole", {
assumeRolePolicyDocument: {
Version: "2012-10-17",
Statement: [
{
Effect: "Allow",
Principal: { Service: ["osis-pipelines.amazonaws.com"] },
Action: ["sts:AssumeRole"],
},
],
},
inlinePolicies: {
"s3-sink": {
Version: "2012-10-17",
Statement: [
{
Effect: "Allow",
Action: ["s3:PutObject", "s3:AbortMultipartUpload"],
Resource: [Output.interpolate`${bucket.bucketArn}/*`],
},
{
Effect: "Allow",
Action: ["s3:GetBucketLocation", "s3:ListBucket"],
Resource: [bucket.bucketArn],
},
],
},
},
});
// Pipeline endpoints only attach to VPC pipelines ("The pipeline is
// not configured for VPC."), must live in a DIFFERENT VPC than the
// pipeline ("Creating a pipeline endpoint in the same VPC as the
// pipeline is not supported."), and every VPC involved needs DNS
// support + hostnames enabled.
const network = (name: string, octet: number) =>
Effect.gen(function* () {
const vpc = yield* AWS.EC2.Vpc(`${name}Vpc`, {
cidrBlock: `10.${octet}.0.0/16`,
enableDnsSupport: true,
enableDnsHostnames: true,
});
const subnet = yield* AWS.EC2.Subnet(`${name}Subnet`, {
vpcId: vpc.vpcId,
cidrBlock: `10.${octet}.1.0/24`,
availabilityZone: `${region}a`,
});
const securityGroup = yield* AWS.EC2.SecurityGroup(`${name}SG`, {
vpcId: vpc.vpcId,
description: `osis ${name} fixture`,
ingress: [
{ ipProtocol: "tcp", fromPort: 443, toPort: 443, cidrIpv4: `10.${octet}.0.0/16` },
],
});
return {
subnetIds: [subnet.subnetId],
securityGroupIds: [securityGroup.groupId],
};
});
const pipelineNetwork = yield* network("Pipeline", 42);
const endpointNetwork = yield* network("Endpoint", 43);
const pipeline = yield* AWS.OSIS.Pipeline("Logs", {
minUnits: 1,
maxUnits: 1,
pipelineConfigurationBody: pipelineConfig(role.roleArn, bucket.bucketName, region),
vpcOptions: pipelineNetwork,
tags: { fixture: "osis-pipeline" },
});
// Resource-based policy: OSIS only accepts `osis:CreatePipelineEndpoint`
// grants to 12-digit account IDs (an `arn:aws:iam::…:root`
// principal or `osis:Ingest` is rejected as "Invalid resource
// policy.").
const policy = yield* AWS.OSIS.ResourcePolicy("IngestPolicy", {
resourceArn: pipeline.pipelineArn,
policy: Output.interpolate`{
"Version": "2012-10-17",
"Statement": [
{
"Effect": "Allow",
"Principal": { "AWS": ["${accountId}"] },
"Action": "osis:CreatePipelineEndpoint",
"Resource": "${pipeline.pipelineArn}"
}
]
}`,
});
// VPC pipeline endpoint: private ingest into the pipeline.
const endpoint = yield* AWS.OSIS.PipelineEndpoint("Private", {
pipelineArn: pipeline.pipelineArn,
vpcOptions: endpointNetwork,
});
return { pipeline, policy, endpoint };
}),
);
expect(pipeline.pipelineName).toBeDefined();
expect(pipeline.pipelineArn).toContain(":pipeline/");
expect(pipeline.status).toBe("ACTIVE");
expect(pipeline.minUnits).toBe(1);
expect(pipeline.maxUnits).toBe(1);
expect(pipeline.ingestEndpointUrls?.length).toBeGreaterThan(0);
// Out-of-band verification via distilled.
const described = yield* osis.getPipeline({ PipelineName: pipeline.pipelineName });
expect(described.Pipeline?.Status).toBe("ACTIVE");
expect(described.Pipeline?.MinUnits).toBe(1);
expect(described.Pipeline?.PipelineConfigurationBody).toContain("log-pipeline");
// Resource policy: attached and readable out-of-band.
expect(policy.resourceArn).toBe(pipeline.pipelineArn);
const readPolicy = yield* osis.getResourcePolicy({ ResourceArn: pipeline.pipelineArn });
expect(readPolicy.Policy).toContain("osis:CreatePipelineEndpoint");
// VPC pipeline endpoint: created and visible out-of-band.
// Endpoint ids are opaque (e.g. "a8Wl1Q8FKm1WXWrrY5fD"), not `pe-` prefixed.
expect(endpoint.endpointId).toBeTruthy();
expect(endpoint.pipelineArn).toBe(pipeline.pipelineArn);
expect(endpoint.status).toBe("ACTIVE");
const endpoints = yield* osis.listPipelineEndpoints({});
expect((endpoints.PipelineEndpoints ?? []).map((e) => e.EndpointId)).toContain(
endpoint.endpointId,
);
// Destroy immediately — pipelines bill per OCU-hour — and verify
// deletion was initiated out-of-band.
yield* stack.destroy();
yield* assertPipelineDeleting(pipeline.pipelineName);
}),
// pipeline create (~5-10 min) + endpoint create (~5 min) + delete
// initiation, one test.
{
tags: [
"provider:aws",
"provider:aws:ec2",
"provider:aws:iam",
"provider:aws:osis",
"provider:aws:s3",
"live",
],
timeout: 1_800_000,
},
);