import * as AWS from "@alchemy.run/aws";
import { describe, expect } from "@alchemy.run/test";
import * as Test from "@alchemy.run/test/Alchemy";
import * as Core from "@alchemy.run/test/Core";
import * as sts from "@distilled.cloud/aws/sts";
import * as Data from "effect/Data";
import * as Effect from "effect/Effect";
import * as HttpClient from "effect/http/HttpClient";
import * as HttpClientRequest from "effect/http/HttpClientRequest";
import * as Schedule from "effect/Schedule";
import ComprehendMedicalTestFunctionLive, { ComprehendMedicalTestFunction } from "./handler";
const testOptions = { providers: AWS.providers() };
const { test, beforeAll, afterAll } = Test.make(testOptions);
const sharedStack = Core.scratchStack(testOptions, "ComprehendMedicalBindings");
// Lambda function URL cold-start (DNS, IAM propagation, init) can take well
// over 60s on a fresh deploy under parallel-suite load. Budget ~150s of
// readiness polling.
const readinessPolicy = Schedule.max([Schedule.fixed("2 seconds"), Schedule.recurs(75)]);
let baseUrl: string;
class TransientUpstream extends Data.TaggedError("TransientUpstream")<{
readonly status: number;
readonly body: string;
}> {}
// The shared Lambda fixture occasionally answers a transient 5xx under
// parallel load (cold re-init, IAM propagation, throttling surfaced as a
// defect). Retry 5xx only; a genuine 4xx/assertion failure surfaces
// immediately.
const send = (request: HttpClientRequest.HttpClientRequest) =>
HttpClient.execute(request).pipe(
Effect.flatMap((response) =>
response.status >= 500
? response.text.pipe(
Effect.flatMap((body) =>
Effect.fail(new TransientUpstream({ status: response.status, body })),
),
)
: Effect.succeed(response),
),
Effect.retry({
while: (e) => e._tag === "TransientUpstream",
schedule: Schedule.max([Schedule.exponential("1 second"), Schedule.recurs(5)]),
}),
);
describe(
"ComprehendMedical Bindings",
{ tags: ["provider:aws", "provider:aws:comprehendmedical", "provider:aws:lambda", "live"] },
() => {
beforeAll(
Effect.gen(function* () {
yield* Effect.logInfo("ComprehendMedical test setup: destroying previous resources");
yield* sharedStack.destroy();
yield* Effect.logInfo("ComprehendMedical test setup: deploying fixture");
const { functionUrl } = yield* sharedStack.deploy(
Effect.gen(function* () {
return yield* ComprehendMedicalTestFunction;
}).pipe(Effect.provide(ComprehendMedicalTestFunctionLive)),
);
expect(functionUrl).toBeTruthy();
baseUrl = functionUrl!.replace(/\/+$/, "");
const readinessUrl = `${baseUrl}/ping`;
yield* Effect.logInfo(`ComprehendMedical test setup: probing readiness at ${readinessUrl}`);
yield* HttpClient.get(readinessUrl).pipe(
Effect.flatMap((response) =>
response.status === 200
? Effect.succeed(response)
: Effect.fail(new Error(`Function not ready: ${response.status}`)),
),
Effect.tapError((error) =>
Effect.logWarning(
`ComprehendMedical test setup: fixture not ready yet (${String(error)})`,
),
),
Effect.retry({ schedule: readinessPolicy }),
);
}),
{ timeout: 240_000 },
);
afterAll(sharedStack.destroy(), { timeout: 120_000 });
describe("DetectEntitiesV2", () => {
test.provider(
"extracts medical entities from a clinical note",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/entities`)).pipe(
Effect.flatMap((r) => r.json),
)) as {
entities: Array<{ text: string; category: string; type: string }>;
modelVersion: string;
};
expect(response.entities.length).toBeGreaterThan(0);
// atenolol is a medication; hypertension is a medical condition.
const categories = response.entities.map((e) => e.category);
expect(categories).toContain("MEDICATION");
expect(categories).toContain("MEDICAL_CONDITION");
expect(response.modelVersion.length).toBeGreaterThan(0);
}),
{ timeout: 120_000 },
);
});
describe("DetectPHI", () => {
test.provider(
"detects protected health information",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/phi`)).pipe(
Effect.flatMap((r) => r.json),
)) as { entities: Array<{ text: string; type: string }> };
expect(response.entities.length).toBeGreaterThan(0);
const types = response.entities.map((e) => e.type);
// The note contains a name, an age, and a date.
expect(types).toContain("NAME");
}),
{ timeout: 120_000 },
);
});
describe("InferICD10CM", () => {
test.provider(
"links conditions to ICD-10-CM codes",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/icd10`)).pipe(
Effect.flatMap((r) => r.json),
)) as {
entities: Array<{
text: string;
codes: Array<{ code: string; description: string }>;
}>;
};
expect(response.entities.length).toBeGreaterThan(0);
const withCodes = response.entities.filter((e) => e.codes.length > 0);
expect(withCodes.length).toBeGreaterThan(0);
// ICD-10-CM codes look like "E11.9", "I10", etc.
expect(withCodes[0].codes[0].code.length).toBeGreaterThan(0);
}),
{ timeout: 120_000 },
);
});
describe("InferRxNorm", () => {
test.provider(
"links medications to RxNorm concepts",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/rxnorm`)).pipe(
Effect.flatMap((r) => r.json),
)) as {
entities: Array<{
text: string;
concepts: Array<{ code: string; description: string }>;
}>;
};
expect(response.entities.length).toBeGreaterThan(0);
const withConcepts = response.entities.filter((e) => e.concepts.length > 0);
expect(withConcepts.length).toBeGreaterThan(0);
expect(withConcepts[0].concepts[0].code.length).toBeGreaterThan(0);
}),
{ timeout: 120_000 },
);
});
describe("InferSNOMEDCT", () => {
test.provider(
"links concepts to SNOMED CT codes",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/snomed`)).pipe(
Effect.flatMap((r) => r.json),
)) as {
entities: Array<{
text: string;
concepts: Array<{ code: string; description: string }>;
}>;
};
expect(response.entities.length).toBeGreaterThan(0);
const withConcepts = response.entities.filter((e) => e.concepts.length > 0);
expect(withConcepts.length).toBeGreaterThan(0);
expect(withConcepts[0].concepts[0].code.length).toBeGreaterThan(0);
}),
{ timeout: 120_000 },
);
});
describe("List*Jobs", () => {
test.provider(
"lists batch jobs across all five job families",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/jobs`)).pipe(
Effect.flatMap((r) => r.json),
)) as {
entities: number;
icd10cm: number;
phi: number;
rxnorm: number;
snomedct: number;
};
// Every list call authorized and answered — counts are >= 0.
expect(response.entities).toBeGreaterThanOrEqual(0);
expect(response.icd10cm).toBeGreaterThanOrEqual(0);
expect(response.phi).toBeGreaterThanOrEqual(0);
expect(response.rxnorm).toBeGreaterThanOrEqual(0);
expect(response.snomedct).toBeGreaterThanOrEqual(0);
}),
{ timeout: 120_000 },
);
});
describe("Describe*/Stop*Job", () => {
test.provider(
"answers with the typed ResourceNotFoundException for unknown jobs",
(_stack) =>
Effect.gen(function* () {
const response = (yield* send(HttpClientRequest.get(`${baseUrl}/job-checks`)).pipe(
Effect.flatMap((r) => r.json),
)) as { describes: string[]; stops: string[] };
// IAM authorizes before the job lookup, so the typed
// ResourceNotFoundException proves both wiring and permissions
// for every describe/stop binding.
expect(response.describes).toEqual(Array(5).fill("ResourceNotFoundException"));
expect(response.stops).toEqual(Array(5).fill("ResourceNotFoundException"));
}),
{ timeout: 120_000 },
);
});
describe("StartPHIDetectionJob", () => {
test.provider(
"passes IAM authorization and fails typed on the bogus data-access role",
(_stack) =>
Effect.gen(function* () {
// A same-account-but-nonexistent role is rejected AFTER the
// comprehendmedical:StartPHIDetectionJob authorization with the
// typed InvalidRequestException (DATA_ACCESS_ROLE_ARN_INVALID); a
// caller missing the Start permission gets AccessDeniedException
// instead — so this proves the binding granted the action.
const { Account } = yield* sts.getCallerIdentity({});
const roleArn = `arn:aws:iam::${Account}:role/alchemy-nonexistent-comprehendmedical-role`;
const response = (yield* send(
HttpClientRequest.get(`${baseUrl}/job-start?roleArn=${encodeURIComponent(roleArn)}`),
).pipe(Effect.flatMap((r) => r.json))) as { tag: string };
expect(response.tag).toBe("InvalidRequestException");
}),
{ timeout: 120_000 },
);
});
},
);