sailfork / t3code-github / .repos/ effect/ packages/ sql/ mysql2/ test/ Persistence.integration.test.ts

import { assert, describe, it } from "@effect/vitest"
import { Effect, Layer, Schema } from "effect"
import * as PersistedCacheTest from "effect-test/persistence/PersistedCacheTest"
import * as PersistedQueueSqlTest from "effect-test/persistence/PersistedQueueSqlTest"
import * as PersistedQueueTest from "effect-test/persistence/PersistedQueueTest"
import * as SqlCleanupTest from "effect-test/persistence/SqlCleanupTest"
import * as Arr from "effect/Array"
import { PersistedQueue, Persistence } from "effect/persistence"
import { SqlClient } from "effect/sql"
import { TestClock } from "effect/testing"
import { MysqlContainer } from "./utils.ts"

it.layer(MysqlContainer.layerClient, { timeout: "90 seconds" })("Persistence", (it) => {
  PersistedCacheTest.suiteWith("sql-mysql2-multi", Persistence.layerSqlMultiTable, it)

  PersistedQueueTest.suiteWith("sql-mysql2", PersistedQueue.layerStoreSql(), it)

  PersistedQueueSqlTest.suiteWith(it)

  // elements are stored in a MEDIUMTEXT column, so payloads must survive the
  // 64KB TEXT limit
  it.effect("round-trips queue payloads larger than 64KB", () =>
    Effect.gen(function*() {
      const store = yield* PersistedQueue.makeStoreSql({
        tableName: "effect_queue_large_payload",
        pollInterval: "10 millis"
      })
      const factory = yield* PersistedQueue.makeFactory.pipe(
        Effect.provideService(PersistedQueue.PersistedQueueStore, store)
      )
      const queue = yield* factory.make({ name: "large-payload", schema: Schema.String })

      const payload = "x".repeat(200_000)
      yield* queue.offer(payload)
      const value = yield* queue.take(Effect.succeed)
      assert.strictEqual(value, payload)
    }).pipe(TestClock.withLive), { timeout: 30000 })

  describe("single-table persistence", { concurrent: false }, () => {
    PersistedCacheTest.suiteWith("sql-mysql2-single", Persistence.layerSql, it)

    it.effect("deletes expired entries in batches", () =>
      Effect.gen(function*() {
        const sql = (yield* SqlClient.SqlClient).withoutTransforms()
        const table = sql("effect_persistence")
        const expiredCount = sql<{ readonly count: number }>`
          SELECT COUNT(*) AS count FROM ${table} WHERE store_id = 'expired'
        `.pipe(Effect.map((rows) => Number(rows[0].count)))
        // Reset the table left by the single-table cache suite so cleanup builds its own schema and index.
        yield* sql`DROP TABLE IF EXISTS ${table}`
        yield* sql`
          CREATE TABLE ${table} (
            store_id VARCHAR(191) NOT NULL,
            id VARCHAR(191) NOT NULL,
            value TEXT NOT NULL,
            expires BIGINT,
            PRIMARY KEY (store_id, id)
          )
        `

        const entries = Array.from({ length: SqlCleanupTest.expiredEntryCount }, (_, i) => ({
          store_id: "expired",
          id: String(i),
          value: "{}",
          expires: SqlCleanupTest.expiredAtEpoch
        }))
        assert(Arr.isArrayNonEmpty(entries))
        yield* sql`INSERT INTO ${table} ${sql.insert(entries)}`.unprepared
        yield* sql`
          INSERT INTO ${table} (store_id, id, value, expires)
          VALUES ('live', 'live', '{}', NULL), ('live', 'future', '{}', ${SqlCleanupTest.futureExpiresAt})
        `

        yield* Layer.build(Persistence.layerBackingSql).pipe(TestClock.withLive)

        const expired = yield* SqlCleanupTest.waitForCount(expiredCount, (count) => count === 0)
        assert.strictEqual(expired, 0)
        const live = yield* sql<{ readonly count: number }>`
          SELECT COUNT(*) AS count FROM ${table} WHERE store_id = 'live'
        `
        assert.strictEqual(Number(live[0].count), 2)

        const indexes = yield* sql<{ readonly count: number }>`
          SELECT COUNT(*) AS count FROM information_schema.statistics
          WHERE table_schema = DATABASE()
            AND table_name = 'effect_persistence'
            AND index_name = 'effect_persistence_expires_idx'
        `
        assert.strictEqual(Number(indexes[0].count), 1)
      }), { timeout: SqlCleanupTest.testTimeout })
  })
})