import { describe, expect, it } from "vite-plus/test";
import { filePreviewDelimiter, parseDelimitedPreview } from "./delimitedPreview.ts";
describe("delimited file previews", () => {
it("falls back to the file name under generic MIME types", () => {
expect(filePreviewDelimiter({ name: "a.csv", mimeType: "binary/octet-stream" })).toBe(",");
expect(filePreviewDelimiter({ name: "a.tsv", mimeType: "application/unknown" })).toBe("\t");
});
it("preserves quoted separators, escaped quotes, blank cells and line breaks", () => {
expect(
parseDelimitedPreview('\ufeffname,notes,empty\r\n"A, B","say ""hi""\nagain",\r\n', ","),
).toEqual({
rows: [
["name", "notes", "empty"],
["A, B", 'say "hi"\nagain', ""],
],
truncated: false,
});
expect(parseDelimitedPreview("one\ttwo\n\tthree", "\t").rows).toEqual([
["one", "two"],
["", "three"],
]);
});
describe.each([",", "\t"] as const)("with delimiter %j", (delimiter) => {
it("preserves a final quoted empty record without requiring a line ending", () => {
for (const ending of ["", "\n", "\r\n"]) {
expect(parseDelimitedPreview(`name\r\nAlice\r\n""${ending}`, delimiter)).toEqual({
rows: [["name"], ["Alice"], [""]],
truncated: false,
});
}
expect(parseDelimitedPreview('""', delimiter)).toEqual({
rows: [[""]],
truncated: false,
});
});
it("does not invent records for empty input or a trailing line ending", () => {
for (const prefix of ["", "\ufeff"]) {
expect(parseDelimitedPreview(prefix, delimiter).rows).toEqual([]);
expect(parseDelimitedPreview(`${prefix}name\r\n`, delimiter).rows).toEqual([["name"]]);
expect(parseDelimitedPreview(`${prefix}""`, delimiter).rows).toEqual([[""]]);
}
});
it("keeps a quoted empty record at the row limit", () => {
const text = `${"name\n".repeat(99)}""`;
const preview = parseDelimitedPreview(text, delimiter);
expect(preview.rows).toHaveLength(100);
expect(preview.rows.at(-1)).toEqual([""]);
expect(preview.truncated).toBe(false);
expect(parseDelimitedPreview(`${text}\nextra`, delimiter).truncated).toBe(true);
});
});
it("bounds rows, columns and cell length and reports partial content", () => {
const table = parseDelimitedPreview(
Array.from({ length: 101 }, () =>
Array.from({ length: 31 }, () => "x".repeat(2001)).join(","),
).join("\n"),
",",
);
expect(table.truncated).toBe(true);
expect(table.rows).toHaveLength(100);
expect(table.rows[0]).toHaveLength(30);
expect(table.rows[0]?.[0]).toHaveLength(2000);
expect(parseDelimitedPreview('a,"unfinished', ",").truncated).toBe(true);
});
describe.each([",", "\t"] as const)("Unicode cells with delimiter %j", (delimiter) => {
it.each([false, true])("does not split surrogate pairs in quoted=%s cells", (quoted) => {
const prefix = "x".repeat(1999);
const value = `${prefix}😀tail`;
const input = `${quoted ? `"${value}"` : value}${delimiter}next\nlast`;
expect(parseDelimitedPreview(input, delimiter)).toEqual({
rows: [[prefix, "next"], ["last"]],
truncated: true,
});
});
it("keeps pairs that fit and truncates later characters", () => {
const value = `${"x".repeat(1998)}😀`;
expect(parseDelimitedPreview(value, delimiter)).toEqual({
rows: [[value]],
truncated: false,
});
expect(parseDelimitedPreview(`${value}tail`, delimiter)).toEqual({
rows: [[value]],
truncated: true,
});
});
it("keeps escaped quotes and BMP text at the same limit", () => {
const prefix = "x".repeat(1999);
expect(parseDelimitedPreview(`"${prefix}""tail"`, delimiter)).toEqual({
rows: [[`${prefix}"`]],
truncated: true,
});
expect(parseDelimitedPreview(`${prefix}éextra`, delimiter)).toEqual({
rows: [[`${prefix}é`]],
truncated: true,
});
});
});
it("reads worker pages beyond the old row, column and cell limits", () => {
const text = Array.from({ length: 128 }, (_, row) =>
Array.from({ length: 40 }, (_, column) => `${row}:${column}`).join(","),
).join("\n");
const result = parseDelimitedPreview(text, ",", {
maxRows: 128,
maxColumns: 40,
maxCellLength: 4096,
});
expect(result.rows).toHaveLength(128);
expect(result.rows.at(-1)?.at(-1)).toBe("127:39");
expect(result.truncated).toBe(false);
expect(
parseDelimitedPreview(`"${"x".repeat(3000)}"`, ",", {
maxRows: 1,
maxColumns: 1,
maxCellLength: 4096,
}).rows[0]?.[0],
).toHaveLength(3000);
});
});