feat(import): durable batch checkpoint and transient auto-retry
CI / check (push) Successful in 2m24s
CI / deploy (push) Successful in 1m32s
CI / publish-container (push) Successful in 47s

Mirror interactive batch runs into the import-job store so interrupted imports (restart, time-out, disconnect) can be resumed from Import History. Items are checkpointed as they settle (coalesced, serialized saves) and the mirror starts 'running' so the boot-time worker marks it 'interrupted' instead of double-importing; done items are never re-imported. Add bounded backoff retry for transient download/connection failures before marking an item failed, and point the client's time-out/network toasts at Import History.
This commit is contained in:
openhands committed 2026-09-13 12:50:17 +02:00
1 parent af1a06b0a3
commit ffcd4232d6
4 files changed
+263 -26

No files matched your search

@@ -0,0 +1,91 @@
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
import {
isTransientImportError,
withTransientImportRetry,
} from "./transient-retry";
beforeEach(() => {
vi.useFakeTimers();
});
afterEach(() => {
vi.useRealTimers();
});
describe("isTransientImportError", () => {
it("flags connection and timeout classes", () => {
for (const message of [
"fetch failed",
"network error during download",
"service unavailable",
"HTTP 503",
"HTTP 500",
"Empty or truncated response",
"connection timed out",
"ECONNRESET",
]) {
expect(isTransientImportError(message)).toBe(true);
}
});
it("does not flag data errors or aborts", () => {
for (const message of [
undefined,
"Response is not a SWF file",
"Invalid Nitro bundle",
"This operation was aborted",
"classname missing in assets",
"HTTP 404",
]) {
expect(isTransientImportError(message)).toBe(false);
}
});
});
describe("withTransientImportRetry", () => {
it("returns success on the first attempt", async () => {
const attempt = vi.fn(async () => ({ ok: true as const, itemId: 1 }));
await expect(withTransientImportRetry(attempt)).resolves.toEqual({
ok: true,
itemId: 1,
});
expect(attempt).toHaveBeenCalledTimes(1);
});
it("retries transient failures until success", async () => {
const attempt = vi
.fn()
.mockResolvedValueOnce({ ok: false as const, error: "fetch failed" })
.mockResolvedValueOnce({ ok: false as const, error: "HTTP 503" })
.mockResolvedValueOnce({ ok: true as const, itemId: 7 });
const pending = withTransientImportRetry(attempt, 2);
await vi.advanceTimersByTimeAsync(2000);
await expect(pending).resolves.toEqual({ ok: true, itemId: 7 });
expect(attempt).toHaveBeenCalledTimes(3);
});
it("returns the last error after exhausting retries", async () => {
const attempt = vi.fn(async () => ({
ok: false as const,
error: "fetch failed",
}));
const pending = withTransientImportRetry(attempt, 2);
await vi.advanceTimersByTimeAsync(2000);
await expect(pending).resolves.toEqual({
ok: false,
error: "fetch failed",
});
expect(attempt).toHaveBeenCalledTimes(3);
});
it("does not retry non-transient failures", async () => {
const attempt = vi.fn(async () => ({
ok: false as const,
error: "Invalid Nitro bundle",
}));
await expect(withTransientImportRetry(attempt)).resolves.toEqual({
ok: false,
error: "Invalid Nitro bundle",
});
expect(attempt).toHaveBeenCalledTimes(1);
});
});
@@ -0,0 +1,25 @@
const TRANSIENT_ERROR_PATTERN =
/fetch failed|network|socket|timeout|timed out|ECONNRESET|ETIMEDOUT|ENOTFOUND|EAI_AGAIN|ECONNREFUSED|EHOSTUNREACH|HTTP 5\d\d|Empty or truncated response|service unavailable|temporarily unavailable/i;
const sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));
/** True for download/connection hiccups worth a retry; false for data errors. */
export function isTransientImportError(message: string | undefined): boolean {
if (!message) return false;
return TRANSIENT_ERROR_PATTERN.test(message);
}
/**
* Runs `attempt` again (with backoff) when it returns a transient failure.
* Non-transient failures and hard throws are returned/raised immediately.
*/
export async function withTransientImportRetry<
T extends { ok: boolean; error?: string },
>(attempt: () => Promise<T>, retries = 2): Promise<T> {
for (let n = 0; ; n++) {
const result = await attempt();
if (result.ok || !isTransientImportError(result.error) || n >= retries)
return result;
const delay = Math.min(400 * 2 ** n, 2000);
await sleep(delay);
}
}