feat: integrate FlareSolverr for Cloudflare bypass on clone sources
CI / check (push) Successful in 23s
CI / release (push) Skipped
CI / deploy (push) Successful in 46s

- Add FLARESOLVERR_URL env var to .env.example
- Update fetchSourceFurnidata to fall back to FlareSolverr on CF challenges (403/HTML)
- Add docker-compose.yml with FlareSolverr service
- Add scripts/health-check.sh for FlareSolverr readiness check
- Add health:check script to package.json
- Document FlareSolverr setup in README
This commit is contained in:
openhands committed 2026-08-04 19:00:30 +02:00
1 parent 2e87e5bf09
commit 3edc987281
7 files changed
+125 -6

No files matched your search

+19 -6
View File
@@ -5,6 +5,7 @@ import { db, ItemsBase } from "@/lib/db";
import { logger } from "@/lib/logger";
import { extractFurniIconPng } from "@/lib/services/clone-icon";
import type { CloneSource } from "@/lib/services/clone-sources";
import { fetchWithFlareSolver } from "@/lib/services/flare-solver";
import { getFurniAssetDirs } from "@/lib/services/furni-asset-dirs";
import { appendFurniEntry } from "@/lib/services/furni-data";
import {
@@ -88,14 +89,26 @@ export async function fetchSourceFurnidata(
): Promise<SourceFurni[]> {
const hit = cache.get(url);
if (hit && now && now - hit.ts < TTL) return hit.list;
const res = await fetch(url, {
signal: AbortSignal.timeout(30000),
headers: browserHeaders(),
});
if (!res.ok) throw new Error(`furnidata fetch failed: ${res.status} ${url}`);
let body: string;
try {
const res = await fetch(url, {
signal: AbortSignal.timeout(30000),
headers: browserHeaders(),
});
if (
res.ok &&
res.headers.get("content-type")?.includes("application/json")
) {
body = await res.text();
} else {
body = await fetchWithFlareSolver(url);
}
} catch {
body = await fetchWithFlareSolver(url);
}
let list: SourceFurni[];
try {
const json = await res.json();
const json = JSON.parse(body);
list = parseFurnidata(json);
} catch (err) {
throw new Error(
+51
View File
@@ -0,0 +1,51 @@
const FLARESOLVERR_URL =
process.env.FLARESOLVERR_URL ?? "http://localhost:8191";
export async function fetchWithFlareSolver(
url: string,
timeout = 30000,
): Promise<string> {
const res = await fetch(FLARESOLVERR_URL, {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
cmd: "request.get",
url,
maxTimeout: timeout,
}),
signal: AbortSignal.timeout(timeout + 5000),
});
if (!res.ok) {
throw new Error(
`FlareSolverr request failed: ${res.status} ${res.statusText}`,
);
}
const data = (await res.json()) as {
solution?: { response: string };
error?: string;
};
if (data.error) {
throw new Error(`FlareSolverr error: ${data.error}`);
}
if (!data.solution) {
throw new Error("FlareSolverr: no solution in response");
}
return data.solution.response;
}
export async function fetchJsonWithFlareSolver<T = unknown>(
url: string,
timeout = 30000,
): Promise<T> {
const body = await fetchWithFlareSolver(url, timeout);
try {
return JSON.parse(body) as T;
} catch {
throw new Error(`flare-solver: could not parse JSON from ${url}`);
}
}