feat: integrate FlareSolverr for Cloudflare bypass on clone sources
- Add FLARESOLVERR_URL env var to .env.example - Update fetchSourceFurnidata to fall back to FlareSolverr on CF challenges (403/HTML) - Add docker-compose.yml with FlareSolverr service - Add scripts/health-check.sh for FlareSolverr readiness check - Add health:check script to package.json - Document FlareSolverr setup in README
This commit is contained in:
1 parent
2e87e5bf09
commit
3edc987281
7 files changed
+125
-6
No files matched your search
Executable
+20
@@ -0,0 +1,20 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
URL="${FLARESOLVERR_URL:-http://localhost:8191}"
|
||||
MAX_RETRIES="${FLARESOLVERR_MAX_RETRIES:-30}"
|
||||
RETRY_INTERVAL="${FLARESOLVERR_RETRY_INTERVAL:-2}"
|
||||
|
||||
echo "Waiting for FlareSolverr at ${URL}..."
|
||||
|
||||
for i in $(seq 1 "$MAX_RETRIES"); do
|
||||
if curl -sf "${URL}/health" >/dev/null 2>&1; then
|
||||
echo "FlareSolverr is healthy."
|
||||
exit 0
|
||||
fi
|
||||
echo "Attempt ${i}/${MAX_RETRIES} - FlareSolverr not ready, retrying in ${RETRY_INTERVAL}s..."
|
||||
sleep "$RETRY_INTERVAL"
|
||||
done
|
||||
|
||||
echo "ERROR: FlareSolverr did not become healthy after ${MAX_RETRIES} attempts."
|
||||
exit 1
|
||||
Reference in new issue
Block a user