mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 03:32:22 +08:00
b001aded46
Updated environment variables and application settings to include proxy configurations and media blocking option. The proxy settings allow users to use a proxy service, while the media blocking is an optional feature that can help save bandwidth. Changes have been made in the .env.example, docker-compose.yaml, and main.py files.
83 lines
2.5 KiB
YAML
83 lines
2.5 KiB
YAML
name: firecrawl
|
|
version: '3.9'
|
|
services:
|
|
playwright-service:
|
|
build: apps/playwright-service
|
|
environment:
|
|
- PORT=3000
|
|
- PROXY_SERVER=${PROXY_SERVER}
|
|
- PROXY_USERNAME=${PROXY_USERNAME}
|
|
- PROXY_PASSWORD=${PROXY_PASSWORD}
|
|
- BLOCK_MEDIA=${BLOCK_MEDIA}
|
|
networks:
|
|
- backend
|
|
|
|
api:
|
|
build: apps/api
|
|
environment:
|
|
- REDIS_URL=${REDIS_URL:-redis://redis:6379}
|
|
- PLAYWRIGHT_MICROSERVICE_URL=${PLAYWRIGHT_MICROSERVICE_URL:-http://playwright-service:3000}
|
|
- USE_DB_AUTHENTICATION=${USE_DB_AUTHENTICATION}
|
|
- PORT=${PORT:-3002}
|
|
- NUM_WORKERS_PER_QUEUE=${NUM_WORKERS_PER_QUEUE}
|
|
- OPENAI_API_KEY=${OPENAI_API_KEY}
|
|
- SLACK_WEBHOOK_URL=${SLACK_WEBHOOK_URL}
|
|
- SERPER_API_KEY=${SERPER_API_KEY}
|
|
- LLAMAPARSE_API_KEY=${LLAMAPARSE_API_KEY}
|
|
- LOGTAIL_KEY=${LOGTAIL_KEY}
|
|
- BULL_AUTH_KEY=${BULL_AUTH_KEY}
|
|
- TEST_API_KEY=${TEST_API_KEY}
|
|
- POSTHOG_API_KEY=${POSTHOG_API_KEY}
|
|
- POSTHOG_HOST=${POSTHOG_HOST}
|
|
- SUPABASE_ANON_TOKEN=${SUPABASE_ANON_TOKEN}
|
|
- SUPABASE_URL=${SUPABASE_URL}
|
|
- SUPABASE_SERVICE_TOKEN=${SUPABASE_SERVICE_TOKEN}
|
|
- SCRAPING_BEE_API_KEY=${SCRAPING_BEE_API_KEY}
|
|
- HOST=${HOST:-0.0.0.0}
|
|
depends_on:
|
|
- redis
|
|
- playwright-service
|
|
ports:
|
|
- "3002:3002"
|
|
command: [ "pnpm", "run", "start:production" ]
|
|
networks:
|
|
- backend
|
|
|
|
worker:
|
|
build: apps/api
|
|
environment:
|
|
- REDIS_URL=${REDIS_URL:-redis://redis:6379}
|
|
- PLAYWRIGHT_MICROSERVICE_URL=${PLAYWRIGHT_MICROSERVICE_URL:-http://playwright-service:3000}
|
|
- USE_DB_AUTHENTICATION=${USE_DB_AUTHENTICATION}
|
|
- PORT=${PORT:-3002}
|
|
- NUM_WORKERS_PER_QUEUE=${NUM_WORKERS_PER_QUEUE}
|
|
- OPENAI_API_KEY=${OPENAI_API_KEY}
|
|
- SLACK_WEBHOOK_URL=${SLACK_WEBHOOK_URL}
|
|
- SERPER_API_KEY=${SERPER_API_KEY}
|
|
- LLAMAPARSE_API_KEY=${LLAMAPARSE_API_KEY}
|
|
- LOGTAIL_KEY=${LOGTAIL_KEY}
|
|
- BULL_AUTH_KEY=${BULL_AUTH_KEY}
|
|
- TEST_API_KEY=${TEST_API_KEY}
|
|
- POSTHOG_API_KEY=${POSTHOG_API_KEY}
|
|
- POSTHOG_HOST=${POSTHOG_HOST}
|
|
- SUPABASE_ANON_TOKEN=${SUPABASE_ANON_TOKEN}
|
|
- SUPABASE_URL=${SUPABASE_URL}
|
|
- SUPABASE_SERVICE_TOKEN=${SUPABASE_SERVICE_TOKEN}
|
|
- SCRAPING_BEE_API_KEY=${SCRAPING_BEE_API_KEY}
|
|
- HOST=${HOST:-0.0.0.0}
|
|
depends_on:
|
|
- redis
|
|
- playwright-service
|
|
- api
|
|
networks:
|
|
- backend
|
|
redis:
|
|
image: redis:alpine
|
|
networks:
|
|
- backend
|
|
command: redis-server --bind 0.0.0.0
|
|
|
|
networks:
|
|
backend:
|
|
driver: bridge
|