AnyCrawl/docker-compose.yml at main · any4ai/AnyCrawl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
name: anycrawl

x-common-service: &common-service
    networks:
        - anycrawl-network
    volumes:
        - ./storage:/usr/src/app/storage

x-common-env: &common-env
    NODE_ENV: ${NODE_ENV:-production}
    ANYCRAWL_HEADLESS: ${ANYCRAWL_HEADLESS:-true}
    ANYCRAWL_PROXY_URL: ${ANYCRAWL_PROXY_URL:-}
    ANYCRAWL_IGNORE_SSL_ERROR: ${ANYCRAWL_IGNORE_SSL_ERROR:-true}
    ANYCRAWL_REDIS_URL: ${ANYCRAWL_REDIS_URL:-redis://redis:6379}
    ANYCRAWL_API_PORT: ${ANYCRAWL_API_PORT:-8080}
    ANYCRAWL_API_AUTH_ENABLED: ${ANYCRAWL_API_AUTH_ENABLED:-false}
    ANYCRAWL_API_DB_TYPE: "sqlite"
    ANYCRAWL_API_DB_CONNECTION: "/usr/src/app/db/database.db"

services:
    api:
        <<: *common-service
        build:
            context: .
            dockerfile: apps/api/Dockerfile
            target: api
        environment:
            <<: *common-env
        ports:
            - "8080:8080"
        volumes:
            - ./storage:/usr/src/app/storage
            - ./db:/usr/src/app/db
        depends_on:
            - redis

    scrape-puppeteer:
        <<: *common-service
        build:
            context: .
            dockerfile: packages/scrape/Dockerfile.puppeteer
            target: scrape-puppeteer
        environment:
            <<: *common-env
        depends_on:
            - redis
    scrape-playwright:
        <<: *common-service
        build:
            context: .
            dockerfile: packages/scrape/Dockerfile.playwright
            target: scrape-playwright
        environment:
            <<: *common-env
        depends_on:
            - redis

    scrape-cheerio:
        <<: *common-service
        build:
            context: .
            dockerfile: packages/scrape/Dockerfile.cheerio
            target: scrape-cheerio
        environment:
            <<: *common-env
        depends_on:
            - redis
    redis:
        image: redis:7-alpine
        volumes:
            - redis-data:/data
        networks:
            - anycrawl-network
        command: redis-server --appendonly yes

volumes:
    redis-data:

networks:
    anycrawl-network:
        driver: bridge