pdf_metadata_extraction/windows-gpu-docker-compose.yml at main · huridocs/pdf_metadata_extraction · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
version: "3.8"
services:
  pdf_metadata_extraction_api:
    container_name: pdf_metadata_extraction_api
    entrypoint: [ "gunicorn", "-k", "uvicorn.workers.UvicornWorker", "--chdir", "./src", "drivers.rest.app:app", "--bind", "0.0.0.0:5056", "--timeout", "300"  ]
    init: true
    restart: unless-stopped
    build:
      context: .
      dockerfile: Dockerfile
    volumes:
      - data:/app/models_data
    depends_on:
      - pdf_metadata_extraction_worker
    environment:
      - ENVIRONMENT=${ENVIRONMENT:-development}
      - SENTRY_DSN=${SENTRY_DSN:-}
      - PARAGRAPH_EXTRACTION_NAME=development_extract_paragraphs
      - REDIS_HOST=redis_metadata_extraction
      - POSTGRES_DSN=postgresql://postgres:postgres@postgres_metadata_extraction:5432/pdf_metadata_extraction
    ports:
      - "5056:5056"
    env_file: .env
    networks:
      - pdf_network
  pdf_metadata_extraction_worker:
    container_name: pdf_metadata_extraction_worker
    init: true
    entrypoint: [ "python", "-m", "src.drivers.queues_processor.start_queue_processor" ]
    restart: unless-stopped
    build:
      context: .
      dockerfile: Dockerfile
    volumes:
      - data:/app/models_data
    depends_on:
      postgres_metadata_extraction:
        condition: service_healthy
      redis_metadata_extraction:
        condition: service_started
    environment:
      - ENVIRONMENT=${ENVIRONMENT:-development}
      - SENTRY_DSN=${SENTRY_DSN:-}
      - PARAGRAPH_EXTRACTION_NAME=development_extract_paragraphs
      - REDIS_HOST=redis_metadata_extraction
      - POSTGRES_DSN=postgresql://postgres:postgres@postgres_metadata_extraction:5432/pdf_metadata_extraction
    env_file: .env
    networks:
      - pdf_network
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [ gpu ]
  postgres_metadata_extraction:
    restart: unless-stopped
    image: "postgres:16-alpine"
    environment:
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
      - POSTGRES_DB=pdf_metadata_extraction
    ports:
      - "5433:5432"
    networks:
      - pdf_network
    volumes:
      - postgres_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres -d pdf_metadata_extraction"]
      interval: 5s
      timeout: 5s
      retries: 10
  redis_metadata_extraction:
    restart: unless-stopped
    image: "redis:7.2-alpine"
    command: redis-server --port 6379
    ports:
      - "6379:6379"
    networks:
      - pdf_network
    volumes:
      - redis_data:/data

volumes:
  data:
  postgres_data:
  redis_data:

networks:
  pdf_network:
    driver: bridge