parseable/docker-compose-gcs-distributed-test.yaml at main · VibeEngineeringAI/parseable · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
networks:
  parseable-internal:

services:
  # query server
  parseable-query:
    container_name: parseable-query
    build:
      context: .
      dockerfile: Dockerfile.debug
    platform: linux/amd64
    command: ["parseable", "gcs-store"]
    ports:
      - "8000:8000"
    environment:
      - P_GCS_BUCKET=parseable-test-gcs-local
      - P_STAGING_DIR=/tmp/data
      - P_USERNAME=parseableadmin
      - P_PASSWORD=parseableadmin
      - P_CHECK_UPDATE=false
      - P_SEND_ANONYMOUS_USAGE_DATA=false
      - P_PARQUET_COMPRESSION_ALGO=snappy
      - P_MODE=query
      - RUST_LOG=warn
      - GOOGLE_APPLICATION_CREDENTIALS=/parseable/svc/${GCS_CREDENTIALS_FILE:-key.json}
    networks:
      - parseable-internal
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/api/v1/liveness"]
      interval: 15s
      timeout: 20s
      retries: 5
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3
    volumes:
      - "${GCS_CREDENTIALS_PATH:-./credentials}:/parseable/svc/:ro,z"
  # ingest server one
  parseable-ingest-one:
    container_name: parseable-ingest-one
    build:
      context: .
      dockerfile: Dockerfile.debug
    platform: linux/amd64
    command: ["parseable", "gcs-store"]
    ports:
      - "8000"
    environment:
      - P_GCS_BUCKET=parseable-test-gcs-local
      - P_STAGING_DIR=/tmp/data
      - P_USERNAME=parseableadmin
      - P_PASSWORD=parseableadmin
      - P_CHECK_UPDATE=false
      - P_SEND_ANONYMOUS_USAGE_DATA=false
      - P_PARQUET_COMPRESSION_ALGO=snappy
      - P_MODE=ingest
      - P_INGESTOR_ENDPOINT=parseable-ingest-one:8000
      - RUST_LOG=warn
      - GOOGLE_APPLICATION_CREDENTIALS=/parseable/svc/${GCS_CREDENTIALS_FILE:-key.json}
    networks:
      - parseable-internal
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/api/v1/liveness"]
      interval: 15s
      timeout: 20s
      retries: 5
    depends_on:
      parseable-query:
        condition: service_healthy
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3
    volumes:
      - "${GCS_CREDENTIALS_PATH:-./credentials}:/parseable/svc/:ro,z"

  quest:
    platform: linux/amd64
    image: quay.io/parseablehq/quest:main
    pull_policy: always
    command:
      [
        "load",
        "http://parseable-query:8000",
        "parseableadmin",
        "parseableadmin",
        "20",
        "10",
        "5m",
        "storage.googleapis.com",
        "",
        "",
        "parseable-test-gcs-local",
        "http://parseable-ingest-one:8000",
        "parseableadmin",
        "parseableadmin",
      ]
    networks:
      - parseable-internal
    depends_on:
      parseable-query:
        condition: service_healthy
      parseable-ingest-one:
        condition: service_healthy
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3