openlibrary/compose.near-prod.yaml at master · internetarchive/openlibrary · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
##
## Near-Production server config (wip)
##
## This file enables more of the architecture that runs on production in order to make changes
## testable locally. It does *not* enable things like increased memory usage/etc, so it should
## run on a typical development machine, but will create more containers indicative of production.
##
## Currently supported features:
## - Solr replication with 1 leader and 1 follower
##
## You probably want to run:
## COMPOSE_FILE="compose.yaml:compose.override.yaml:compose.near-prod.yaml" docker compose up -d SERVICES
##
## Or windows:
## COMPOSE_FILE="compose.yaml;compose.override.yaml;compose.near-prod.yaml" docker compose up -d SERVICES
##

services:
  solr:
    environment:
      # See compose.yaml for docs
      # Keep SOLR_OPTS in sync with other instances of solr in compose files
      - SOLR_OPTS=
        -Dsolr.autoSoftCommit.maxTime=60000
        -Dsolr.autoCommit.maxTime=120000
        -Dsolr.max.booleanClauses=30000
        -Dsolr.environment=dev
        -Dol.replication.role.leader=true

  solr_replica:
    extends:
      file: compose.yaml
      service: solr
    environment:
      # See compose.yaml for docs
      # Keep SOLR_OPTS in sync with other instances of solr in compose files
      - SOLR_OPTS=
        -Dsolr.autoSoftCommit.maxTime=60000
        -Dsolr.autoCommit.maxTime=120000
        -Dsolr.max.booleanClauses=30000
        -Dsolr.environment=dev
        -Dol.replication.role.follower=true
        -Dol.replication.leader=solr:8983
        -Dsolr.security.allow.urls=http://solr:8983
    ports:
      - 8984:8983
    volumes:
      # Override with own copy of solr data
      - solr-replica-data:/var/solr

  importbot:
    image: "${OLIMAGE:-oldev:latest}"
    build:
      context: .
      dockerfile: docker/Dockerfile.oldev
    command: docker/ol-importbot-start.sh
    environment:
      - LOCAL_DEV=true
      - OL_CONFIG=/openlibrary/conf/openlibrary.yml
      # Setting to multiple is causing some odd db lock access issues
      - OL_IMPORT_ALL_PROCESSES=1
      - OL_IMPORT_ALL_SLEEP=15
    volumes:
      - ol-vendor:/openlibrary/vendor
      - ol-build:/openlibrary/static/build
      - ol-nodemodules:/openlibrary/node_modules
      - ${OL_MOUNT_DIR:-.}:/openlibrary
    networks:
      - webnet
      - dbnet

volumes:
  solr-replica-data: