-
Notifications
You must be signed in to change notification settings - Fork 1
/
docker-compose-document-prefetch.yaml
105 lines (94 loc) · 3.28 KB
/
docker-compose-document-prefetch.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
version: '3'
### environment variables
# NUM_PROCESSES
# NUM_EMBEDDING_INDEX_SHARDS
# DATA_PATH
# PRIVATE
# USE_GPU
# EMBEDDING_INDEX_PRECISION
# SERVICE_SUFFIX
services:
document_prefetch_base:
build: ./src/modules
image: document_prefetch_base
networks:
- common_network
document_prefetch_service_build_index:
build: ./src/service_build_index
image: document_prefetch_service_build_index
depends_on:
- document_prefetch_base
environment:
NUM_PROCESSES: ${NUM_PROCESSES}
NUM_EMBEDDING_INDEX_SHARDS: ${NUM_EMBEDDING_INDEX_SHARDS}
NUM_INVERTED_INDEX_SHARDS: 10
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
volumes:
- ${DATA_PATH}:/app/data
networks:
- common_network
hostname: document_prefetch_service_build_index_${SERVICE_SUFFIX}
document_prefetch_service_ranking:
build: ./src/service_ranking
image: document_prefetch_service_ranking
depends_on:
- document_prefetch_base
runtime: nvidia # comment this out on a CPU-only host machine
environment:
NVIDIA_VISIBLE_DEVICES: all
IS_PRIVATE_SERVER: ${PRIVATE}
USE_GPU: ${USE_GPU}
EMBEDDING_INDEX_PRECISION: ${EMBEDDING_INDEX_PRECISION}
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
volumes:
- ${DATA_PATH}:/app/data
networks:
- common_network
hostname: document_prefetch_service_ranking_${SERVICE_SUFFIX}
document_prefetch_service_paper_database:
build: ./src/service_paper_database
image: document_prefetch_service_paper_database
depends_on:
- document_prefetch_base
environment:
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
volumes:
- ${DATA_PATH}:/app/data
networks:
- common_network
hostname: document_prefetch_service_paper_database_${SERVICE_SUFFIX}
document_prefetch_service_fast_metadata_search:
build: ./src/service_fast_metadata_search
image: document_prefetch_service_fast_metadata_search
depends_on:
- document_prefetch_base
environment:
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
volumes:
- ${DATA_PATH}:/app/data
networks:
- common_network
hostname: document_prefetch_service_fast_metadata_search_${SERVICE_SUFFIX}
document_prefetch_service_pdf_parsing:
build: ./src/service_pdf_parsing
image: document_prefetch_service_pdf_parsing
environment:
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
volumes:
- ${DATA_PATH}:/app/data
networks:
- common_network
hostname: document_prefetch_service_pdf_parsing_${SERVICE_SUFFIX}
document_prefetch_service_overall:
build: ./src/service_overall
image: document_prefetch_service_overall
environment:
SERVICE_SUFFIX: ${SERVICE_SUFFIX}
# ports:
# - ${PORT}:8060
networks:
- common_network
hostname: document_prefetch_service_overall_${SERVICE_SUFFIX}
networks:
common_network:
external: true