forked from Badisches-Landesmuseum/xcurator
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yml
74 lines (66 loc) · 2.25 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
x-service_defaults: &service_defaults
restart: no
ipc: host
tty: true
volumes:
- ./data:/src/data-out
environment:
OUTPUT_DIRECTORY: data-out
DEEPL_API_KEY: "[ADD_YOUR_KEY_HERE]" # https://support.deepl.com/hc/de/articles/360020695820-Authentifizierungsschl%C3%BCssel
ENTITY_LINKER: "REL" # [REL,SBB,FLAIR] - REL: requires specific rel-data injected, SBB: requires json provided by the sbb
logging:
driver: "json-file"
options:
max-size: "100m"
# docker gpu settings to use gpu power. see: https://docs.docker.com/compose/gpu-support/
x-gpu: &gpu
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [ gpu ]
services:
# Import and normalize the base data and prepare images for enrichment
core-import:
<< : [*service_defaults]
container_name: core-import
image: xcurator/core-import:1.0.0-beta
build:
context: ./0-artefact-core-import
# create visual embeddings (one each artefact record) based on the base64 image
artefact-embedding:
<< : [*service_defaults,*gpu]
container_name: artefact-embedding
image: xcurator/artefact-embedding:1.0.0-beta
build:
context: ./1-artefact-embedding
# segment image and extract the color palette of the foreground object based on the base64 image
artefact-object-color:
<< : [*service_defaults,*gpu]
container_name: artefact-object-color
image: xcurator/artefact-object-color:1.0.0-beta
build:
context: ./1-artefact-object-color
# translate titles and descriptions of artefacts into the target languages [de, en, nl]
translation:
<< : [*service_defaults]
container_name: translation
image: xcurator/translation:1.0.0-beta
build:
context: ./1-translation
# recognize named entities in the multilingual corpus and link it against wikidata,wikipedia and gnd
entity-linking:
<<: [ *service_defaults,*gpu]
container_name: entity-linking
image: xcurator/entity-linking:1.0.0-beta
build:
context: 2-entity-linking
# merge all enrichment outputs into a single dataset
finalize:
<<: [ *service_defaults ]
container_name: finalize
image: xcurator/finalize:1.0.0-beta
build:
context: 3-finalize