Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix/tests #35

Open
wants to merge 13 commits into
base: main
Choose a base branch
from
Open

Fix/tests #35

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
c7f65c1
fix distweather
ilyazat Apr 4, 2023
aa182c2
fix: length test
ilyazat Apr 4, 2023
20f2758
fix: blacked
ilyazat Apr 4, 2023
688fe9d
fix distweather by adding deprecated func
ilyazat Apr 4, 2023
9381c1c
fix test namesetter
ilyazat Apr 4, 2023
09e5d90
blacked
ilyazat Apr 4, 2023
da7eb53
fix typo
ilyazat Apr 4, 2023
fc0b5a3
Updated coverage.svg
github-actions[bot] Apr 4, 2023
f9b7aef
remove distweather tests
ilyazat Apr 12, 2023
1874204
rename dreamdist test
ilyazat Apr 12, 2023
ab9d568
add test clone dist
ilyazat Apr 12, 2023
6865d3f
hide test_clone_dist
ilyazat Apr 12, 2023
772445e
fix config test
ilyazat Apr 17, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
71 changes: 35 additions & 36 deletions deeppavlov_dreamtools/static/dream_weather_dist_configs/dev.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,73 +1,72 @@
services:
agent:
ports:
- 4242:4242
volumes:
- .:/dp-agent
convers-evaluator-annotator:
ports:
- 8004:8004
- 4242:4242
convers-evaluator-annotator:
volumes:
- ./annotators/ConversationEvaluator:/src
- ~/.deeppavlov:/root/.deeppavlov
dff-intent-responder-skill:
ports:
- 8012:8012
- 8004:8004
spacy-nounphrases:
volumes:
- ./skills/dff_intent_responder_skill:/src
- ./annotators/spacy_nounphrases:/src
- ./common:/src/common
dff-weather-skill:
ports:
- 8037:8037
- 8006:8006
sentseg:
volumes:
- ./skills/dff_weather_skill:/src
- ./common:/src/common
dialogpt:
- ./annotators/SentSeg:/src
ports:
- 8125:8125
- 8011:8011
dff-intent-responder-skill:
volumes:
- ./services/dialogpt:/src
- ./skills/dff_intent_responder_skill:/src
- ./common:/src/common
- ~/.deeppavlov/cache:/root/.cache
entity-detection:
ports:
- 8103:8103
- 8012:8012
intent-catcher:
volumes:
- ./annotators/entity_detection:/src
- ./annotators/IntentCatcherTransformers:/src
- ./common:/src/common
- ~/.deeppavlov:/root/.deeppavlov
- ~/.deeppavlov/cache:/root/.cache
intent-catcher:
ports:
- 8014:8014
ner:
volumes:
- ./annotators/IntentCatcherTransformers:/src
- ./common:/src/common
- ./annotators/NER_deeppavlov:/src
- ~/.deeppavlov:/root/.deeppavlov
- ~/.deeppavlov/cache:/root/.cache
ports:
- 8021:8021
mongo:
ports:
- 27017:27017
ner:
spelling-preprocessing:
volumes:
- ./annotators/spelling_preprocessing:/src
ports:
- 8021:8021
- 8074:8074
entity-detection:
volumes:
- ./annotators/NER_deeppavlov:/src
- ./annotators/entity_detection:/src
- ~/.deeppavlov:/root/.deeppavlov
sentseg:
- ~/.deeppavlov/cache:/root/.cache
ports:
- 8011:8011
- 8103:8103
dff-weather-skill:
volumes:
- ./annotators/SentSeg:/src
spacy-nounphrases:
- ./skills/dff_weather_skill:/src
- ./common:/src/common
ports:
- 8006:8006
- 8037:8037
dialogpt:
volumes:
- ./annotators/spacy_nounphrases:/src
- ./services/dialogpt:/src
- ./common:/src/common
spelling-preprocessing:
- ~/.deeppavlov/cache:/root/.cache
ports:
- 8074:8074
volumes:
- ./annotators/spelling_preprocessing_dp:/src
- ~/.deeppavlov:/root/.deeppavlov
- 8125:8125
version: '3.7'
188 changes: 96 additions & 92 deletions deeppavlov_dreamtools/static/dream_weather_dist_configs/docker-compose.override.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,22 @@ services:
environment:
WAIT_HOSTS: ''
WAIT_HOSTS_TIMEOUT: ${WAIT_TIMEOUT:-480}
HIGH_PRIORITY_INTENTS: 1
RESTRICTION_FOR_SENSITIVE_CASE: 1
ALWAYS_TURN_ON_ALL_SKILLS: 0
LANGUAGE: EN
convers-evaluator-annotator:
env_file:
- .env
build:
args:
CONFIG: conveval.json
SERVICE_PORT: 8004
DATA_URL: https://files.deeppavlov.ai/alexaprize_data/cobot_conveval2.tar.gz
PORT: 8004
context: .
dockerfile: annotators/ConversationEvaluator/Dockerfile
environment:
- CUDA_VISIBLE_DEVICES=0
deploy:
mode: replicated
replicas: 1
Expand All @@ -20,179 +28,175 @@ services:
memory: 2G
reservations:
memory: 2G
spacy-nounphrases:
env_file:
- .env
environment:
- CUDA_VISIBLE_DEVICES=0
dff-intent-responder-skill:
build:
args:
INTENT_RESPONSE_PHRASES_FNAME: intent_response_phrases.json
SERVICE_NAME: dff_intent_responder_skill
SERVICE_PORT: 8012
SERVICE_PORT: 8006
SERVICE_NAME: spacy_nounphrases
context: .
dockerfile: skills/dff_intent_responder_skill/Dockerfile
command: gunicorn --workers=1 server:app -b 0.0.0.0:8012 --reload
dockerfile: annotators/spacy_nounphrases/Dockerfile
command: flask run -h 0.0.0.0 -p 8006
environment:
- FLASK_APP=server
deploy:
resources:
limits:
memory: 128M
memory: 256M
reservations:
memory: 128M
memory: 256M
sentseg:
env_file:
- .env
dff-weather-skill:
build:
args:
SERVICE_NAME: dff_weather_skill
SERVICE_PORT: 8037
context: .
dockerfile: skills/dff_weather_skill/Dockerfile
command: gunicorn --workers=1 server:app -b 0.0.0.0:8037 --reload --timeout 500
context: annotators/SentSeg
command: flask run -h 0.0.0.0 -p 8011
environment:
- FLASK_APP=server
deploy:
resources:
limits:
memory: 1G
memory: 1.5G
reservations:
memory: 1G
memory: 1.5G
dff-intent-responder-skill:
env_file:
- .env
dialogpt:
build:
args:
CONFIG_NAME: dialogpt_en.json
N_HYPOTHESES_TO_GENERATE: 5
PRETRAINED_MODEL_NAME_OR_PATH: microsoft/DialoGPT-medium
SERVICE_NAME: dialogpt
SERVICE_PORT: 8125
SERVICE_PORT: 8012
SERVICE_NAME: dff_intent_responder_skill
INTENT_RESPONSE_PHRASES_FNAME: intent_response_phrases.json
context: .
dockerfile: services/dialogpt/Dockerfile
command: flask run -h 0.0.0.0 -p 8125
dockerfile: skills/dff_intent_responder_skill/Dockerfile
command: gunicorn --workers=1 server:app -b 0.0.0.0:8012 --reload
deploy:
resources:
limits:
memory: 2G
memory: 128M
reservations:
memory: 2G
memory: 128M
intent-catcher:
env_file:
- .env
environment:
- CUDA_VISIBLE_DEVICES=0
- FLASK_APP=server
entity-detection:
build:
args:
CONFIG: entity_detection_eng.json
EL_TAG_CONFIG: src/el_tags_infer.json
FINEGRAINED: 0
LOWERCASE: 1
PORT: 8103
SEQ_TAG_CONFIG: src/wikipedia_entity_detection_distilbert.json
SRC_DIR: annotators/entity_detection/
context: .
dockerfile: annotators/entity_detection/Dockerfile
command: flask run -h 0.0.0.0 -p 8103
deploy:
resources:
limits:
memory: 2.5G
reservations:
memory: 2.5G
env_file:
- .env
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
intent-catcher:
build:
args:
SERVICE_PORT: 8014
CONFIG_NAME: intents_model_dp_config.json
INTENT_PHRASES_PATH: intent_phrases.json
SERVICE_PORT: 8014
context: .
dockerfile: annotators/IntentCatcherTransformers/Dockerfile
command: python -m flask run -h 0.0.0.0 -p 8014
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
deploy:
resources:
limits:
memory: 3.5G
reservations:
memory: 3.5G
ner:
env_file:
- .env
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
ner:
build:
args:
COMMIT: f5117cd9ad1e64f6c2d970ecaa42fc09ccb23144
CONFIG: ner_case_agnostic_multilingual_bert_base_extended.json
PORT: 8021
SERVICE_PORT: 8021
SRC_DIR: annotators/NER_deeppavlov
COMMIT: f5117cd9ad1e64f6c2d970ecaa42fc09ccb23144
context: .
dockerfile: annotators/NER_deeppavlov/Dockerfile
command: flask run -h 0.0.0.0 -p 8021
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
deploy:
resources:
limits:
memory: 2G
reservations:
memory: 2G
tty: true
spelling-preprocessing:
env_file:
- .env
build:
args:
SERVICE_PORT: 8074
SERVICE_NAME: spelling_preprocessing
context: annotators/spelling_preprocessing
command: flask run -h 0.0.0.0 -p 8074
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
tty: true
sentseg:
build:
context: annotators/SentSeg
command: flask run -h 0.0.0.0 -p 8011
deploy:
resources:
limits:
memory: 1.5G
memory: 100M
reservations:
memory: 1.5G
memory: 100M
entity-detection:
env_file:
- .env
environment:
- FLASK_APP=server
spacy-nounphrases:
build:
args:
SERVICE_NAME: entity_detection
SEQ_TAG_CONFIG: wikipedia_entity_detection_distilbert.json
CONFIG: entity_detection_eng.json
LOWERCASE: 1
SERVICE_PORT: 8103
SRC_DIR: annotators/entity_detection/
FINEGRAINED: 0
context: .
dockerfile: annotators/spacy_nounphrases/Dockerfile
command: flask run -h 0.0.0.0 -p 8006
dockerfile: annotators/entity_detection/Dockerfile
command: flask run -h 0.0.0.0 -p 8103
environment:
- FLASK_APP=server
- CUDA_VISIBLE_DEVICES=0
deploy:
resources:
limits:
memory: 256M
memory: 2.5G
reservations:
memory: 256M
memory: 2.5G
dff-weather-skill:
env_file:
- .env
environment:
- FLASK_APP=server
spelling-preprocessing:
build:
args:
COMMIT: f5117cd9ad1e64f6c2d970ecaa42fc09ccb23144
CONFIG: brillmoore_wikitypos_en.json
LANGUAGE: EN
PORT: 8074
SRC_DIR: annotators/spelling_preprocessing_dp
SERVICE_PORT: 8037
SERVICE_NAME: dff_weather_skill
context: .
dockerfile: annotators/spelling_preprocessing_dp/Dockerfile
command: flask run -h 0.0.0.0 -p 8074
dockerfile: skills/dff_weather_skill/Dockerfile
command: gunicorn --workers=1 server:app -b 0.0.0.0:8037 --reload --timeout 500
deploy:
resources:
limits:
memory: 6.5G
memory: 1G
reservations:
memory: 6.5G
memory: 1G
dialogpt:
env_file:
- .env
build:
args:
SERVICE_PORT: 8125
SERVICE_NAME: dialogpt
PRETRAINED_MODEL_NAME_OR_PATH: microsoft/DialoGPT-medium
N_HYPOTHESES_TO_GENERATE: 5
CONFIG_NAME: dialogpt_en.json
MAX_HISTORY_DEPTH: 2
context: .
dockerfile: services/dialogpt/Dockerfile
command: flask run -h 0.0.0.0 -p 8125
environment:
- CUDA_VISIBLE_DEVICES=0
- FLASK_APP=server
deploy:
resources:
limits:
memory: 2G
reservations:
memory: 2G
version: '3.7'
Loading