-
Notifications
You must be signed in to change notification settings - Fork 3
/
config.yaml
37 lines (36 loc) · 1.14 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
corpora:
ilci:
splits: ['train', 'test', 'dev']
langs: [ 'en', 'hi', 'ta', 'te', 'ml', 'ur', 'bn', 'gu', 'mr', 'pa']
#langs: ['en', 'hi','ta', 'te']
#wat-ilmpc:
# splits: ['dev']
# langs: ['en', 'ta']
#iitb-hi-en:
# splits: ['train', 'dev', 'test']
# langs: ['en', 'hi']
#wat-ilmpc:
# splits: ['train', 'dev', 'test']
# langs: [ 'en', 'hi', 'ta', 'te', 'ml', 'ur', 'bn']
#langs: ['en', 'hi', 'ta', 'te']
#national-newscrawl:
# splits: ['train']
# langs: ['en', 'hi']
#ufal-en-tam:
# splits: ['train', 'test', 'dev']
# langs: ['en', 'ta']
#bible-en-te:
# splits: ['train', 'test', 'dev']
# langs: ['en', 'te']
#mann-ki-baat-test:
# splits: ['test']
# langs: ['en', 'hi', 'ta', 'te']
#eenadu-en-te:
# splits: ['train']
# langs: ['en','te']
odiencorp:
splits: ['train', 'test', 'dev']
langs: ['en','or']
dictionary:
src: '/home/shashanks/ilmulti/ilmulti/sentencepiece/central.dict'
tgt: '/home/shashanks/ilmulti/ilmulti/sentencepiece/central.dict'