-
Notifications
You must be signed in to change notification settings - Fork 42
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #26 from SuperKogito/restructure-and-jsonify
Restructure and jsonify
- Loading branch information
Showing
9 changed files
with
849 additions
and
296 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,7 @@ | ||
| #!/bin/bash | ||
|
|
||
| echo "Rst and Md files generations" | ||
| python generate_files.py | ||
|
|
||
| echo "Make html files" | ||
| make html |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,91 @@ | ||
|
|
||
| import csv | ||
| import json | ||
| from tabulate import tabulate | ||
|
|
||
|
|
||
| # load datasets | ||
| json_file_path = "ser-datasets.json" | ||
| with open(json_file_path, 'r') as j: | ||
| content = json.loads(j.read()) | ||
|
|
||
| # init keys | ||
| keys = ["Dataset", "Year", "Content", "Emotions", "Format", "Size", "Language", "Paper", "Access", "License", "Dataset-link", "Paper-link", "License-link"] | ||
| header = ["Dataset", "Year", "Content", "Emotions", "Format", "Size", "Language", "Paper", "Access", "License"] | ||
|
|
||
| md_1 = """***Spoken Emotion Recognition Datasets:*** *A collection of datasets (count=42) for the purpose of emotion recognition/detection in speech. | ||
| The table is chronologically ordered and includes a description of the content of each dataset along with the emotions included. | ||
| The table can be browsed, sorted and searched under https://superkogito.github.io/SER-datasets/* | ||
| """ | ||
|
|
||
| md_2 = """## References | ||
| - Swain, Monorama & Routray, Aurobinda & Kabisatpathy, Prithviraj, Databases, features and classifiers for speech emotion recognition: a review, International Journal of Speech Technology, [paper](https://www.researchgate.net/publication/322602563_Databases_features_and_classifiers_for_speech_emotion_recognition_a_review#pf19) | ||
| - Dimitrios Ververidis and Constantine Kotropoulos, A State of the Art Review on Emotional Speech Databases, Artificial Intelligence & Information Analysis Laboratory, Department of Informatics Aristotle, University of Thessaloniki, [paper](http://poseidon.csd.auth.gr/papers/PUBLISHED/CONFERENCE/pdf/Ververidis2003b.pdf) | ||
| - A. Pramod Reddy and V. Vijayarajan, Extraction of Emotions from Speech-A Survey, VIT University, International Journal of Applied Engineering Research, [paper](https://www.ripublication.com/ijaer17/ijaerv12n16_46.pdf) | ||
| - Emotional Speech Databases, [document](https://link.springer.com/content/pdf/bbm%3A978-90-481-3129-7%2F1.pdf) | ||
| - Expressive Synthetic Speech, [website](http://emosamples.syntheticspeech.de/) | ||
| - Towards a standard set of acoustic features for the processing of emotion in speech, Technical university Munich, [document](https://asa.scitation.org/doi/pdf/10.1121/1.4739483) | ||
| ## Contribution | ||
| - All contributions are welcome! If you know a dataset that belongs here (see [criteria](https://github.com/SuperKogito/SER-datasets/blob/master/CONTRIBUTING.md#criteria)) but is not listed, please feel free to add it. For more information on Contributing, please refer to [CONTRIBUTING.md](https://github.com/SuperKogito/SER-datasets/blob/master/CONTRIBUTING.md). | ||
| - If you notice a typo or a mistake, please [report this as an issue](https://github.com/SuperKogito/SER-datasets/issues/new) and help us improve the quality of this list. | ||
| ## Disclaimer | ||
| - The mainter and the contributors try their best to keep this list up-to-date, and to only include working links (using automated verification with the help of the [urlchecker-action](https://github.com/marketplace/actions/urlchecker-action)). However, we cannot guarantee that all listed links are up-to-date. Read more in [DISCLAIMER.md](https://github.com/SuperKogito/SER-datasets/blob/master/DISCLAIMER.md). | ||
| """ | ||
|
|
||
|
|
||
| print(" -> Generate Markdown Text") | ||
| def format_md_link(label, link): | ||
| res = "[{0}]({1})".format(label, link) if "http" in link else label | ||
| return res | ||
|
|
||
| # tabulate | ||
| table = [] | ||
| for key, values in content.items(): | ||
| # add elements to row | ||
| row = [format_md_link(key, values["Dataset-link"])] | ||
| row += [values[k] for k in ["Year", "Content", "Emotions", "Format", "Size", "Language"]] | ||
| row += [format_md_link(values["Paper"], values["Paper-link"]), values["Access"], format_md_link(values["License"], values["License-link"])] | ||
|
|
||
| # add styles and add row to table | ||
| row = ["<sub>{0}</sub>".format(e) for e in row] | ||
| table.append(row) | ||
|
|
||
| table = tabulate(table, keys, tablefmt="pipe") | ||
| with open("../README.md", "w") as f: | ||
| f.write(md_1) | ||
| f.write(table) | ||
| f.write(md_2) | ||
|
|
||
|
|
||
| print(" -> Generate Restructured Text") | ||
| def format_rst_link(label, link): | ||
| res = "`{0} <{1}>`_".format(label, link) if "http" in link else label | ||
| return res | ||
|
|
||
| # tabulate | ||
| table = [] | ||
| for key, values in content.items(): | ||
| # add elements to row | ||
| row = [format_rst_link(key, values["Dataset-link"])] | ||
| row += [values[k] for k in ["Year", "Content", "Emotions", "Format", "Size", "Language"]] | ||
| row += [format_rst_link(values["Paper"], values["Paper-link"]), values["Access"]] | ||
| row += [format_rst_link(values["License"], values["License-link"])] | ||
|
|
||
| # format and add row to csv | ||
| table.append(row) | ||
|
|
||
| with open('ser-datasets.csv', 'w', encoding='UTF8', newline='') as f: | ||
| writer = csv.writer(f) | ||
|
|
||
| # write the header | ||
| writer.writerow(header) | ||
|
|
||
| # write multiple rows | ||
| writer.writerows(table) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,67 @@ | ||
| ablog==0.10.25 | ||
| alabaster==0.7.12 | ||
| Babel==2.10.1 | ||
| beautifulsoup4==4.11.1 | ||
| bleach==6.0.0 | ||
| certifi==2021.10.8 | ||
| cffi==1.15.1 | ||
| charset-normalizer==2.0.12 | ||
| commonmark==0.9.1 | ||
| cryptography==39.0.1 | ||
| docutils==0.17.1 | ||
| entrypoints==0.4 | ||
| feedgen==0.9.0 | ||
| idna==3.3 | ||
| imagesize==1.3.0 | ||
| importlib-metadata==4.11.3 | ||
| invoke==1.7.0 | ||
| jeepney==0.8.0 | ||
| Jinja2==3.1.2 | ||
| keyring==23.6.0 | ||
| latexcodec==2.0.1 | ||
| lxml==4.8.0 | ||
| MarkupSafe==2.1.1 | ||
| nest-asyncio==1.5.6 | ||
| packaging==21.3 | ||
| pkginfo==1.8.3 | ||
| pybtex==0.24.0 | ||
| pybtex-docutils==1.0.1 | ||
| pycparser==2.21 | ||
| pydata-sphinx-theme==0.8.1 | ||
| Pygments==2.12.0 | ||
| pyparsing==3.0.8 | ||
| python-dateutil==2.8.2 | ||
| pytz==2022.1 | ||
| PyYAML==6.0 | ||
| pyzmq==24.0.1 | ||
| readme-renderer==35.0 | ||
| requests==2.27.1 | ||
| requests-toolbelt==0.9.1 | ||
| rich==12.5.1 | ||
| SecretStorage==3.3.2 | ||
| six==1.16.0 | ||
| snowballstemmer==2.2.0 | ||
| soupsieve==2.3.2.post1 | ||
| Sphinx==4.5.0 | ||
| sphinx-copybutton==0.5.0 | ||
| sphinx-csv-filter==0.4.0 | ||
| sphinx-panels==0.6.0 | ||
| sphinx-sitemap==2.2.0 | ||
| sphinxcontrib-applehelp==1.0.2 | ||
| sphinxcontrib-bibtex==2.4.2 | ||
| sphinxcontrib-devhelp==1.0.2 | ||
| sphinxcontrib-htmlhelp==2.0.0 | ||
| sphinxcontrib-jsmath==1.0.1 | ||
| sphinxcontrib-pdfembed @ git+https://github.com/SuperKogito/sphinxcontrib-pdfembed@d75fb37f9e4a303888a61f265b568f7729826c4a | ||
| sphinxcontrib-qthelp==1.0.3 | ||
| sphinxcontrib-serializinghtml==1.1.5 | ||
| sphinxcontrib-tikz==0.4.16 | ||
| sphinxemoji==0.2.0 | ||
| sphinxext-opengraph==0.6.3 | ||
| tabulate==0.9.0 | ||
| tornado==6.2 | ||
| tqdm==4.64.0 | ||
| urllib3==1.26.9 | ||
| watchdog==2.1.7 | ||
| webencodings==0.5.1 | ||
| zipp==3.8.0 |
Oops, something went wrong.