partially fixed build.yaml for github ci/cd

minor refactoring with black

extend .gitignore

remove not working intratext_coherence_score

fix error problems

fixed full_pipeline_example.py

fix examples

working inference_example

add docs _build folder into .gitignore file

.github/workflows/build.yaml

@@ -20,20 +20,24 @@ jobs:
         uses: actions/checkout@v3
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install pip
+        run: apt update && apt install -y python3-pip
       - name: Install dependencies
         run: |
             python -m pip install --upgrade pip
-            python -m pip install flake8 pytest
-            if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-            python -m spacy download en_core_web_sm
+            python -m pip install flake8 pytest poetry
+            poetry export -f requirements.txt --without-hashes --with dev > requirements.txt
+            pip install -r requirements.txt
+      - name: Download english corpus
+        run: python -m spacy download en_core_web_sm
       - name: set pythonpath
         working-directory: src
         run: |
           echo "PYTHONPATH=." >> $GITHUB_ENV
-      - name: Run test code
-        working-directory: src
-        run: python ../examples/full_pipeline_example.py
       - name: Lint with flake8
         run: |
           flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
-      - run: echo "🍏 This job's status is ${{ job.status }}."
+      - name: Run test code
+        working-directory: src
+        run: python ../examples/full_pipeline_example.py
+      - run: echo "🍏 This job's status is ${{ job.status }}."

.gitignore

@@ -142,8 +142,19 @@ resources
 surrogate_logs/*
 *.orig
 *.pickle
-/Notebooks/
-/logs/
-/bin/
-/examples/mlruns/
-/data/experiment_datasets/
+Notebooks/
+logs/
+examples/mlruns/
+data/experiment_datasets/
+data/processed_sample_corpora
+data/sample_corpora/*.txt
+data/sample_corpora/*.pkl
+data/sample_corpora/batches/*
+examples/tmp
+examples/metrics
+examples/*.txt
+examples/out
+bigartm.*
+
+# sphinx docs
+docs/_build

Dockerfile

@@ -0,0 +1,12 @@
+FROM catthehacker/ubuntu:act-latest
+
+RUN apt update && apt install -y python3-pip
+
+COPY . /src
+
+WORKDIR /src
+
+RUN python -m pip install --upgrade pip
+RUN python -m pip install flake8 pytest poetry
+RUN poetry export -f requirements.txt --without-hashes --with dev > requirements.txt
+RUN pip install --ignore-installed -r requirements.txt