test: updated nltk lib

AnsahMohammad · Apr 30, 2024 · 323930b · 323930b
1 parent 9782f92
commit 323930b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/.github/workflows/crawl.yaml b/.github/workflows/crawl.yaml
@@ -26,6 +26,9 @@ jobs:
         source .env/bin/activate
         python3 -m src.phantom --num_threads 2 --urls "https://github.com/AnsahMohammad" "https://github.com/AnsahMohammad" --sleep 18
 
+        python3 -m nltk.downloader stopwords
+        python3 -m nltk.downloader punkt
+
         python3 -m src.phantom_indexing
 
         echo "Crawling completed"