Updates the pre-processing of document content to be much more robust, with tokenization, stemming and stop word removal

2025-07-28 18:24:38 -05:00 · 2022-09-15 08:39:47 -07:00
parent 14d82bd8ff
commit d856e48045
4 changed files with 76 additions and 19 deletions
--- a/1
+++ b/1
@@ -56,6 +56,7 @@ mysqlclient = "*"
 celery = {extras = ["redis"], version = "*"}
 django-celery-results = "*"
 setproctitle = "*"
+nltk = "*"

 [dev-packages]
 coveralls = "*"