Refactor submissions processor so we can grab the cells data from it

s2t2 · Dec 14, 2023 · c6620ab · c6620ab
1 parent 02a0c22
commit c6620ab
Show file tree

Hide file tree

Showing 10 changed files with 2,925 additions and 203 deletions.
diff --git a/README.md b/README.md
@@ -71,23 +71,21 @@ python -m app.submissions_manager
 Process the starter file:
 
 ```sh
-python -m app.jobs.starter
+python -m app.starter_doc_processor
 
-# FIG_SHOW=false python -m app.jobs.starter
+# FIG_SHOW=false python -m app.starter_doc_processor
 
-# FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 python -m app.jobs.starter
+# FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 python -m app.starter_doc_processor
 
-# FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 SIMILARITY_THRESHOLD=0.75 python -m app.jobs.starter
+# FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 SIMILARITY_THRESHOLD=0.75 python -m app.starter_doc_processor
 ```
 
 Process all submission files:
 
 ```sh
-python -m app.jobs.submissions
+python -m app.submissions_processor
 
-#FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 python -m app.jobs.submissions
-
-# FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 SIMILARITY_THRESHOLD=0.75 python -m app.jobs.submissions
+#FIG_SHOW=false CHUNK_SIZE=600 CHUNK_OVERLAP=0 python -m app.submissions_processor
 ```
 
 ## Testing

diff --git a/app/__init__.py b/app/__init__.py
@@ -3,4 +3,4 @@
 
 import os
 
-DATA_DIRPATH = os.path.join(os.path.dirname(__file__), "..", "data")
+RESULTS_DIRPATH = os.path.join(os.path.dirname(__file__), "..", "results")
diff --git a/app/jobs/submissions.py b/app/jobs/submissions.py
diff --git a/app/jobs/starter.py → app/starter_doc_processor.py b/app/jobs/starter.py → app/starter_doc_processor.py
Original file line number	Diff line number	Diff line change
Expand Up		@@ -3,4 +3,4 @@

		import os

		DATA_DIRPATH = os.path.join(os.path.dirname(__file__), "..", "data")
		RESULTS_DIRPATH = os.path.join(os.path.dirname(__file__), "..", "results")