Optimize Path Sync and Cleanup

backend/Pipfile

@@ -63,6 +63,8 @@ python-dateutil = "*"
 docutils = "*"
 ics = "*"
 drf-nested-routers = "*"
+asyncio = "*"
+aiohttp = "*"
 
 [requires]
 python_full_version = "3.11"

backend/courses/management/commands/loadstatus.py

@@ -14,10 +14,9 @@
 )
 
 
-def set_all_status(semester=None, add_status_update=False):
+def set_all_status(semester=None, add_status_update=False, verbose=False):
     if semester is None:
         semester = get_current_semester()
-    print(semester)
     statuses = registrar.get_all_course_status(semester)
     if not statuses:
         return
@@ -39,39 +38,36 @@ def set_all_status(semester=None, add_status_update=False):
         if any(course_term.endswith(s) for s in ["10", "20", "30"]):
             course_term = translate_semester_inv(course_term)
 
-        # Ignore sections not in db
         try:
             _, section = get_course_and_section(section_code, semester)
         except (Section.DoesNotExist, Course.DoesNotExist):
             continue
 
-        # Resync database (doesn't need to be atomic)
         last_status_update = section.last_status_update
         current_status = section.status
 
-        # Change status attribute of section model (might want to use bulk update)
         if current_status != course_status:
             statuses_out_of_sync.append(section_code)
-            # section.status = course_status
-            # section.save()
+            section.status = course_status
+            section.save()
 
-        # Add corresponding status update object
-        if last_status_update.new_status != course_status:
+        if add_status_update and last_status_update.new_status != course_status:
             status_updates_out_of_sync.append(section_code)
-            # record_update(
-            #     section,
-            #     course_term,
-            #     last_status_update.new_status,
-            #     course_status,
-            #     False,
-            #     json.dumps(status),
-            # )
+            record_update(
+                section,
+                course_term,
+                last_status_update.new_status,
+                course_status,
+                False,
+                json.dumps(status),
+            )
 
-    print(f"{len(statuses_out_of_sync)} statuses were out of sync.")
-    print(statuses_out_of_sync)
+    if verbose:
+        print(f"{len(statuses_out_of_sync)} statuses were out of sync.")
+        print(statuses_out_of_sync)
 
-    print(f"{len(status_updates_out_of_sync)} status updates were out of sync.")
-    print(status_updates_out_of_sync)
+        print(f"{len(status_updates_out_of_sync)} status updates were out of sync.")
+        print(status_updates_out_of_sync)
 
 
 class Command(BaseCommand):
@@ -82,11 +78,14 @@ def add_arguments(self, parser):
         parser.add_argument(
             "--create-status-updates", action="store_true", help="Create status updates if set"
         )
+        parser.add_argument("--verbose", action="store_true")
 
     def handle(self, *args, **kwargs):
         root_logger = logging.getLogger("")
         root_logger.setLevel(logging.DEBUG)
 
         set_all_status(
-            semester=kwargs["semester"], add_status_update=kwargs["create_status_updates"]
+            semester=kwargs["semester"],
+            add_status_update=kwargs["create_status_updates"],
+            verbose=kwargs["verbose"],
         )