hjd

update_db.py

 import os
 import psycopg2
 import logging
+import concurrent.futures
+
 import UltraStarSongFileParser
 from UltraStarSongFile import UltraStarSongFile
 
@@ -9,26 +11,29 @@ def add_directory(path, connection_string):
     """
         Parse text files in each subdirectory of the given PATH and add the parsed data to the PostgreSQL database using CONNECTION_STRING.
     """
-    parser = UltraStarSongFileParser.UltraStarSongFileParser(strict_mode=False)
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        futures = []
+
+        for subdir in os.listdir(path):
+            subdir_path = os.path.join(path, subdir)
 
-    # Iterate through each subdirectory in the specified path
-    for subdir in os.listdir(path):
-        subdir_path = os.path.join(path, subdir)
+            if os.path.isdir(subdir_path):
+                text_files = [f for f in os.listdir(subdir_path) if f.endswith(".txt")]
 
-        if os.path.isdir(subdir_path):
-            # Find the text file within each subdirectory
-            text_files = [f for f in os.listdir(subdir_path) if f.endswith(".txt")]
+                if len(text_files) == 1:
+                    file_path = os.path.join(subdir_path, text_files[0])
+                    futures.append(executor.submit(process_directory, file_path, connection_string))
 
-            if len(text_files) == 1:
-                file_path = os.path.join(subdir_path, text_files[0])
+        # Wait for all tasks to complete
+        concurrent.futures.wait(futures)
 
-                logging.debug(f"parsing: {file_path}")
-                # Parse the text file
-                parsed_data = parser.parse_file(file_path)
 
-                # Add the parsed data to the PostgreSQL database
-                add_to_database(connection_string, parsed_data)
+def process_directory(file_path, connection_string):
+    parser = UltraStarSongFileParser(strict_mode=False)
+    logging.debug(f"parsing: {file_path}")
 
+    parsed_data = parser.parse_file(file_path)
+    add_to_database(connection_string, parsed_data)
 
 def add_to_database(connection_string, song_instance: UltraStarSongFile):
     """