Resolve "Use ThreadPoolExecutor in place of ProcessPoolExecutor"

Closes #40 (closed)

soar_bus.py

 
 def update_clients(updated_client_ids):
     global RUNNING_CLIENTS
-    with concurrent.futures.ProcessPoolExecutor() as executor:
+    with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
         logging.debug("Old: " + str(RUNNING_CLIENTS))
         logging.debug("New: " + str(updated_client_ids))
 
     return running
 
 
-def main(executor):
+def main(clients, executor):
     global RUNNING_CLIENTS
     logging.info("Starting SOAR bus...")
 
-    client_model = ClientModel()
-    clients = client_model.get()
-
     # publish
     thread = executor.submit(publish, "soar-publish", EXCHANGES.get("publish"))
     THREADS["soar-publish"] = thread
         s.close()
 
     try:
-        with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
-            main(executor)
+        client_model = ClientModel()
+        clients = client_model.get()
+        client_count = len(clients.keys())
+        thread_count = (client_count * 2) + 2
+        logging.debug(f"Running {thread_count} workers for {client_count} clients")
+
+        with concurrent.futures.ThreadPoolExecutor(
+            max_workers=thread_count
+        ) as executor:
+            main(clients, executor)
     except KeyboardInterrupt:
         executor.shutdown(wait=False)