okay, NOW multithreading works properly, and can i just say: holy fuck it's SO MUCH FASTER

.gitignore

@@ -4,3 +4,4 @@ planning.txt
 *.pyc
 /debug
 lynnesbian.json
+test.py

app/functions.py

@@ -191,22 +191,19 @@ def make_post(args):
 		db.commit()
 	c.close()
 
-def do_in_pool(function, data, timeout=30, silent=False):
+def task_done(future):
-	with ProcessPool(max_workers=cfg['service_threads']) as p:
-		index = 0
-		future = p.map(function, data)
-		iterator = future.result()
-
-		while True:
 	try:
-				result = next(iterator)
+		result = future.result()  # blocks until results are ready
-			except StopIteration:
-				# all threads are done
-				break
 	except TimeoutError as error:
-				if not silent: print("Timed out on {}.".format(data[index]))
+		if not future.silent: print("Timed out on {}.".format(future.function_data))
-			finally:
+
-				index += 1
+def do_in_pool(function, data, timeout=30, silent=False):
+	with ProcessPool(max_workers=5, max_tasks=10) as pool:
+		for i in data:
+			future = pool.schedule(function, args=[i], timeout=timeout)
+			future.silent = silent
+			future.function_data = i
+			future.add_done_callback(task_done)
 
 def get_key():
 	db = MySQLdb.connect(