okay, NOW multithreading works properly, and can i just say: holy fuck it's SO MUCH FASTER

.gitignore

@@ -3,4 +3,5 @@ config.json
 planning.txt
 *.pyc
 /debug
-lynnesbian.json
+lynnesbian.json
+test.py

app/functions.py

@@ -191,22 +191,19 @@ def make_post(args):
 		db.commit()
 	c.close()
 
-def do_in_pool(function, data, timeout=30, silent=False):
+def task_done(future):
-	with ProcessPool(max_workers=cfg['service_threads']) as p:
+	try:
-		index = 0
+		result = future.result()  # blocks until results are ready
-		future = p.map(function, data)
+	except TimeoutError as error:
-		iterator = future.result()
+		if not future.silent: print("Timed out on {}.".format(future.function_data))
 
-		while True:
+def do_in_pool(function, data, timeout=30, silent=False):
-			try:
+	with ProcessPool(max_workers=5, max_tasks=10) as pool:
-				result = next(iterator)
+		for i in data:
-			except StopIteration:
+			future = pool.schedule(function, args=[i], timeout=timeout)
-				# all threads are done
+			future.silent = silent
-				break
+			future.function_data = i
-			except TimeoutError as error:
+			future.add_done_callback(task_done)
-				if not silent: print("Timed out on {}.".format(data[index]))
-			finally:
-				index += 1
 
 def get_key():
 	db = MySQLdb.connect(