From 5499f20d0cb635e117eaa53f829ed8ed449c8fdb Mon Sep 17 00:00:00 2001 From: Ralf Ramsauer Date: Fri, 7 May 2021 09:29:35 +0200 Subject: [PATCH] FIXME: throttle characteristics --- pypasta/LinuxMailCharacteristics.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pypasta/LinuxMailCharacteristics.py b/pypasta/LinuxMailCharacteristics.py index efa385b0..2ca997f0 100644 --- a/pypasta/LinuxMailCharacteristics.py +++ b/pypasta/LinuxMailCharacteristics.py @@ -267,7 +267,7 @@ def _load_characteristics(ret): _maintainers_version = maintainers_version _clustering = clustering _repo = repo - p = Pool(processes=int(cpu_count()), maxtasksperchild=1) + p = Pool(processes=int(0.25*cpu_count()), maxtasksperchild=4) missing = p.map(_load_mail_characteristic, missing, chunksize=1000) missing = dict(missing)