particle-os/debian-forge
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sources(inline): remove threading

Browse source 
After some small benchmarks threading adds more overhead than
performance improvement for this source.
This commit is contained in:
Simon de Vlieger 2024-01-23 11:48:21 +01:00 • committed by Michael Vogt
parent 2c42c46c48
commit 382ac8e960
1 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
sources/org.osbuild.inline
View file

@ -12,7 +12,6 @@ resource is decoded and written to the store.
import base64
import concurrent.futures
import contextlib
import os
import sys
@ -62,9 +61,8 @@ class InlineSource(sources.SourceService):
filtered = filter(lambda i: not self.exists(i[0], i[1]), items.items()) # discards items already in cache
transformed = map(lambda i: self.transform(i[0], i[1]), filtered) # prepare each item to be downloaded
with concurrent.futures.ThreadPoolExecutor(max_workers=self.max_workers) as executor:
for _ in executor.map(self.fetch_one, *zip(*transformed)):
pass
for args in transformed:
self.fetch_one(*args)
def fetch_one(self, checksum, desc):
target = os.path.join(self.cache, checksum)