Subject: Move lock to global scope Origin: upstream, commit 0.4.27-51-g8e7d98e Author: ddelange <14880945+ddelange@users.noreply.github.com> Date: Tue Oct 14 14:23:53 2025 +0300 --- a/magic/__init__.py +++ b/magic/__init__.py @@ -105,7 +105,6 @@ self.flags |= MAGIC_NO_CHECK_SIMH self.cookie = magic_open(self.flags) - self.lock = threading.Lock() magic_load(self.cookie, magic_file) @@ -134,34 +133,31 @@ """ Identify the contents of `buf` """ - with self.lock: - try: - # if we're on python3, convert buf to bytes - # otherwise this string is passed as wchar* - # which is not what libmagic expects - # NEXTBREAK: only take bytes - if type(buf) == str and str != bytes: - buf = buf.encode("utf-8", errors="replace") - return maybe_decode(magic_buffer(self.cookie, buf)) - except MagicException as e: - return self._handle509Bug(e) + try: + # if we're on python3, convert buf to bytes + # otherwise this string is passed as wchar* + # which is not what libmagic expects + # NEXTBREAK: only take bytes + if type(buf) == str and str != bytes: + buf = buf.encode("utf-8", errors="replace") + return maybe_decode(magic_buffer(self.cookie, buf)) + except MagicException as e: + return self._handle509Bug(e) def from_file(self, filename): # raise FileNotFoundException or IOError if the file does not exist os.stat(filename, follow_symlinks=self.flags & MAGIC_SYMLINK) - with self.lock: - try: - return maybe_decode(magic_file(self.cookie, filename)) - except MagicException as e: - return self._handle509Bug(e) + try: + return maybe_decode(magic_file(self.cookie, filename)) + except MagicException as e: + return self._handle509Bug(e) def from_descriptor(self, fd): - with self.lock: - try: - return maybe_decode(magic_descriptor(self.cookie, fd)) - except MagicException as e: - return self._handle509Bug(e) + try: + return maybe_decode(magic_descriptor(self.cookie, fd)) + except MagicException as e: + return self._handle509Bug(e) def _handle509Bug(self, e): # libmagic 5.09 has a bug where it might fail to identify the @@ -313,6 +309,9 @@ return filename +# libmagic is not thread-safe: guard for concurrent calls on a global scope +LOCK = threading.Lock() + magic_open = libmagic.magic_open magic_open.restype = magic_t magic_open.argtypes = [c_int] @@ -336,7 +335,8 @@ def magic_file(cookie, filename): - return _magic_file(cookie, coerce_filename(filename)) + with LOCK: + return _magic_file(cookie, coerce_filename(filename)) _magic_buffer = libmagic.magic_buffer @@ -346,7 +346,8 @@ def magic_buffer(cookie, buf): - return _magic_buffer(cookie, buf, len(buf)) + with LOCK: + return _magic_buffer(cookie, buf, len(buf)) magic_descriptor = libmagic.magic_descriptor @@ -361,7 +362,8 @@ def magic_descriptor(cookie, fd): - return _magic_descriptor(cookie, fd) + with LOCK: + return _magic_descriptor(cookie, fd) _magic_load = libmagic.magic_load @@ -371,7 +373,8 @@ def magic_load(cookie, filename): - return _magic_load(cookie, coerce_filename(filename)) + with LOCK: + return _magic_load(cookie, coerce_filename(filename)) magic_setflags = libmagic.magic_setflags @@ -404,15 +407,16 @@ if not _has_param: raise NotImplementedError("magic_setparam not implemented") v = c_size_t(val) - return _magic_setparam(cookie, param, byref(v)) + with LOCK: + return _magic_setparam(cookie, param, byref(v)) def magic_getparam(cookie, param): if not _has_param: raise NotImplementedError("magic_getparam not implemented") val = c_size_t() - _magic_getparam(cookie, param, byref(val)) - return val.value + with LOCK: + return _magic_getparam(cookie, param, byref(val)).value _has_version = False @@ -423,10 +427,11 @@ magic_version.argtypes = [] -def version(): +def version(lock=None): if not _has_version: raise NotImplementedError("magic_version not implemented") - return magic_version() + with LOCK: + return magic_version() MAGIC_NONE = 0x000000 # No flags