0.4.27-51-g8e7d98e.move-lock-to-global-scope.patch 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. Subject: Move lock to global scope
  2. Origin: upstream, commit 0.4.27-51-g8e7d98e <https://github.com/ahupp/python-magic/commit/0.4.27-51-g8e7d98e>
  3. Author: ddelange <14880945+ddelange@users.noreply.github.com>
  4. Date: Tue Oct 14 14:23:53 2025 +0300
  5. Forwarded: not-needed
  6. --- a/magic/__init__.py
  7. +++ b/magic/__init__.py
  8. @@ -105,7 +105,6 @@
  9. self.flags |= MAGIC_NO_CHECK_SIMH
  10. self.cookie = magic_open(self.flags)
  11. - self.lock = threading.Lock()
  12. magic_load(self.cookie, magic_file)
  13. @@ -134,34 +133,31 @@
  14. """
  15. Identify the contents of `buf`
  16. """
  17. - with self.lock:
  18. - try:
  19. - # if we're on python3, convert buf to bytes
  20. - # otherwise this string is passed as wchar*
  21. - # which is not what libmagic expects
  22. - # NEXTBREAK: only take bytes
  23. - if type(buf) == str and str != bytes:
  24. - buf = buf.encode("utf-8", errors="replace")
  25. - return maybe_decode(magic_buffer(self.cookie, buf))
  26. - except MagicException as e:
  27. - return self._handle509Bug(e)
  28. + try:
  29. + # if we're on python3, convert buf to bytes
  30. + # otherwise this string is passed as wchar*
  31. + # which is not what libmagic expects
  32. + # NEXTBREAK: only take bytes
  33. + if type(buf) == str and str != bytes:
  34. + buf = buf.encode("utf-8", errors="replace")
  35. + return maybe_decode(magic_buffer(self.cookie, buf))
  36. + except MagicException as e:
  37. + return self._handle509Bug(e)
  38. def from_file(self, filename):
  39. # raise FileNotFoundException or IOError if the file does not exist
  40. os.stat(filename, follow_symlinks=self.flags & MAGIC_SYMLINK)
  41. - with self.lock:
  42. - try:
  43. - return maybe_decode(magic_file(self.cookie, filename))
  44. - except MagicException as e:
  45. - return self._handle509Bug(e)
  46. + try:
  47. + return maybe_decode(magic_file(self.cookie, filename))
  48. + except MagicException as e:
  49. + return self._handle509Bug(e)
  50. def from_descriptor(self, fd):
  51. - with self.lock:
  52. - try:
  53. - return maybe_decode(magic_descriptor(self.cookie, fd))
  54. - except MagicException as e:
  55. - return self._handle509Bug(e)
  56. + try:
  57. + return maybe_decode(magic_descriptor(self.cookie, fd))
  58. + except MagicException as e:
  59. + return self._handle509Bug(e)
  60. def _handle509Bug(self, e):
  61. # libmagic 5.09 has a bug where it might fail to identify the
  62. @@ -313,6 +309,9 @@
  63. return filename
  64. +# libmagic is not thread-safe: guard for concurrent calls on a global scope
  65. +LOCK = threading.Lock()
  66. +
  67. magic_open = libmagic.magic_open
  68. magic_open.restype = magic_t
  69. magic_open.argtypes = [c_int]
  70. @@ -336,7 +335,8 @@
  71. def magic_file(cookie, filename):
  72. - return _magic_file(cookie, coerce_filename(filename))
  73. + with LOCK:
  74. + return _magic_file(cookie, coerce_filename(filename))
  75. _magic_buffer = libmagic.magic_buffer
  76. @@ -346,7 +346,8 @@
  77. def magic_buffer(cookie, buf):
  78. - return _magic_buffer(cookie, buf, len(buf))
  79. + with LOCK:
  80. + return _magic_buffer(cookie, buf, len(buf))
  81. magic_descriptor = libmagic.magic_descriptor
  82. @@ -361,7 +362,8 @@
  83. def magic_descriptor(cookie, fd):
  84. - return _magic_descriptor(cookie, fd)
  85. + with LOCK:
  86. + return _magic_descriptor(cookie, fd)
  87. _magic_load = libmagic.magic_load
  88. @@ -371,7 +373,8 @@
  89. def magic_load(cookie, filename):
  90. - return _magic_load(cookie, coerce_filename(filename))
  91. + with LOCK:
  92. + return _magic_load(cookie, coerce_filename(filename))
  93. magic_setflags = libmagic.magic_setflags
  94. @@ -404,15 +407,16 @@
  95. if not _has_param:
  96. raise NotImplementedError("magic_setparam not implemented")
  97. v = c_size_t(val)
  98. - return _magic_setparam(cookie, param, byref(v))
  99. + with LOCK:
  100. + return _magic_setparam(cookie, param, byref(v))
  101. def magic_getparam(cookie, param):
  102. if not _has_param:
  103. raise NotImplementedError("magic_getparam not implemented")
  104. val = c_size_t()
  105. - _magic_getparam(cookie, param, byref(val))
  106. - return val.value
  107. + with LOCK:
  108. + return _magic_getparam(cookie, param, byref(val)).value
  109. _has_version = False
  110. @@ -423,10 +427,11 @@
  111. magic_version.argtypes = []
  112. -def version():
  113. +def version(lock=None):
  114. if not _has_version:
  115. raise NotImplementedError("magic_version not implemented")
  116. - return magic_version()
  117. + with LOCK:
  118. + return magic_version()
  119. MAGIC_NONE = 0x000000 # No flags