add global locking utility

Author: MilesCranmer

src/Convert/Convert.jl

@@ -10,6 +10,7 @@ using ..Core:
     C,
     Utils,
     Lockable,
+    GLOBAL_LOCK,
     @autopy,
     getptr,
     incref,

src/Convert/pyconvert.jl

@@ -12,8 +12,8 @@ struct PyConvertRule
     priority::PyConvertPriority
 end
 
-const PYCONVERT_RULES = Lockable(Dict{String,Vector{PyConvertRule}}())
-const PYCONVERT_EXTRATYPES = Lockable(Py[])
+const PYCONVERT_RULES = Lockable(Dict{String,Vector{PyConvertRule}}(), GLOBAL_LOCK)
+const PYCONVERT_EXTRATYPES = Lockable(Py[], GLOBAL_LOCK)
 
 """
     pyconvert_add_rule(tname::String, T::Type, func::Function, priority::PyConvertPriority=PYCONVERT_PRIORITY_NORMAL)
@@ -261,7 +261,7 @@ function _pyconvert_get_rules(pytype::Py)
     return rules
 end
 
-const PYCONVERT_PREFERRED_TYPE = Lockable(Dict{Py,Type}())
+const PYCONVERT_PREFERRED_TYPE = Lockable(Dict{Py,Type}(), GLOBAL_LOCK)
 
 pyconvert_preferred_type(pytype::Py) =
     Base.@lock PYCONVERT_PREFERRED_TYPE get!(PYCONVERT_PREFERRED_TYPE[], pytype) do
@@ -307,7 +307,7 @@ end
 
 pyconvert_fix(::Type{T}, func) where {T} = x -> func(T, x)
 
-const PYCONVERT_RULES_CACHE = Lockable(IdDict{Any,Dict{C.PyPtr,Vector{Function}}}())
+const PYCONVERT_RULES_CACHE = Lockable(IdDict{Any,Dict{C.PyPtr,Vector{Function}}}(), GLOBAL_LOCK)
 
 function pyconvert_rules_cache(::Type{T}) where {T}
     Base.@lock PYCONVERT_RULES_CACHE get!(

src/Core/Core.jl

@@ -11,7 +11,7 @@ const ROOT_DIR = dirname(dirname(@__DIR__))
 using ..PythonCall: PythonCall  # needed for docstring cross-refs
 using ..C: C
 using ..GC: GC
-using ..Utils: Utils, Lockable
+using ..Utils: Utils, Lockable, GLOBAL_LOCK
 using Base: @propagate_inbounds, @kwdef
 using Dates:
     Date,

src/Core/Py.jl

@@ -56,7 +56,7 @@ decref(x::Py) = Base.GC.@preserve x (decref(getptr(x)); x)
 
 Base.unsafe_convert(::Type{C.PyPtr}, x::Py) = getptr(x)
 
-const PYNULL_CACHE = Lockable(Py[])
+const PYNULL_CACHE = Lockable(Py[], GLOBAL_LOCK)
 
 """
     pynew([ptr])

src/Core/builtins.jl

@@ -1206,7 +1206,7 @@ export pyfraction
 
 ### eval/exec
 
-const MODULE_GLOBALS = Lockable(Dict{Module,Py}())
+const MODULE_GLOBALS = Lockable(Dict{Module,Py}(), GLOBAL_LOCK)
 
 function _pyeval_args(code, globals, locals)
     if code isa AbstractString

src/JlWrap/C.jl

@@ -1,7 +1,7 @@
 module Cjl
 
 using ...C: C
-using ...Utils: Utils, Lockable
+using ...Utils: Utils, Lockable, GLOBAL_LOCK
 using Base: @kwdef
 using UnsafePointers: UnsafePtr
 using Serialization: serialize, deserialize
@@ -16,7 +16,7 @@ const PyJuliaBase_Type = Ref(C.PyNULL)
 
 # we store the actual julia values here
 # the `value` field of `PyJuliaValueObject` indexes into here
-const PYJLVALUES = Lockable((; values=IdDict{Int,Any}(), free_slots=Int[], next_slot=Ref(1)))
+const PYJLVALUES = Lockable((; values=IdDict{Int,Any}(), free_slots=Int[], next_slot=Ref(1)), GLOBAL_LOCK)
 
 function _pyjl_new(t::C.PyPtr, ::C.PyPtr, ::C.PyPtr)
     o = ccall(UnsafePtr{C.PyTypeObject}(t).alloc[!], C.PyPtr, (C.PyPtr, C.Py_ssize_t), t, 0)
@@ -39,7 +39,7 @@ function _pyjl_dealloc(o::C.PyPtr)
     nothing
 end
 
-const PYJLMETHODS = Lockable([])
+const PYJLMETHODS = Lockable([], GLOBAL_LOCK)
 
 function PyJulia_MethodNum(f)
     @nospecialize f
@@ -65,7 +65,7 @@ function _pyjl_callmethod(o::C.PyPtr, args::C.PyPtr)
     return _pyjl_callmethod(f, o, args, nargs)::C.PyPtr
 end
 
-const PYJLBUFCACHE = Lockable(Dict{Ptr{Cvoid},Any}())
+const PYJLBUFCACHE = Lockable(Dict{Ptr{Cvoid},Any}(), GLOBAL_LOCK)
 
 @kwdef struct PyBufferInfo{N}
     # data

src/Utils/Utils.jl

@@ -334,4 +334,6 @@ else
     const Lockable = Base.Lockable
 end
 
+const GLOBAL_LOCK = ReentrantLock()
+
 end