Skip to content

gh-133171: Make the executor_list thread-safe #140038

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 2 commits into
base: main
Choose a base branch
from
Open

gh-133171: Make the executor_list thread-safe #140038

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
e178e42
Add lock with operations on _PyExecutorObject list
aisk Oct 13, 2025
f3a9c74
Using FT_MUTEX_LOCK macro
aisk Oct 13, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions Include/internal/pycore_interp_structs.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,12 @@ extern "C" {
# define NUM_WEAKREF_LIST_LOCKS 127
#endif

// Executor list lock macros for thread-safe access to executor linked lists
#define EXECUTOR_LIST_LOCK(interp) \
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

The point of FT_MUTEX_LOCK is to prevent macros like this. If you're really against repeating interp->executor_list_lock several times, you can define a macro for that instead.

FT_MUTEX_LOCK(&(interp)->executor_list_lock)
#define EXECUTOR_LIST_UNLOCK(interp) \
FT_MUTEX_UNLOCK(&(interp)->executor_list_lock)

typedef int (*_Py_pending_call_func)(void *);

struct _pending_call {
Expand Down Expand Up @@ -945,6 +951,9 @@ struct _is {
struct _PyExecutorObject *executor_deletion_list_head;
struct _PyExecutorObject *cold_executor;
int executor_deletion_list_remaining_capacity;
#ifdef Py_GIL_DISABLED
PyMutex executor_list_lock;
#endif
size_t trace_run_counter;
_rare_events rare_events;
PyDict_WatchCallback builtins_dict_watcher;
Expand Down
20 changes: 19 additions & 1 deletion Python/optimizer.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -244,6 +244,7 @@ _Py_ClearExecutorDeletionList(PyInterpreterState *interp)
ts = PyThreadState_Next(ts);
HEAD_UNLOCK(runtime);
}
EXECUTOR_LIST_LOCK(interp);
_PyExecutorObject **prev_to_next_ptr = &interp->executor_deletion_list_head;
_PyExecutorObject *exec = *prev_to_next_ptr;
while (exec != NULL) {
Expand All @@ -259,12 +260,14 @@ _Py_ClearExecutorDeletionList(PyInterpreterState *interp)
exec = *prev_to_next_ptr;
}
interp->executor_deletion_list_remaining_capacity = EXECUTOR_DELETE_LIST_MAX;
EXECUTOR_LIST_UNLOCK(interp);
}

static void
add_to_pending_deletion_list(_PyExecutorObject *self)
{
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
self->vm_data.links.next = interp->executor_deletion_list_head;
interp->executor_deletion_list_head = self;
if (interp->executor_deletion_list_remaining_capacity > 0) {
Expand All @@ -273,6 +276,7 @@ add_to_pending_deletion_list(_PyExecutorObject *self)
else {
_Py_ClearExecutorDeletionList(interp);
}
EXECUTOR_LIST_UNLOCK(interp);
}

static void
Expand Down Expand Up @@ -1441,6 +1445,7 @@ static void
link_executor(_PyExecutorObject *executor)
{
PyInterpreterState *interp = _PyInterpreterState_GET();
EXECUTOR_LIST_LOCK(interp);
_PyExecutorLinkListNode *links = &executor->vm_data.links;
_PyExecutorObject *head = interp->executor_list_head;
if (head == NULL) {
Expand All @@ -1458,6 +1463,7 @@ link_executor(_PyExecutorObject *executor)
executor->vm_data.linked = true;
/* executor_list_head must be first in list */
assert(interp->executor_list_head->vm_data.links.previous == NULL);
EXECUTOR_LIST_UNLOCK(interp);
}

static void
Expand All @@ -1466,6 +1472,8 @@ unlink_executor(_PyExecutorObject *executor)
if (!executor->vm_data.linked) {
return;
}
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
_PyExecutorLinkListNode *links = &executor->vm_data.links;
assert(executor->vm_data.valid);
_PyExecutorObject *next = links->next;
Expand All @@ -1478,11 +1486,11 @@ unlink_executor(_PyExecutorObject *executor)
}
else {
// prev == NULL implies that executor is the list head
PyInterpreterState *interp = PyInterpreterState_Get();
assert(interp->executor_list_head == executor);
interp->executor_list_head = next;
}
executor->vm_data.linked = false;
EXECUTOR_LIST_UNLOCK(interp);
}

/* This must be called by optimizers before using the executor */
Expand Down Expand Up @@ -1607,16 +1615,19 @@ _Py_Executors_InvalidateDependency(PyInterpreterState *interp, void *obj, int is
}
/* Clearing an executor can deallocate others, so we need to make a list of
* executors to invalidate first */
EXECUTOR_LIST_LOCK(interp);
for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
assert(exec->vm_data.valid);
_PyExecutorObject *next = exec->vm_data.links.next;
if (bloom_filter_may_contain(&exec->vm_data.bloom, &obj_filter) &&
PyList_Append(invalidate, (PyObject *)exec))
{
EXECUTOR_LIST_UNLOCK(interp);
goto error;
}
exec = next;
}
EXECUTOR_LIST_UNLOCK(interp);
for (Py_ssize_t i = 0; i < PyList_GET_SIZE(invalidate); i++) {
PyObject *exec = PyList_GET_ITEM(invalidate, i);
executor_clear(exec);
Expand All @@ -1637,6 +1648,7 @@ _Py_Executors_InvalidateDependency(PyInterpreterState *interp, void *obj, int is
void
_Py_Executors_InvalidateAll(PyInterpreterState *interp, int is_invalidation)
{
EXECUTOR_LIST_LOCK(interp);
while (interp->executor_list_head) {
_PyExecutorObject *executor = interp->executor_list_head;
assert(executor->vm_data.valid == 1 && executor->vm_data.linked == 1);
Expand All @@ -1651,6 +1663,7 @@ _Py_Executors_InvalidateAll(PyInterpreterState *interp, int is_invalidation)
OPT_STAT_INC(executors_invalidated);
}
}
EXECUTOR_LIST_UNLOCK(interp);
}

void
Expand All @@ -1665,11 +1678,13 @@ _Py_Executors_InvalidateCold(PyInterpreterState *interp)

/* Clearing an executor can deallocate others, so we need to make a list of
* executors to invalidate first */
EXECUTOR_LIST_LOCK(interp);
for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
assert(exec->vm_data.valid);
_PyExecutorObject *next = exec->vm_data.links.next;

if (!exec->vm_data.warm && PyList_Append(invalidate, (PyObject *)exec) < 0) {
EXECUTOR_LIST_UNLOCK(interp);
goto error;
}
else {
Expand All @@ -1678,6 +1693,7 @@ _Py_Executors_InvalidateCold(PyInterpreterState *interp)

exec = next;
}
EXECUTOR_LIST_UNLOCK(interp);
for (Py_ssize_t i = 0; i < PyList_GET_SIZE(invalidate); i++) {
PyObject *exec = PyList_GET_ITEM(invalidate, i);
executor_clear(exec);
Expand Down Expand Up @@ -1801,10 +1817,12 @@ _PyDumpExecutors(FILE *out)
fprintf(out, "digraph ideal {\n\n");
fprintf(out, " rankdir = \"LR\"\n\n");
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
executor_to_gv(exec, out);
exec = exec->vm_data.links.next;
}
EXECUTOR_LIST_UNLOCK(interp);
fprintf(out, "}\n\n");
return 0;
}
Expand Down
3 changes: 3 additions & 0 deletions Python/pystate.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -575,6 +575,9 @@ init_interpreter(PyInterpreterState *interp,
interp->executor_list_head = NULL;
interp->executor_deletion_list_head = NULL;
interp->executor_deletion_list_remaining_capacity = 0;
#ifdef Py_GIL_DISABLED
interp->executor_list_lock = (PyMutex){0};
#endif
interp->trace_run_counter = JIT_CLEANUP_THRESHOLD;
if (interp != &runtime->_main_interpreter) {
/* Fix the self-referential, statically initialized fields. */
Expand Down
Loading