GH-123516: Improve JIT memory consumption by invalidating cold executors

Include/internal/pycore_optimizer.h

@@ -73,6 +73,7 @@ typedef struct _PyExecutorObject {
     uint32_t exit_count;
     uint32_t code_size;
     size_t jit_size;
+    uint32_t run_count;
     void *jit_code;
     void *jit_side_entry;
     _PyExitData exits[1];
@@ -123,9 +124,15 @@ PyAPI_FUNC(PyObject *) _PyOptimizer_NewUOpOptimizer(void);
 #ifdef _Py_TIER2
 PyAPI_FUNC(void) _Py_Executors_InvalidateDependency(PyInterpreterState *interp, void *obj, int is_invalidation);
 PyAPI_FUNC(void) _Py_Executors_InvalidateAll(PyInterpreterState *interp, int is_invalidation);
+PyAPI_FUNC(void) _Py_Executor_Invalidate(_PyExecutorObject *executor);
+PyAPI_FUNC(void) _Py_Executors_InvalidateOld(PyInterpreterState *interp, int is_invalidation);
+
 #else
 #  define _Py_Executors_InvalidateDependency(A, B, C) ((void)0)
 #  define _Py_Executors_InvalidateAll(A, B) ((void)0)
+#  define _Py_Executor_Invalidate(A) ((void)0)
+#  define _Py_Executors_InvalidateOld(A, B) ((void)0)
+
 #endif
 
 

Misc/NEWS.d/next/Core_and_Builtins/2024-08-27-21-44-14.gh-issue-116017.ZY3yBY.rst

@@ -0,0 +1 @@
+Improved JIT memory consumption by invalidating cold executors

Python/bytecodes.c

@@ -4844,6 +4844,10 @@ dummy_func(
             assert(((_PyExecutorObject *)executor)->vm_data.valid);
         }
 
+        tier2 op(_INCREMENT_RUN_COUNT, (--)) {
+            current_executor->run_count++;
+        }
+
         tier2 op(_FATAL_ERROR, (--)) {
             assert(0);
             Py_FatalError("Fatal error uop executed.");