Fix bug in specialization and make reification atomic

Author: pablogsal

Python/import.c

@@ -3712,20 +3712,25 @@ _PyImport_LoadLazyImportTstate(PyThreadState *tstate, PyObject *lazy_import)
     assert(PyLazyImport_CheckExact(lazy_import));
 
     PyLazyImportObject *lz = (PyLazyImportObject *)lazy_import;
+    PyInterpreterState *interp = tstate->interp;
+
+    // Acquire the global import lock to serialize reification
+    _PyImport_AcquireLock(interp);
 
     // Check if we are already importing this module, if so, then we want to return an error
     // that indicates we've hit a cycle which will indicate the value isn't yet available.
-    PyInterpreterState *interp = tstate->interp;
     PyObject *importing = interp->imports.lazy_importing_modules;
     if (importing == NULL) {
         importing = interp->imports.lazy_importing_modules = PySet_New(NULL);
         if (importing == NULL) {
+            _PyImport_ReleaseLock(interp);
             return NULL;
         }
     }
 
     int is_loading = PySet_Contains(importing, lazy_import);
     if (is_loading < 0) {
+        _PyImport_ReleaseLock(interp);
         return NULL;
     } else if (is_loading == 1) {
         PyObject *name = _PyLazyImport_GetName(lazy_import);
@@ -3735,8 +3740,10 @@ _PyImport_LoadLazyImportTstate(PyThreadState *tstate, PyObject *lazy_import)
         PyErr_SetImportErrorSubclass(PyExc_ImportCycleError, errmsg, lz->lz_from, NULL);
         Py_XDECREF(errmsg);
         Py_XDECREF(name);
+        _PyImport_ReleaseLock(interp);
         return NULL;
     } else if (PySet_Add(importing, lazy_import) < 0) {
+        _PyImport_ReleaseLock(interp);
         goto error;
     }
 
@@ -3889,6 +3896,9 @@ _PyImport_LoadLazyImportTstate(PyThreadState *tstate, PyObject *lazy_import)
         obj = NULL;
     }
 
+    // Release the global import lock
+    _PyImport_ReleaseLock(interp);
+
     Py_XDECREF(fromlist);
     Py_XDECREF(import_func);
     return obj;

Python/specialize.c

@@ -1708,10 +1708,14 @@ specialize_load_global_lock_held(
         goto fail;
     }
     PyObject *value = NULL;
-    if (PyDict_GetItemRef(globals, name, &value) < 0 ||
-        (value != NULL && PyLazyImport_CheckExact(value))) {
+    if (PyDict_GetItemRef(globals, name, &value) < 0) {
+        SPECIALIZATION_FAIL(LOAD_GLOBAL, SPEC_FAIL_EXPECTED_ERROR);
+        goto fail;
+    }
+    if (value != NULL && PyLazyImport_CheckExact(value)) {
         SPECIALIZATION_FAIL(LOAD_GLOBAL, SPEC_FAIL_ATTR_MODULE_LAZY_VALUE);
         Py_DECREF(value);
+        goto fail;
     }
     Py_XDECREF(value);
     Py_ssize_t index = _PyDictKeys_StringLookup(globals_keys, name);