[GR-12550] Add ctypes support

PullRequest: graalpython/1912

Author: qunaibit

graalpython/com.oracle.graal.python.cext/modules/_ctypes_test.c

@@ -0,0 +1,6 @@
+/* Copyright (c) 2021, Oracle and/or its affiliates.
+ * Copyright (C) 1996-2020 Python Software Foundation
+ *
+ * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
+ */
+extern int _testfunc_i_bhilfd(char b, short h, int i, long l, float f, double d);

graalpython/com.oracle.graal.python.cext/modules/_ctypes_test.h

@@ -397,6 +397,7 @@ def __call__(self):
     NativeBuiltinModule("_cpython_struct"),
     NativeBuiltinModule("_testcapi"),
     NativeBuiltinModule("_testmultiphase"),
+    NativeBuiltinModule("_ctypes_test"),
     # the above modules are more core, we need them first to deal with later, more complex modules with dependencies
     NativeBuiltinModule("_bz2", deps=[Bzip2Depedency("bz2", "bzip2==1.0.8", "BZIP2")], extra_link_args=["-Wl,-rpath,%s/../lib/%s/" % (relative_rpath, SOABI)]),
 )

graalpython/com.oracle.graal.python.cext/setup.py

@@ -0,0 +1,203 @@
+*ctypes.test.test_anon.AnonTest.test_anon_nonmember
+*ctypes.test.test_anon.AnonTest.test_anon_nonseq
+*ctypes.test.test_anon.AnonTest.test_issue31490
+*ctypes.test.test_arrays.ArrayTestCase.test_bpo36504_signed_int_overflow
+*ctypes.test.test_arrays.ArrayTestCase.test_cache
+*ctypes.test.test_arrays.ArrayTestCase.test_classcache
+*ctypes.test.test_arrays.ArrayTestCase.test_empty_element_array
+*ctypes.test.test_arrays.ArrayTestCase.test_empty_element_struct
+*ctypes.test.test_arrays.ArrayTestCase.test_large_array
+*ctypes.test.test_arrays.ArrayTestCase.test_subclass
+*ctypes.test.test_arrays.ArrayTestCase.test_zero_length
+*ctypes.test.test_as_parameter.AsParamPropertyWrapperTestCase.test_recursive_as_param
+*ctypes.test.test_as_parameter.AsParamWrapperTestCase.test_recursive_as_param
+*ctypes.test.test_as_parameter.BasicWrapTestCase.test_pointers
+*ctypes.test.test_as_parameter.BasicWrapTestCase.test_recursive_as_param
+*ctypes.test.test_as_parameter.BasicWrapTestCase.test_wchar_parm
+*ctypes.test.test_bitfields.BitFieldTest.test_c_wchar
+*ctypes.test.test_bitfields.BitFieldTest.test_mixed_1
+*ctypes.test.test_bitfields.BitFieldTest.test_mixed_2
+*ctypes.test.test_bitfields.BitFieldTest.test_mixed_3
+*ctypes.test.test_bitfields.BitFieldTest.test_mixed_4
+*ctypes.test.test_bitfields.BitFieldTest.test_nonint_types
+*ctypes.test.test_bitfields.BitFieldTest.test_single_bitfield_size
+*ctypes.test.test_bytes.BytesTest.test_BSTR
+*ctypes.test.test_bytes.BytesTest.test_struct_W
+*ctypes.test.test_byteswap.Test.test_X
+*ctypes.test.test_byteswap.Test.test_endian_other
+*ctypes.test.test_byteswap.Test.test_slots
+*ctypes.test.test_byteswap.Test.test_struct_fields_1
+*ctypes.test.test_callbacks.Callbacks.test_char_p
+*ctypes.test.test_callbacks.SampleCallbacksTestCase.test_issue_8959_b
+*ctypes.test.test_callbacks.StdcallCallbacks.test_byte
+*ctypes.test.test_callbacks.StdcallCallbacks.test_char
+*ctypes.test.test_callbacks.StdcallCallbacks.test_char_p
+*ctypes.test.test_callbacks.StdcallCallbacks.test_double
+*ctypes.test.test_callbacks.StdcallCallbacks.test_float
+*ctypes.test.test_callbacks.StdcallCallbacks.test_int
+*ctypes.test.test_callbacks.StdcallCallbacks.test_issue12483
+*ctypes.test.test_callbacks.StdcallCallbacks.test_issue_7959
+*ctypes.test.test_callbacks.StdcallCallbacks.test_long
+*ctypes.test.test_callbacks.StdcallCallbacks.test_longdouble
+*ctypes.test.test_callbacks.StdcallCallbacks.test_longlong
+*ctypes.test.test_callbacks.StdcallCallbacks.test_pyobject
+*ctypes.test.test_callbacks.StdcallCallbacks.test_short
+*ctypes.test.test_callbacks.StdcallCallbacks.test_ubyte
+*ctypes.test.test_callbacks.StdcallCallbacks.test_uint
+*ctypes.test.test_callbacks.StdcallCallbacks.test_ulong
+*ctypes.test.test_callbacks.StdcallCallbacks.test_ulonglong
+*ctypes.test.test_callbacks.StdcallCallbacks.test_unsupported_restype_1
+*ctypes.test.test_callbacks.StdcallCallbacks.test_unsupported_restype_2
+*ctypes.test.test_callbacks.StdcallCallbacks.test_ushort
+*ctypes.test.test_cast.Test.test_bad_type_arg
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_byte
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_byte_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_callwithresult
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_double
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_double_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_float
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_float_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_int
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_int_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_long
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_long_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_longdouble
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_longdouble_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_longlong
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_longlong_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_short
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_short_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ubyte
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ubyte_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_uint
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_uint_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ulong
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ulong_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ulonglong
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ulonglong_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ushort
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_ushort_plus
+*ctypes.test.test_cfuncs.stdcallCFunctions.test_void
+*ctypes.test.test_checkretval.Test.test_oledll
+*ctypes.test.test_delattr.TestCase.test_chararray
+*ctypes.test.test_delattr.TestCase.test_simple
+*ctypes.test.test_errno.Test.test_GetLastError
+*ctypes.test.test_find.LibPathFindTest.test_find_on_libpath
+*ctypes.test.test_find.Test_OpenGL_libs.test_gl
+*ctypes.test.test_find.Test_OpenGL_libs.test_gle
+*ctypes.test.test_find.Test_OpenGL_libs.test_glu
+*ctypes.test.test_find.Test_OpenGL_libs.test_shell_injection
+*ctypes.test.test_frombuffer.Test.test_abstract
+*ctypes.test.test_frombuffer.Test.test_fortran_contiguous
+*ctypes.test.test_frombuffer.Test.test_from_buffer_memoryview
+*ctypes.test.test_functions.FunctionTestCase.test_doubleresult
+*ctypes.test.test_functions.FunctionTestCase.test_errors
+*ctypes.test.test_functions.FunctionTestCase.test_longlongresult
+*ctypes.test.test_functions.FunctionTestCase.test_mro
+*ctypes.test.test_functions.FunctionTestCase.test_stringresult
+*ctypes.test.test_functions.FunctionTestCase.test_struct_return_2H_stdcall
+*ctypes.test.test_functions.FunctionTestCase.test_struct_return_8H_stdcall
+*ctypes.test.test_functions.FunctionTestCase.test_wchar_parm
+*ctypes.test.test_internals.ObjectsTestCase.test_embedded_structs
+*ctypes.test.test_internals.ObjectsTestCase.test_ptr_struct
+*ctypes.test.test_internals.ObjectsTestCase.test_simple_struct
+*ctypes.test.test_keeprefs.ArrayTestCase.test_cint_array
+*ctypes.test.test_keeprefs.DeletePointerTestCase.test_X
+*ctypes.test.test_keeprefs.PointerTestCase.test_p_cint
+*ctypes.test.test_keeprefs.SimpleTestCase.test_cint
+*ctypes.test.test_keeprefs.StructureTestCase.test_cint_struct
+*ctypes.test.test_keeprefs.StructureTestCase.test_struct_struct
+*ctypes.test.test_libc.LibTest.test_sqrt
+*ctypes.test.test_loading.LoaderTest.test_1703286_A
+*ctypes.test.test_loading.LoaderTest.test_1703286_B
+*ctypes.test.test_loading.LoaderTest.test_find
+*ctypes.test.test_loading.LoaderTest.test_load
+*ctypes.test.test_loading.LoaderTest.test_load_dll_with_flags
+*ctypes.test.test_loading.LoaderTest.test_load_library
+*ctypes.test.test_loading.LoaderTest.test_load_ordinal_functions
+*ctypes.test.test_loading.LoaderTest.test_load_version
+*ctypes.test.test_macholib.MachOTest.test_find
+*ctypes.test.test_memfunctions.MemFunctionsTest.test_memmove
+*ctypes.test.test_memfunctions.MemFunctionsTest.test_memset
+*ctypes.test.test_memfunctions.MemFunctionsTest.test_overflow
+*ctypes.test.test_memfunctions.MemFunctionsTest.test_string_at
+*ctypes.test.test_memfunctions.MemFunctionsTest.test_wstring_at
+*ctypes.test.test_numbers.NumberTestCase.test_bool_from_address
+*ctypes.test.test_numbers.NumberTestCase.test_bool_values
+*ctypes.test.test_numbers.NumberTestCase.test_byref
+*ctypes.test.test_numbers.NumberTestCase.test_float_overflow
+*ctypes.test.test_numbers.NumberTestCase.test_from_param
+*ctypes.test.test_numbers.NumberTestCase.test_init
+*ctypes.test.test_numbers.NumberTestCase.test_perf
+*ctypes.test.test_numbers.NumberTestCase.test_sizes
+*ctypes.test.test_numbers.NumberTestCase.test_typeerror
+*ctypes.test.test_numbers.NumberTestCase.test_valid_ranges
+*ctypes.test.test_parameters.SimpleTypesTestCase.test_byref_pointer
+*ctypes.test.test_parameters.SimpleTypesTestCase.test_byref_pointerpointer
+*ctypes.test.test_parameters.SimpleTypesTestCase.test_issue31311
+*ctypes.test.test_parameters.SimpleTypesTestCase.test_subclasses
+*ctypes.test.test_parameters.SimpleTypesTestCase.test_subclasses_c_wchar_p
+*ctypes.test.test_pointers.PointersTestCase.test_abstract
+*ctypes.test.test_pointers.PointersTestCase.test_basics
+*ctypes.test.test_pointers.PointersTestCase.test_from_address
+*ctypes.test.test_pointers.PointersTestCase.test_pointer_crash
+*ctypes.test.test_python_api.PythonAPITestCase.test_PyLong_Long
+*ctypes.test.test_python_api.PythonAPITestCase.test_PyObj_FromPtr
+*ctypes.test.test_python_api.PythonAPITestCase.test_PyString_FromString
+*ctypes.test.test_refcounts.RefcountTestCase.test_1
+*ctypes.test.test_refcounts.RefcountTestCase.test_refcount
+*ctypes.test.test_simplesubclasses.Test.test_compare
+*ctypes.test.test_sizes.SizesTestCase.test_16
+*ctypes.test.test_sizes.SizesTestCase.test_32
+*ctypes.test.test_sizes.SizesTestCase.test_64
+*ctypes.test.test_sizes.SizesTestCase.test_8
+*ctypes.test.test_sizes.SizesTestCase.test_size_t
+*ctypes.test.test_sizes.SizesTestCase.test_ssize_t
+*ctypes.test.test_slicing.SlicesTestCase.test_char_array
+*ctypes.test.test_stringptr.StringPtrTestCase.test__POINTER_c_char
+*ctypes.test.test_strings.StringArrayTestCase.test_c_buffer_raw
+*ctypes.test.test_strings.StringArrayTestCase.test_c_buffer_value
+*ctypes.test.test_strings.StringArrayTestCase.test_param_1
+*ctypes.test.test_strings.StringArrayTestCase.test_param_2
+*ctypes.test.test_strings.StringTestCase.test_basic_strings
+*ctypes.test.test_strings.StringTestCase.test_initialized_strings
+*ctypes.test.test_strings.StringTestCase.test_perf
+*ctypes.test.test_strings.StringTestCase.test_sized_strings
+*ctypes.test.test_strings.StringTestCase.test_toolong
+*ctypes.test.test_strings.WStringArrayTestCase.test_nonbmp
+*ctypes.test.test_strings.WStringTestCase.test_basic_wstrings
+*ctypes.test.test_strings.WStringTestCase.test_toolong
+*ctypes.test.test_strings.WStringTestCase.test_wchar
+*ctypes.test.test_struct_fields.StructFieldsTestCase.test_1_A
+*ctypes.test.test_struct_fields.StructFieldsTestCase.test_1_B
+*ctypes.test.test_struct_fields.StructFieldsTestCase.test_2
+*ctypes.test.test_struct_fields.StructFieldsTestCase.test_3
+*ctypes.test.test_struct_fields.StructFieldsTestCase.test_4
+*ctypes.test.test_structures.StructureTestCase.test_abstract_class
+*ctypes.test.test_structures.StructureTestCase.test_bitfield_by_value
+*ctypes.test.test_structures.StructureTestCase.test_conflicting_initializers
+*ctypes.test.test_structures.StructureTestCase.test_empty
+*ctypes.test.test_structures.StructureTestCase.test_huge_field_name
+*ctypes.test.test_structures.StructureTestCase.test_invalid_field_types
+*ctypes.test.test_structures.StructureTestCase.test_invalid_name
+*ctypes.test.test_structures.StructureTestCase.test_methods
+*ctypes.test.test_structures.StructureTestCase.test_packed_c_limits
+*ctypes.test.test_structures.StructureTestCase.test_struct_alignment
+*ctypes.test.test_structures.StructureTestCase.test_subclass_creation
+*ctypes.test.test_structures.StructureTestCase.test_union_by_value
+*ctypes.test.test_structures.StructureTestCase.test_unions
+*ctypes.test.test_structures.TestRecursiveStructure.test_contains_itself
+*ctypes.test.test_structures.TestRecursiveStructure.test_vice_versa
+*ctypes.test.test_unicode.StringTestCase.test_buffers
+*ctypes.test.test_unicode.StringTestCase.test_func
+*ctypes.test.test_values.PythonValuesTestCase.test_undefined
+*ctypes.test.test_values.ValuesTestCase.test_undefined
+*ctypes.test.test_varsize_struct.VarSizeTest.test_array_invalid_length
+*ctypes.test.test_win32.FunctionCallTestCase.test_SEH
+*ctypes.test.test_win32.FunctionCallTestCase.test_noargs
+*ctypes.test.test_win32.ReturnStructSizesTestCase.test_sizes
+*ctypes.test.test_win32.TestWinError.test_winerror
+*ctypes.test.test_win32.TestWintypes.test_COMError
+*ctypes.test.test_win32.TestWintypes.test_HWND
+*ctypes.test.test_win32.TestWintypes.test_PARAM
+*ctypes.test.test_wintypes.WinTypesTest.test_variant_bool

graalpython/com.oracle.graal.python.test/src/tests/unittest_tags/test_ctypes.txt

@@ -48,10 +48,6 @@
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.TestWait.test_wait_socket
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.TestWait.test_wait_socket_slow
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.TestWait.test_wait_timeout
-*graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestArray.test_array
-*graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestArray.test_array_from_size
-*graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestArray.test_getobj_getlock_obj
-*graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestArray.test_rawarray
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestBarrier.test_abort
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestBarrier.test_abort_and_reset
 *graalpython.lib-python.3.test.test_multiprocessing_spawn.WithProcessesTestBarrier.test_action

graalpython/com.oracle.graal.python.test/src/tests/unittest_tags/test_multiprocessing_spawn.txt

@@ -59,7 +59,6 @@
 import com.oracle.graal.python.builtins.modules.CollectionsModuleBuiltins;
 import com.oracle.graal.python.builtins.modules.ContextvarsModuleBuiltins;
 import com.oracle.graal.python.builtins.modules.CryptModuleBuiltins;
-import com.oracle.graal.python.builtins.modules.CtypesModuleBuiltins;
 import com.oracle.graal.python.builtins.modules.ErrnoModuleBuiltins;
 import com.oracle.graal.python.builtins.modules.FaulthandlerModuleBuiltins;
 import com.oracle.graal.python.builtins.modules.FcntlModuleBuiltins;
@@ -108,6 +107,25 @@
 import com.oracle.graal.python.builtins.modules.bz2.BZ2CompressorBuiltins;
 import com.oracle.graal.python.builtins.modules.bz2.BZ2DecompressorBuiltins;
 import com.oracle.graal.python.builtins.modules.bz2.BZ2ModuleBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CArgObjectBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CDataBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CDataTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CDataTypeSequenceBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CFieldBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.CtypesModuleBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCArrayBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCArrayTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCFuncPtrBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCFuncPtrTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCPointerBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCPointerTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCSimpleTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.PyCStructTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.SimpleCDataBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.StgDictBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.StructUnionTypeBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.StructureBuiltins;
+import com.oracle.graal.python.builtins.modules.ctypes.UnionTypeBuiltins;
 import com.oracle.graal.python.builtins.modules.io.BufferedIOBaseBuiltins;
 import com.oracle.graal.python.builtins.modules.io.BufferedIOMixinBuiltins;
 import com.oracle.graal.python.builtins.modules.io.BufferedRWPairBuiltins;
@@ -293,7 +311,6 @@ private static String[] initializeCoreFiles() {
                         "_sre",
                         "function",
                         "_sysconfig",
-                        "ctypes",
                         "termios",
                         "zipimport",
                         "mmap",
@@ -470,7 +487,6 @@ private static PythonBuiltins[] initializeBuiltins(boolean nativeAccessAllowed)
                         new BinasciiModuleBuiltins(),
                         new PosixShMemModuleBuiltins(),
                         new PosixSubprocessModuleBuiltins(),
-                        new CtypesModuleBuiltins(),
                         new ReadlineModuleBuiltins(),
                         new PyExpatModuleBuiltins(),
                         new SysConfigModuleBuiltins(),
@@ -511,6 +527,27 @@ private static PythonBuiltins[] initializeBuiltins(boolean nativeAccessAllowed)
                         new JSONScannerBuiltins(),
                         new JSONEncoderBuiltins(),
 
+                        // ctypes
+                        new CArgObjectBuiltins(),
+                        new CDataTypeBuiltins(),
+                        new CDataTypeSequenceBuiltins(),
+                        new CFieldBuiltins(),
+                        new CtypesModuleBuiltins(),
+                        new PyCArrayTypeBuiltins(),
+                        new PyCFuncPtrBuiltins(),
+                        new PyCFuncPtrTypeBuiltins(),
+                        new PyCPointerTypeBuiltins(),
+                        new PyCSimpleTypeBuiltins(),
+                        new PyCStructTypeBuiltins(),
+                        new StgDictBuiltins(),
+                        new StructUnionTypeBuiltins(),
+                        new StructureBuiltins(),
+                        new UnionTypeBuiltins(),
+                        new SimpleCDataBuiltins(),
+                        new PyCArrayBuiltins(),
+                        new PyCPointerBuiltins(),
+                        new CDataBuiltins(),
+
                         // _hpy_universal
                         new GraalHPyUniversalModuleBuiltins(),