Mmap module uses PosixSupportLibrary

Author: steve-s

graalpython/com.oracle.graal.python.cext/posix/posix.c

@@ -62,6 +62,7 @@
 #include <sys/utsname.h>
 #include <sys/wait.h>
 #include <sys/file.h>
+#include <sys/mman.h>
 #include <unistd.h>
 
 
@@ -505,6 +506,37 @@ int32_t call_system(const char *pathname) {
     return system(pathname);
 }
 
+void *call_mmap(int64_t length, int32_t prot, int32_t flags, int32_t fd, int64_t offset) {
+    void *result = mmap(NULL, length, prot, flags, fd, offset);
+    return result == MAP_FAILED ? 0 : result;
+}
+
+int32_t call_munmap(void* address, int64_t length) {
+    return munmap(address, length);
+}
+
+void call_msync(void* address, int64_t offset, int64_t length) {
+    // TODO: can be generalized to also accept different flags,
+    // but MS_SYNC and such seem to be defined to different values across systems
+    msync(address + offset, length, MS_SYNC);
+}
+
+int8_t read_byte(int8_t *address, int64_t index) {
+    return address[index];
+}
+
+void write_bytes(int8_t *address, int8_t* buffer, int64_t index, int32_t length) {
+    for (int64_t i = 0; i < length; ++i) {
+        address[index + i] = buffer[i];
+    }
+}
+
+void read_bytes(int8_t *address, int8_t* buffer, int64_t index, int32_t length) {
+    for (int64_t i = 0; i < length; ++i) {
+        buffer[i] = address[index + i];
+    }
+}
+
 int32_t get_errno() {
     return errno;
 }

graalpython/com.oracle.graal.python.test/src/tests/test_mmap.py

@@ -2,15 +2,10 @@
 # Copyright (C) 1996-2017 Python Software Foundation
 #
 # Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
-from test.support import (TESTFN, run_unittest, import_module, unlink,
-                          requires, _2G, _4G, gc_collect, cpython_only)
-import unittest
 import os
 import re
-import itertools
-import socket
-import sys
-import weakref
+import unittest
+from test.support import (TESTFN, run_unittest, import_module)
 
 # Skip test if we can't import mmap.
 mmap = import_module('mmap')
@@ -179,6 +174,38 @@ def test_context_manager_exception(self):
         self.assertTrue(m.closed, "context manager failed")
 
 
+FIND_BUFFER_SIZE = 1024 # keep in sync with FindNode#BUFFER_SIZE
+def test_find():
+    cases = [
+        # (size, needle_pos)
+        (FIND_BUFFER_SIZE * 3 + 1, FIND_BUFFER_SIZE * 3 - 2),
+        (FIND_BUFFER_SIZE * 3 + 3, FIND_BUFFER_SIZE * 3),
+        (FIND_BUFFER_SIZE * 2, FIND_BUFFER_SIZE),
+        (FIND_BUFFER_SIZE * 2, FIND_BUFFER_SIZE - 1),
+        (11, 1),
+    ]
+    for (size, needle_pos) in cases:
+        m = mmap.mmap(-1, size)
+        m[needle_pos] = b'a'[0]
+        m[needle_pos + 1] = b'b'[0]
+        m[needle_pos + 2] = b'c'[0]
+        assert m.find(b'abc') == needle_pos
+        assert m.find(b'abc', 0, needle_pos) == -1
+        assert m.find(b'abc', 0, needle_pos+2) == -1
+        assert m.find(b'abc', 0, needle_pos+3) == needle_pos
+        assert m.find(b'abc', needle_pos) == needle_pos
+        assert m.find(b'abc', needle_pos+1) == -1
+        assert m.find(b'abc', needle_pos-1) == needle_pos
+        m.close()
+
+
+def test_getitem():
+    m = mmap.mmap(-1, 12)
+    for i in range(0, 12):
+        m[i] = i
+    assert m[slice(-10, 100)] == b'\x02\x03\x04\x05\x06\x07\x08\t\n\x0b'
+
+
 
 def test_main():
     #run_unittest(MmapTests, LargeMmapTests)

graalpython/com.oracle.graal.python.test/src/tests/unittest_tags/test_mmap.txt

@@ -1,20 +1,28 @@
 *graalpython.lib-python.3.test.test_mmap.LargeMmapTests.test_around_2GB
 *graalpython.lib-python.3.test.test_mmap.LargeMmapTests.test_around_4GB
+*graalpython.lib-python.3.test.test_mmap.LargeMmapTests.test_large_offset
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_anonymous
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_bad_file_desc
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_basic
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_concat_repeat_exception
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_context_manager
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_context_manager_exception
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_crasher_on_windows
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_double_close
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_empty_file
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_entire_file
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_find_end
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_invalid_descriptor
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_length_0_large_offset
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_length_0_offset
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_madvise
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_prot_readonly
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_read_all
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_read_invalid_arg
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_resize_past_pos
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_sizeof
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_subclass
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_tagname
+*graalpython.lib-python.3.test.test_mmap.MmapTests.test_tougher_find
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_weakref
 *graalpython.lib-python.3.test.test_mmap.MmapTests.test_write_returning_the_number_of_bytes_written