Fix the wrong Content-Length in python-server.py for non-ascii characters.

Content-Length is the data in bytes, not len of str. We should use sys.stdin.buffer.read instead of sys.stdin.read to receive bytes.

_send_message should calculate "Content-Length" from bytes, not str.

Author: tomoki

python_files/python_server.py

@@ -14,7 +14,8 @@
 
 
 def _send_message(msg: str):
-    length_msg = len(msg)
+    # Content-Length is the data size in bytes.
+    length_msg = len(msg.encode())
     STDOUT.buffer.write(f"Content-Length: {length_msg}\r\n\r\n{msg}".encode())
     STDOUT.buffer.flush()
 
@@ -55,10 +56,11 @@ def custom_input(prompt=""):
     try:
         send_request({"prompt": prompt})
         headers = get_headers()
+        # Content-Length is the data size in bytes.
         content_length = int(headers.get("Content-Length", 0))
 
         if content_length:
-            message_text = STDIN.read(content_length)
+            message_text = STDIN.buffer.read(content_length).decode()
             message_json = json.loads(message_text)
             return message_json["result"]["userInput"]
     except Exception:
@@ -74,10 +76,11 @@ def handle_response(request_id):
     while not STDIN.closed:
         try:
             headers = get_headers()
+            # Content-Length is the data size in bytes.
             content_length = int(headers.get("Content-Length", 0))
 
             if content_length:
-                message_text = STDIN.read(content_length)
+                message_text = STDIN.buffer.read(content_length).decode()
                 message_json = json.loads(message_text)
                 our_user_input = message_json["result"]["userInput"]
                 if message_json["id"] == request_id:
@@ -172,10 +175,11 @@ def get_headers():
     while not STDIN.closed:
         try:
             headers = get_headers()
+            # Content-Length is the data size in bytes.
             content_length = int(headers.get("Content-Length", 0))
 
             if content_length:
-                request_text = STDIN.read(content_length)
+                request_text = STDIN.buffer.read(content_length).decode()
                 request_json = json.loads(request_text)
                 if request_json["method"] == "execute":
                     execute(request_json, USER_GLOBALS)