diff --git a/src/transformers/tokenization_utils_base.py b/src/transformers/tokenization_utils_base.py
index a8d35003287e..3510a2a50ac1 100644
--- a/src/transformers/tokenization_utils_base.py
+++ b/src/transformers/tokenization_utils_base.py
@@ -1854,6 +1854,7 @@ def raise_exception(message):
 
         jinja_env = ImmutableSandboxedEnvironment(trim_blocks=True, lstrip_blocks=True)
         jinja_env.globals["raise_exception"] = raise_exception
+        jinja_env.policies['json.dumps_kwargs']['ensure_ascii'] = False
         return jinja_env.from_string(chat_template)
 
     @property