fix: add support for non-latin1 characters in wsgi module

Author: tnoff

instrumentation/opentelemetry-instrumentation-wsgi/src/opentelemetry/instrumentation/wsgi/__init__.py

@@ -219,6 +219,7 @@ def response_hook(span: Span, environ: WSGIEnvironment, status: str, response_he
 
 import functools
 import wsgiref.util as wsgiref_util
+from urllib.parse import quote
 from timeit import default_timer
 from typing import TYPE_CHECKING, Any, Callable, Dict, Iterable, TypeVar, cast
 
@@ -371,7 +372,20 @@ def collect_request_attributes(
     else:
         # old semconv v1.20.0
         if _report_old(sem_conv_opt_in_mode):
-            result[HTTP_URL] = redact_url(wsgiref_util.request_uri(environ))
+            try:
+                result[HTTP_URL] = redact_url(wsgiref_util.request_uri(environ))
+            except UnicodeEncodeError:
+                # The underlying wsgiref library seems to hardcode latin1 into this call
+                # This can cause issues for some characters and you can hit decode errors
+                path_info = quote(environ.get("PATH_INFO", ""), safe="/;=,", encoding="utf-8", errors="replace")
+                scheme = environ.get("wsgi.url_scheme", "http")
+                host = environ.get("HTTP_HOST", environ.get("SERVER_NAME", "localhost"))
+                url = f"{scheme}://{host}{path_info}"
+
+                if environ.get("QUERY_STRING"):
+                    url += f"?{environ['QUERY_STRING']}"
+
+                result[HTTP_URL] = redact_url(url)
 
     remote_addr = environ.get("REMOTE_ADDR")
     if remote_addr:

instrumentation/opentelemetry-instrumentation-wsgi/tests/test_wsgi_middleware.py

@@ -831,6 +831,21 @@ def test_remove_sensitive_params(self):
             expected.items(),
         )
 
+    def test_unicode_path_info_is_utf8_encoded(self):
+        self.environ["HTTP_HOST"] = "mock"
+        self.environ["PATH_INFO"] = "/заказ"
+        self.environ["QUERY_STRING"] = "foo=bar"
+
+        expected = {
+            HTTP_URL: "http://mock/%D0%B7%D0%B0%D0%BA%D0%B0%D0%B7?foo=bar",
+            NET_HOST_PORT: 80,
+        }
+
+        self.assertGreaterEqual(
+            otel_wsgi.collect_request_attributes(self.environ).items(),
+            expected.items(),
+        )
+
 
 class TestWsgiMiddlewareWithTracerProvider(WsgiTestBase):
     def validate_response(