fix(routing): Update hosts to point to right ingestion host (#115)

Author: neilkakkar

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 3.4.0 - 2024-02-05
+
+1. Point given hosts to new ingestion hosts
+
 ## 3.3.4 - 2024-01-30
 
 1. Update type hints for module variables to work with newer versions of mypy

posthog/client.py

@@ -10,7 +10,7 @@
 from posthog.consumer import Consumer
 from posthog.feature_flags import InconclusiveMatchError, match_feature_flag_properties
 from posthog.poller import Poller
-from posthog.request import APIError, batch_post, decide, get
+from posthog.request import APIError, batch_post, decide, determine_server_host, get
 from posthog.utils import SizeLimitedDict, clean, guess_timezone
 from posthog.version import VERSION
 
@@ -61,7 +61,7 @@ def __init__(
         self.debug = debug
         self.send = send
         self.sync_mode = sync_mode
-        self.host = host
+        self.host = determine_server_host(host)
         self.gzip = gzip
         self.timeout = timeout
         self.feature_flags = None

posthog/request.py

@@ -13,10 +13,24 @@
 
 _session = requests.sessions.Session()
 
-DEFAULT_HOST = "https://app.posthog.com"
+US_INGESTION_ENDPOINT = "https://us-api.i.posthog.com"
+EU_INGESTION_ENDPOINT = "https://eu-api.i.posthog.com"
+DEFAULT_HOST = US_INGESTION_ENDPOINT
 USER_AGENT = "posthog-python/" + VERSION
 
 
+def determine_server_host(host: Optional[str]) -> str:
+    """Determines the server host to use."""
+    host_or_default = host or DEFAULT_HOST
+    trimmed_host = remove_trailing_slash(host_or_default)
+    if trimmed_host in ("https://app.posthog.com", "https://us.posthog.com"):
+        return US_INGESTION_ENDPOINT
+    elif trimmed_host == "https://eu.posthog.com":
+        return EU_INGESTION_ENDPOINT
+    else:
+        return host_or_default
+
+
 def post(
     api_key: str, host: Optional[str] = None, path=None, gzip: bool = False, timeout: int = 15, **kwargs
 ) -> requests.Response:

posthog/test/test_client.py

@@ -314,7 +314,7 @@ def test_basic_capture_with_feature_flags_returns_active_only(self, patch_decide
         self.assertEqual(patch_decide.call_count, 1)
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "https://us-api.i.posthog.com",
             timeout=10,
             distinct_id="distinct_id",
             groups={},
@@ -330,7 +330,11 @@ def test_basic_capture_with_feature_flags_and_disable_geoip_returns_correctly(se
         }
 
         client = Client(
-            FAKE_TEST_API_KEY, on_error=self.set_fail, personal_api_key=FAKE_TEST_API_KEY, disable_geoip=True
+            FAKE_TEST_API_KEY,
+            host="https://app.posthog.com",
+            on_error=self.set_fail,
+            personal_api_key=FAKE_TEST_API_KEY,
+            disable_geoip=True,
         )
         success, msg = client.capture("distinct_id", "python test event", send_feature_flags=True, disable_geoip=False)
         client.flush()
@@ -351,7 +355,7 @@ def test_basic_capture_with_feature_flags_and_disable_geoip_returns_correctly(se
         self.assertEqual(patch_decide.call_count, 1)
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "https://us-api.i.posthog.com",
             timeout=10,
             distinct_id="distinct_id",
             groups={},
@@ -779,7 +783,7 @@ def test_disable_geoip_default_on_decide(self, patch_decide):
         client.get_feature_flag("random_key", "some_id", disable_geoip=True)
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "https://us-api.i.posthog.com",
             timeout=10,
             distinct_id="some_id",
             groups={},
@@ -791,7 +795,7 @@ def test_disable_geoip_default_on_decide(self, patch_decide):
         client.feature_enabled("random_key", "feature_enabled_distinct_id", disable_geoip=True)
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "https://us-api.i.posthog.com",
             timeout=10,
             distinct_id="feature_enabled_distinct_id",
             groups={},
@@ -803,7 +807,7 @@ def test_disable_geoip_default_on_decide(self, patch_decide):
         client.get_all_flags_and_payloads("all_flags_payloads_id")
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "https://us-api.i.posthog.com",
             timeout=10,
             distinct_id="all_flags_payloads_id",
             groups={},
@@ -829,7 +833,7 @@ def test_default_properties_get_added_properly(self, patch_decide):
         patch_decide.return_value = {
             "featureFlags": {"beta-feature": "random-variant", "alpha-feature": True, "off-feature": False}
         }
-        client = Client(FAKE_TEST_API_KEY, on_error=self.set_fail, disable_geoip=False)
+        client = Client(FAKE_TEST_API_KEY, host="http://app2.posthog.com", on_error=self.set_fail, disable_geoip=False)
         client.get_feature_flag(
             "random_key",
             "some_id",
@@ -839,7 +843,7 @@ def test_default_properties_get_added_properly(self, patch_decide):
         )
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "http://app2.posthog.com",
             timeout=10,
             distinct_id="some_id",
             groups={"company": "id:5", "instance": "app.posthog.com"},
@@ -865,7 +869,7 @@ def test_default_properties_get_added_properly(self, patch_decide):
         )
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "http://app2.posthog.com",
             timeout=10,
             distinct_id="some_id",
             groups={"company": "id:5", "instance": "app.posthog.com"},
@@ -882,7 +886,7 @@ def test_default_properties_get_added_properly(self, patch_decide):
         client.get_all_flags_and_payloads("some_id", groups={}, person_properties=None, group_properties=None)
         patch_decide.assert_called_with(
             "random_key",
-            None,
+            "http://app2.posthog.com",
             timeout=10,
             distinct_id="some_id",
             groups={},

posthog/test/test_request.py

@@ -2,9 +2,10 @@
 import unittest
 from datetime import date, datetime
 
+import pytest
 import requests
 
-from posthog.request import DatetimeSerializer, batch_post
+from posthog.request import DatetimeSerializer, batch_post, determine_server_host
 from posthog.test.test_utils import TEST_API_KEY
 
 
@@ -42,3 +43,26 @@ def test_should_timeout(self):
             batch_post(
                 "key", batch=[{"distinct_id": "distinct_id", "event": "python event", "type": "track"}], timeout=0.0001
             )
+
+
+@pytest.mark.parametrize(
+    "host, expected",
+    [
+        ("https://t.posthog.com", "https://t.posthog.com"),
+        ("https://t.posthog.com/", "https://t.posthog.com/"),
+        ("t.posthog.com", "t.posthog.com"),
+        ("t.posthog.com/", "t.posthog.com/"),
+        ("https://us.posthog.com.rg.proxy.com", "https://us.posthog.com.rg.proxy.com"),
+        ("app.posthog.com", "app.posthog.com"),
+        ("eu.posthog.com", "eu.posthog.com"),
+        ("https://app.posthog.com", "https://us-api.i.posthog.com"),
+        ("https://eu.posthog.com", "https://eu-api.i.posthog.com"),
+        ("https://us.posthog.com", "https://us-api.i.posthog.com"),
+        ("https://app.posthog.com/", "https://us-api.i.posthog.com"),
+        ("https://eu.posthog.com/", "https://eu-api.i.posthog.com"),
+        ("https://us.posthog.com/", "https://us-api.i.posthog.com"),
+        (None, "https://us-api.i.posthog.com"),
+    ],
+)
+def test_routing_to_custom_host(host, expected):
+    assert determine_server_host(host) == expected

posthog/version.py

@@ -1,4 +1,4 @@
-VERSION = "3.3.4"
+VERSION = "3.4.0"
 
 if __name__ == "__main__":
     print(VERSION, end="")  # noqa: T201