Merge branch 'main' into attempt-2

Author: RulaKhaled

codecov/settings_base.py

@@ -8,6 +8,7 @@
 from sentry_sdk.integrations.redis import RedisIntegration
 from sentry_sdk.scrubber import DEFAULT_DENYLIST, EventScrubber
 from shared.django_apps.db_settings import *
+from shared.helpers.redis import get_redis_url
 from shared.license import startup_license_logging
 
 from utils.config import SettingsModule, get_config, get_settings_module
@@ -265,10 +266,26 @@
 COOKIE_SAME_SITE = "Lax"
 COOKIE_SECRET = get_config("setup", "http", "cookie_secret")
 COOKIES_DOMAIN = get_config("setup", "http", "cookies_domain", default=".codecov.io")
+
+
+# Cache configuration
+CACHES = {
+    "default": {
+        "BACKEND": "django.core.cache.backends.redis.RedisCache",
+        "LOCATION": get_redis_url(),
+    }
+}
+
+
+# Session configuration
 SESSION_COOKIE_DOMAIN = get_config(
     "setup", "http", "cookies_domain", default=".codecov.io"
 )
 SESSION_COOKIE_SECURE = get_config("setup", "secure_cookie", default=True)
+
+SESSION_ENGINE = "django.contrib.sessions.backends.cached_db"
+
+
 # Defaulting to 'not found' as opposed to 'None' to avoid None somehow getting through as a bearer token. Token strings can't have spaces, hence 'not found' can never be forced as a header input value
 SUPER_API_TOKEN = os.getenv("SUPER_API_TOKEN", "not found")
 CODECOV_INTERNAL_TOKEN = os.getenv("CODECOV_INTERNAL_TOKEN", "not found")

codecov_auth/admin.py

@@ -568,15 +568,13 @@ class OwnerAdmin(AdminMixin, admin.ModelAdmin):
         "username",
         "service",
         "email",
-        "business_email",
         "name",
         "service_id",
         "createstamp",
         "parent_service_id",
         "root_parent_service_id",
         "private_access",
         "cache",
-        "free",
         "invoice_details",
         "yaml",
         "updatestamp",
@@ -586,28 +584,87 @@ class OwnerAdmin(AdminMixin, admin.ModelAdmin):
         "student_updated_at",
         "user",
         "trial_fired_by",
+        "sentry_user_id",
     )
 
-    fields = readonly_fields + (
-        "admins",
-        "plan_auto_activate",
-        "onboarding_completed",
-        "staff",
-        "plan",
-        "plan_provider",
-        "plan_user_count",
-        "plan_activated_users",
-        "uses_invoice",
-        "delinquent",
-        "integration_id",
-        "bot",
-        "stripe_customer_id",
-        "stripe_subscription_id",
-        "organizations",
-        "max_upload_limit",
-        "account",
-        "upload_token_required_for_public_repos",
-    )
+    fieldsets = [
+        (
+            None,
+            {
+                "fields": [
+                    "ownerid",
+                    "username",
+                    "service",
+                    "name",
+                    "service_id",
+                    "student",
+                    "user",
+                    "sentry_user_id",
+                ]
+            },
+        ),
+        (
+            "Trial fields",
+            {
+                "fields": [
+                    "trial_status",
+                    "trial_fired_by",
+                    "trial_start_date",
+                    "trial_end_date",
+                ]
+            },
+        ),
+        (
+            "Plan fields",
+            {
+                "fields": [
+                    "plan_auto_activate",
+                    "plan",
+                    "plan_user_count",
+                    "free",
+                    "plan_activated_users",
+                ]
+            },
+        ),
+        (
+            "Billing fields",
+            {
+                "fields": [
+                    "uses_invoice",
+                    "delinquent",
+                    "stripe_customer_id",
+                    "stripe_subscription_id",
+                ]
+            },
+        ),
+        (
+            "Reference fields",
+            {
+                "fields": [
+                    "admins",
+                    "staff",
+                    "upload_token_required_for_public_repos",
+                    "email",
+                    "parent_service_id",
+                    "root_parent_service_id",
+                    "private_access",
+                    "cache",
+                    "yaml",
+                    "bot",
+                    "max_upload_limit",
+                    "organizations",
+                    "account",
+                    "permission",
+                    "student_created_at",
+                    "student_updated_at",
+                    "onboarding_completed",
+                    "did_trial",
+                    "createstamp",
+                    "updatestamp",
+                ]
+            },
+        ),
+    ]
 
     def get_form(self, request, obj=None, change=False, **kwargs):
         form = super().get_form(request, obj, change, **kwargs)
@@ -629,6 +686,16 @@ def get_form(self, request, obj=None, change=False, **kwargs):
         field.widget.can_change_related = False
         field.widget.can_delete_related = False
 
+        # workaround for when a model field has null=True without blank=True
+        for field_name in [
+            "trial_start_date",
+            "trial_end_date",
+            "trial_status",
+            "free",
+        ]:
+            if form.base_fields.get(field_name):
+                form.base_fields[field_name].required = False
+
         return form
 
     def has_add_permission(self, _, obj=None):
@@ -649,11 +716,11 @@ def get_deleted_objects(self, objs, request):
 
     def save_related(self, request: HttpRequest, form, formsets, change: bool) -> None:
         if formsets:
-            token_formset = formsets[0]
-            token_id = token_formset.data.get("organization_tokens-0-id")
-            token_refresh = token_formset.data.get("organization_tokens-0-REFRESH")
+            formset = formsets[0]
+            token_id = formset.data.get("organization_tokens-0-id")
+            token_refresh = formset.data.get("organization_tokens-0-REFRESH")
             # token_id only exists if the token already exists (edit operation)
-            if token_formset.is_valid() and token_id and token_refresh:
+            if formset.is_valid() and token_id and token_refresh:
                 OrgLevelTokenService.refresh_token(token_id)
         return super().save_related(request, form, formsets, change)
 

codecov_auth/tests/test_admin.py

@@ -242,7 +242,10 @@ def test_org_token_refresh_request_calls_service_to_refresh_token(
             "organization_tokens-0-REFRESH": "on",
             "_continue": ["Save and continue editing"],
         }
-        self.client.post(request_url, data=fake_data)
+        res = self.client.post(request_url, data=fake_data)
+
+        # redirected to list page if form change is successful
+        self.assertEqual(res.status_code, 302)
         mock_refresh.assert_called_with(str(org_token.id))
 
     @patch(
@@ -278,7 +281,10 @@ def test_org_token_request_doesnt_call_service_to_refresh_token(self, mock_refre
             "organization_tokens-0-token_type": ["upload"],
             "_continue": ["Save and continue editing"],
         }
-        self.client.post(request_url, data=fake_data)
+        res = self.client.post(request_url, data=fake_data)
+
+        # redirected to list page if form change is successful
+        self.assertEqual(res.status_code, 302)
         mock_refresh.assert_not_called()
 
     def test_start_trial_ui_display(self):

docker-compose.yml

@@ -16,7 +16,7 @@ services:
       - RUN_ENV=DEV
       # Improves pytest-cov performance in python 3.12
       # https://github.com/nedbat/coveragepy/issues/1665#issuecomment-1937075835
-      - COVERAGE_CORE=sysmon 
+      - COVERAGE_CORE=sysmon
     env_file:
       - .testenv
 
@@ -42,3 +42,14 @@ services:
   redis:
     image: redis:6-alpine
 
+  minio:
+    image: minio/minio:latest
+    command: server /export
+    environment:
+      - MINIO_ACCESS_KEY=codecov-default-key
+      - MINIO_SECRET_KEY=codecov-default-secret
+    volumes:
+      - type: tmpfs
+        target: /export
+        tmpfs:
+          size: 256M

docker/test.yml

@@ -23,6 +23,9 @@ services:
     access_key_id: codecov-default-key
     secret_access_key: codecov-default-secret
     verify_ssl: false
+    bucket: archive
+    port: 9000
+    host: minio
 
 github:
   bot:

graphql_api/tests/snapshots/analytics__TestAnalyticsTestCase__gql_query_with_new_ta__0.json

@@ -0,0 +1,77 @@
+[
+  {
+    "cursor": "MC44fHRlc3Q0",
+    "node": {
+      "name": "test4",
+      "failureRate": 0.8,
+      "flakeRate": 0.0,
+      "avgDuration": 100.0,
+      "totalFailCount": 20,
+      "totalFlakyFailCount": 0,
+      "totalPassCount": 5,
+      "totalSkipCount": 5,
+      "commitsFailed": 5,
+      "lastDuration": 100.0
+    }
+  },
+  {
+    "cursor": "MC43NXx0ZXN0Mw==",
+    "node": {
+      "name": "test3",
+      "failureRate": 0.75,
+      "flakeRate": 0.0,
+      "avgDuration": 100.0,
+      "totalFailCount": 15,
+      "totalFlakyFailCount": 0,
+      "totalPassCount": 5,
+      "totalSkipCount": 5,
+      "commitsFailed": 5,
+      "lastDuration": 100.0
+    }
+  },
+  {
+    "cursor": "MC42NjY2NjY2NjY2NjY2NjY2fHRlc3Qy",
+    "node": {
+      "name": "test2",
+      "failureRate": 0.6666666666666666,
+      "flakeRate": 0.0,
+      "avgDuration": 100.0,
+      "totalFailCount": 10,
+      "totalFlakyFailCount": 0,
+      "totalPassCount": 5,
+      "totalSkipCount": 5,
+      "commitsFailed": 5,
+      "lastDuration": 100.0
+    }
+  },
+  {
+    "cursor": "MC41fHRlc3Qx",
+    "node": {
+      "name": "test1",
+      "failureRate": 0.5,
+      "flakeRate": 0.5,
+      "avgDuration": 100.0,
+      "totalFailCount": 5,
+      "totalFlakyFailCount": 5,
+      "totalPassCount": 5,
+      "totalSkipCount": 5,
+      "commitsFailed": 5,
+      "lastDuration": 100.0
+    }
+  },
+  {
+    "cursor": "MC4wfHRlc3Qw",
+    "node": {
+      "name": "test0",
+      "failureRate": 0.0,
+      "flakeRate": 0.0,
+      "avgDuration": 100.0,
+      "totalFailCount": 0,
+      "totalFlakyFailCount": 0,
+      "totalPassCount": 5,
+      "totalSkipCount": 5,
+      "commitsFailed": 5,
+      "lastDuration": 100.0
+    }
+  }
+]