Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
f5e60a7
wip: Holdout Model created
muzahidul-opti Mar 20, 2025
38386cd
wip: add holdout model test cases
muzahidul-opti Mar 20, 2025
a732fdb
Merge branch 'master' into muzahid/holdout-FSSDK-11371
muzahidul-opti Mar 20, 2025
99eea3d
wip: assging holdoutids to feature flags
muzahidul-opti Mar 24, 2025
326adce
wip: included and excluded flags updated to required
muzahidul-opti Mar 24, 2025
d1cc64d
wip: move OptimizelyExperiment compliance to OptmizelyConfig file
muzahidul-opti Mar 25, 2025
247d0eb
Merge branch 'muzahid/holdout-FSSDK-11371' into muzahid/FSSDK-11372
muzahidul-opti Mar 25, 2025
01f3cd7
wip: fix uint test
muzahidul-opti Mar 25, 2025
5404d97
Merge branch 'master' into muzahid/FSSDK-11372
muzahidul-opti Apr 7, 2025
3560de9
wip: make holdouts array empty if no key presented
muzahidul-opti Apr 7, 2025
51ba12a
wip: add id and key to experiement core
muzahidul-opti Apr 7, 2025
2c29e82
wip: clean up
muzahidul-opti Apr 7, 2025
16920c7
wip: clean up
muzahidul-opti Apr 8, 2025
7bad66d
clean up
muzahidul-opti Apr 8, 2025
b337b35
wip: address review request
muzahidul-opti Apr 9, 2025
c694a57
wip: Update holdout sample data
muzahidul-opti Apr 9, 2025
fd6535a
wip: update flag to holdout mapping approach
muzahidul-opti Apr 9, 2025
987ff6c
wip: holdout config struct added
muzahidul-opti Apr 15, 2025
528aa0d
wip: unit tests updated
muzahidul-opti Apr 15, 2025
c868c29
wip: HoldoutConfig test cases added
muzahidul-opti Apr 15, 2025
e876960
wip: fix holdout config tests
muzahidul-opti Apr 15, 2025
9e1669c
clean up: fix test cases
muzahidul-opti Apr 15, 2025
f310734
cleanup: add unit test cases
muzahidul-opti Apr 16, 2025
0ce7aa3
Update Sources/Data Model/HoldoutConfig.swift
muzahidul-opti Apr 17, 2025
05ed9f0
cleanup: address review changes
muzahidul-opti Apr 17, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion Sources/Data Model/FeatureFlag.swift
Original file line number Diff line number Diff line change
Expand Up @@ -35,13 +35,14 @@ struct FeatureFlag: Codable, Equatable, OptimizelyFeature {
case variables
}

// var holdoutIds: [String] = []

// MARK: - OptimizelyConfig

var experimentsMap: [String: OptimizelyExperiment] = [:]
var variablesMap: [String: OptimizelyVariable] = [:]
var experimentRules: [OptimizelyExperiment] = []
var deliveryRules: [OptimizelyExperiment] = []
var holdoutIds: [String] = []
}

// MARK: - Utils
Expand Down
5 changes: 1 addition & 4 deletions Sources/Data Model/Project.swift
Original file line number Diff line number Diff line change
Expand Up @@ -57,9 +57,7 @@ struct Project: Codable, Equatable {
// V3
case anonymizeIP
// V4
case rollouts, integrations, typedAudiences, featureFlags, botFiltering, sendFlagDecisions, sdkKey, environmentKey
// holdouts
case holdouts
case rollouts, integrations, typedAudiences, featureFlags, botFiltering, sendFlagDecisions, sdkKey, environmentKey, holdouts
}

init(from decoder: Decoder) throws {
Expand Down Expand Up @@ -88,7 +86,6 @@ struct Project: Codable, Equatable {
sendFlagDecisions = try container.decodeIfPresent(Bool.self, forKey: .sendFlagDecisions)
sdkKey = try container.decodeIfPresent(String.self, forKey: .sdkKey)
environmentKey = try container.decodeIfPresent(String.self, forKey: .environmentKey)

// Holdouts - defaults to empty array if key is not present
holdouts = try container.decodeIfPresent([Holdout].self, forKey: .holdouts) ?? []
}
Expand Down
60 changes: 32 additions & 28 deletions Sources/Data Model/ProjectConfig.swift
Original file line number Diff line number Diff line change
Expand Up @@ -17,13 +17,9 @@
import Foundation

class ProjectConfig {
private var isUpdating = false // Flag to prevent recursion

var project: Project! {
didSet {
if !isUpdating {
updateProjectDependentProps()
}
updateProjectDependentProps()
}
}

Expand All @@ -45,6 +41,7 @@ class ProjectConfig {
var flagVariationsMap = [String: [Variation]]()
var allSegments = [String]()
var holdoutIdMap = [String: Holdout]()
var flagHoldoutsMap: [String: [String]] = [:]

// MARK: - Init

Expand All @@ -71,19 +68,18 @@ class ProjectConfig {
init() {}

func updateProjectDependentProps() {
isUpdating = true
defer { isUpdating = false }

self.allExperiments = project.experiments + project.groups.map { $0.experiments }.flatMap { $0 }

// Reset flag holdouts mapping with the change of datafile
flagHoldoutsMap = [:]

holdoutIdMap = {
var map = [String: Holdout]()
project.holdouts.forEach { map[$0.id] = $0 }
return map
}()

assignHoldoutIdsToFeatureFlags()

self.experimentKeyMap = {
var map = [String: Experiment]()
allExperiments.forEach { exp in
Expand Down Expand Up @@ -171,32 +167,40 @@ class ProjectConfig {

}

private func assignHoldoutIdsToFeatureFlags() {
let flagsWithHoldoutIds = project.featureFlags.map { flag -> FeatureFlag in
var updatedFlag = flag
var holdoutIds = [String]()
for holdout in project.holdouts {
if !holdout.includedFlags.isEmpty {
if holdout.includedFlags.contains(flag.id) {
func getHoldoutIdsForFlag(id: String) -> [String] {
guard !project.holdouts.isEmpty else { return [] }

if let holdoutIds = flagHoldoutsMap[id] {
return holdoutIds
}

updateHoldoutsMapForFlag(id: id)

return flagHoldoutsMap[id] ?? []
}

private func updateHoldoutsMapForFlag(id: String) {
var holdoutIds = [String]()

for holdout in project.holdouts {
switch (holdout.includedFlags.isEmpty, holdout.excludedFlags.isEmpty) {
case (true, true):
// Global holdout
holdoutIds.append(holdout.id)

case (false, _):
if holdout.includedFlags.contains(id) {
holdoutIds.append(holdout.id)
}
} else if !holdout.excludedFlags.isEmpty {
if !holdout.excludedFlags.contains(flag.id) {

case (_, false):
if !holdout.excludedFlags.contains(id) {
holdoutIds.append(holdout.id)
}
} else {
// Global holdout
holdoutIds.append(holdout.id)
}
}

/// Update holdoutIds for the flag
updatedFlag.holdoutIds = holdoutIds
return updatedFlag
}

// Update project featureFlags after mapping with holdoutIds
project.featureFlags = flagsWithHoldoutIds
flagHoldoutsMap[id] = holdoutIds
}

func getAllRulesForFlag(_ flag: FeatureFlag) -> [Experiment] {
Expand Down
78 changes: 56 additions & 22 deletions Tests/OptimizelyTests-DataModel/HoldoutTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -20,15 +20,50 @@ import XCTest
// MARK: - Sample Data

class HoldoutTests: XCTestCase {
static var variationData: [String: Any] = ["id": "553339214",
"key": "house",
"featureEnabled": true,
"variables": [["id": "553339214", "value": "100"]]]

static var trafficAllocationData: [String: Any] = ["entityId": "553339214", "endOfRange": 5000]

static var conditionHolderData: [Any] = ["or", ["name": "geo",
"type": "custom_attribute",
"match": "exact",
"value": 30]]

/// Global holoout without included and excluded key
static var sampleData: [String: Any] = ["id": "11111",
"key": "background",
"status": "Running",
"layerId": "22222",
"variations": [VariationTests.sampleData],
"trafficAllocation": [TrafficAllocationTests.sampleData],
"variations": [HoldoutTests.variationData],
"trafficAllocation": [HoldoutTests.trafficAllocationData],
"audienceIds": ["33333"],
"audienceConditions": HoldoutTests.conditionHolderData]

static var sampleDataWithIncludedFlags: [String: Any] = ["id": "11111",
"key": "background",
"status": "Running",
"layerId": "22222",
"variations": [HoldoutTests.variationData],
"trafficAllocation": [HoldoutTests.trafficAllocationData],
"audienceIds": ["33333"],
"audienceConditions": ConditionHolderTests.sampleData]
"audienceConditions": HoldoutTests.conditionHolderData,
"includedFlags": ["4444", "5555"]]

static var sampleDataWithIncludedAndExcludedFlags: [String: Any] = ["id": "11111",
"key": "background",
"status": "Running",
"layerId": "22222",
"variations": [HoldoutTests.variationData],
"trafficAllocation": [HoldoutTests.trafficAllocationData],
"audienceIds": ["33333"],
"audienceConditions": HoldoutTests.conditionHolderData,
"includedFlags": ["4444", "5555"],
"excludedFlags": ["8888", "9999"]]



}

Expand All @@ -44,44 +79,43 @@ extension HoldoutTests {
XCTAssert(model.key == "background")
XCTAssert(model.status == .running)
XCTAssert(model.layerId == "22222")
XCTAssert(model.variations == [try! OTUtils.model(from: VariationTests.sampleData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: TrafficAllocationTests.sampleData)])
XCTAssert(model.variations == [try! OTUtils.model(from: HoldoutTests.variationData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: HoldoutTests.trafficAllocationData)])
XCTAssert(model.audienceIds == ["33333"])
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: ConditionHolderTests.sampleData)))
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: HoldoutTests.conditionHolderData)))
}

func testDecodeSuccessWithIncludedFlags() {
var data: [String: Any] = HoldoutTests.sampleData
data["includedFlags"] = ["4444", "5555"]
let data: [String: Any] = HoldoutTests.sampleDataWithIncludedFlags

let model: Holdout = try! OTUtils.model(from: data)

XCTAssert(model.id == "11111")
XCTAssert(model.key == "background")
XCTAssert(model.status == .running)
XCTAssert(model.layerId == "22222")
XCTAssert(model.variations == [try! OTUtils.model(from: VariationTests.sampleData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: TrafficAllocationTests.sampleData)])
XCTAssert(model.variations == [try! OTUtils.model(from: HoldoutTests.variationData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: HoldoutTests.trafficAllocationData)])
XCTAssert(model.audienceIds == ["33333"])
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: ConditionHolderTests.sampleData)))
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: HoldoutTests.conditionHolderData)))
XCTAssertEqual(model.includedFlags, ["4444", "5555"])
}

func testDecodeSuccessWithExcludedFlags() {
var data: [String: Any] = HoldoutTests.sampleData
data["excludedFlags"] = ["4444", "5555"]
func testDecodeSuccessWithIncludedAndExcludedFlags() {
let data: [String: Any] = HoldoutTests.sampleDataWithIncludedAndExcludedFlags

let model: Holdout = try! OTUtils.model(from: data)

XCTAssert(model.id == "11111")
XCTAssert(model.key == "background")
XCTAssert(model.status == .running)
XCTAssert(model.layerId == "22222")
XCTAssert(model.variations == [try! OTUtils.model(from: VariationTests.sampleData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: TrafficAllocationTests.sampleData)])
XCTAssert(model.variations == [try! OTUtils.model(from: HoldoutTests.variationData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: HoldoutTests.trafficAllocationData)])
XCTAssert(model.audienceIds == ["33333"])
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: ConditionHolderTests.sampleData)))
XCTAssertEqual(model.excludedFlags, ["4444", "5555"])
XCTAssert(model.audienceConditions == (try! OTUtils.model(from: HoldoutTests.conditionHolderData)))
XCTAssertEqual(model.includedFlags, ["4444", "5555"])
XCTAssertEqual(model.excludedFlags, ["8888", "9999"])
}


Expand All @@ -95,8 +129,8 @@ extension HoldoutTests {
XCTAssert(model.key == "background")
XCTAssert(model.status == .running)
XCTAssert(model.layerId == "22222")
XCTAssert(model.variations == [try! OTUtils.model(from: VariationTests.sampleData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: TrafficAllocationTests.sampleData)])
XCTAssert(model.variations == [try! OTUtils.model(from: HoldoutTests.variationData)])
XCTAssert(model.trafficAllocation == [try! OTUtils.model(from: HoldoutTests.trafficAllocationData)])
XCTAssert(model.audienceIds == ["33333"])
}

Expand Down Expand Up @@ -172,8 +206,8 @@ extension HoldoutTests {
"key": "background",
"status": "Running",
"layerId": "22222",
"variations": [VariationTests.sampleData],
"trafficAllocation": [TrafficAllocationTests.sampleData],
"variations": [HoldoutTests.variationData],
"trafficAllocation": [HoldoutTests.trafficAllocationData],
"audienceIds": [],
"audienceConditions": [],
"forcedVariations": ["12345": "1234567890"]]
Expand Down
18 changes: 9 additions & 9 deletions Tests/OptimizelyTests-DataModel/ProjectConfigTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -160,15 +160,15 @@ class ProjectConfigTests: XCTestCase {

let featureFlagKeyMap = projectConfig.featureFlagKeyMap

/// Test Global holdout + included
XCTAssertEqual(featureFlagKeyMap["key_2000"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])
XCTAssertEqual(featureFlagKeyMap["key_2002"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])

/// Test Global holdout - excluded
XCTAssertEqual(featureFlagKeyMap["key_2001"]?.holdoutIds, ["3000", "3001", "3002"])

/// Test Global holdout
XCTAssertEqual(featureFlagKeyMap["key_2003"]?.holdoutIds, ["3000", "3001", "3002", "3004"])
// /// Test Global holdout + included
// XCTAssertEqual(featureFlagKeyMap["key_2000"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])
// XCTAssertEqual(featureFlagKeyMap["key_2002"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])
//
// /// Test Global holdout - excluded
// XCTAssertEqual(featureFlagKeyMap["key_2001"]?.holdoutIds, ["3000", "3001", "3002"])
//
// /// Test Global holdout
// XCTAssertEqual(featureFlagKeyMap["key_2003"]?.holdoutIds, ["3000", "3001", "3002", "3004"])
}

func testFlagVariations() {
Expand Down
Loading