Skip to content
Merged
Show file tree
Hide file tree
Changes from 14 commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
f5e60a7
wip: Holdout Model created
muzahidul-opti Mar 20, 2025
38386cd
wip: add holdout model test cases
muzahidul-opti Mar 20, 2025
a732fdb
Merge branch 'master' into muzahid/holdout-FSSDK-11371
muzahidul-opti Mar 20, 2025
99eea3d
wip: assging holdoutids to feature flags
muzahidul-opti Mar 24, 2025
326adce
wip: included and excluded flags updated to required
muzahidul-opti Mar 24, 2025
d1cc64d
wip: move OptimizelyExperiment compliance to OptmizelyConfig file
muzahidul-opti Mar 25, 2025
247d0eb
Merge branch 'muzahid/holdout-FSSDK-11371' into muzahid/FSSDK-11372
muzahidul-opti Mar 25, 2025
01f3cd7
wip: fix uint test
muzahidul-opti Mar 25, 2025
5404d97
Merge branch 'master' into muzahid/FSSDK-11372
muzahidul-opti Apr 7, 2025
3560de9
wip: make holdouts array empty if no key presented
muzahidul-opti Apr 7, 2025
51ba12a
wip: add id and key to experiement core
muzahidul-opti Apr 7, 2025
2c29e82
wip: clean up
muzahidul-opti Apr 7, 2025
16920c7
wip: clean up
muzahidul-opti Apr 8, 2025
7bad66d
clean up
muzahidul-opti Apr 8, 2025
b337b35
wip: address review request
muzahidul-opti Apr 9, 2025
c694a57
wip: Update holdout sample data
muzahidul-opti Apr 9, 2025
fd6535a
wip: update flag to holdout mapping approach
muzahidul-opti Apr 9, 2025
987ff6c
wip: holdout config struct added
muzahidul-opti Apr 15, 2025
528aa0d
wip: unit tests updated
muzahidul-opti Apr 15, 2025
c868c29
wip: HoldoutConfig test cases added
muzahidul-opti Apr 15, 2025
e876960
wip: fix holdout config tests
muzahidul-opti Apr 15, 2025
9e1669c
clean up: fix test cases
muzahidul-opti Apr 15, 2025
f310734
cleanup: add unit test cases
muzahidul-opti Apr 16, 2025
0ce7aa3
Update Sources/Data Model/HoldoutConfig.swift
muzahidul-opti Apr 17, 2025
05ed9f0
cleanup: address review changes
muzahidul-opti Apr 17, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions Sources/Data Model/FeatureFlag.swift
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ struct FeatureFlag: Codable, Equatable, OptimizelyFeature {
var variablesMap: [String: OptimizelyVariable] = [:]
var experimentRules: [OptimizelyExperiment] = []
var deliveryRules: [OptimizelyExperiment] = []
var holdoutIds: [String] = []
}

// MARK: - Utils
Expand Down
4 changes: 1 addition & 3 deletions Sources/Data Model/Holdout.swift
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,10 @@ struct Holdout: Codable, ExperimentCore {
case id, key, status, layerId, variations, trafficAllocation, audienceIds, audienceConditions, includedFlags, excludedFlags
}

var variationsMap: [String : OptimizelyVariation] = [:]
var variationsMap: [String: OptimizelyVariation] = [:]
// replace with serialized string representation with audience names when ProjectConfig is ready
var audiences: String = ""


init(from decoder: Decoder) throws {
let container = try decoder.container(keyedBy: CodingKeys.self)

Expand Down Expand Up @@ -76,7 +75,6 @@ extension Holdout: Equatable {
}
}


extension Holdout {
var isActivated: Bool {
return status == .running
Expand Down
38 changes: 36 additions & 2 deletions Sources/Data Model/Project.swift
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,8 @@ struct Project: Codable, Equatable {
var sendFlagDecisions: Bool?
var sdkKey: String?
var environmentKey: String?

// Holdouts
var holdouts: [Holdout]
let logger = OPTLoggerFactory.getLogger()

// Required since logger is not decodable
Expand All @@ -57,11 +58,44 @@ struct Project: Codable, Equatable {
case anonymizeIP
// V4
case rollouts, integrations, typedAudiences, featureFlags, botFiltering, sendFlagDecisions, sdkKey, environmentKey
// holdouts
case holdouts
}

init(from decoder: Decoder) throws {
let container = try decoder.container(keyedBy: CodingKeys.self)

// V2
version = try container.decode(String.self, forKey: .version)
projectId = try container.decode(String.self, forKey: .projectId)
experiments = try container.decode([Experiment].self, forKey: .experiments)
audiences = try container.decode([Audience].self, forKey: .audiences)
groups = try container.decode([Group].self, forKey: .groups)
attributes = try container.decode([Attribute].self, forKey: .attributes)
accountId = try container.decode(String.self, forKey: .accountId)
events = try container.decode([Event].self, forKey: .events)
revision = try container.decode(String.self, forKey: .revision)

// V3
anonymizeIP = try container.decode(Bool.self, forKey: .anonymizeIP)

// V4
rollouts = try container.decode([Rollout].self, forKey: .rollouts)
integrations = try container.decodeIfPresent([Integration].self, forKey: .integrations)
typedAudiences = try container.decodeIfPresent([Audience].self, forKey: .typedAudiences)
featureFlags = try container.decode([FeatureFlag].self, forKey: .featureFlags)
botFiltering = try container.decodeIfPresent(Bool.self, forKey: .botFiltering)
sendFlagDecisions = try container.decodeIfPresent(Bool.self, forKey: .sendFlagDecisions)
sdkKey = try container.decodeIfPresent(String.self, forKey: .sdkKey)
environmentKey = try container.decodeIfPresent(String.self, forKey: .environmentKey)

// Holdouts - defaults to empty array if key is not present
holdouts = try container.decodeIfPresent([Holdout].self, forKey: .holdouts) ?? []
}

// Required since logger is not equatable
static func == (lhs: Project, rhs: Project) -> Bool {
return lhs.version == rhs.version && lhs.projectId == rhs.projectId && lhs.experiments == rhs.experiments &&
return lhs.version == rhs.version && lhs.projectId == rhs.projectId && lhs.experiments == rhs.experiments && lhs.holdouts == rhs.holdouts &&
lhs.audiences == rhs.audiences && lhs.groups == rhs.groups && lhs.attributes == rhs.attributes &&
lhs.accountId == rhs.accountId && lhs.events == rhs.events && lhs.revision == rhs.revision &&
lhs.anonymizeIP == rhs.anonymizeIP && lhs.rollouts == rhs.rollouts &&
Expand Down
53 changes: 52 additions & 1 deletion Sources/Data Model/ProjectConfig.swift
Original file line number Diff line number Diff line change
Expand Up @@ -17,12 +17,16 @@
import Foundation

class ProjectConfig {
private var isUpdating = false // Flag to prevent recursion

var project: Project! {
didSet {
updateProjectDependentProps()
if !isUpdating {
updateProjectDependentProps()
}
}
}

let logger = OPTLoggerFactory.getLogger()

// local runtime forcedVariations [UserId: [ExperimentId: VariationId]]
Expand All @@ -40,6 +44,7 @@ class ProjectConfig {
var allExperiments = [Experiment]()
var flagVariationsMap = [String: [Variation]]()
var allSegments = [String]()
var holdoutIdMap = [String: Holdout]()

// MARK: - Init

Expand All @@ -66,8 +71,19 @@ class ProjectConfig {
init() {}

func updateProjectDependentProps() {
isUpdating = true
defer { isUpdating = false }

self.allExperiments = project.experiments + project.groups.map { $0.experiments }.flatMap { $0 }

holdoutIdMap = {
var map = [String: Holdout]()
project.holdouts.forEach { map[$0.id] = $0 }
return map
}()

assignHoldoutIdsToFeatureFlags()

self.experimentKeyMap = {
var map = [String: Experiment]()
allExperiments.forEach { exp in
Expand Down Expand Up @@ -155,6 +171,34 @@ class ProjectConfig {

}

private func assignHoldoutIdsToFeatureFlags() {
let flagsWithHoldoutIds = project.featureFlags.map { flag -> FeatureFlag in
var updatedFlag = flag
var holdoutIds = [String]()
for holdout in project.holdouts {
if !holdout.includedFlags.isEmpty {
if holdout.includedFlags.contains(flag.id) {
holdoutIds.append(holdout.id)
}
} else if !holdout.excludedFlags.isEmpty {
if !holdout.excludedFlags.contains(flag.id) {
holdoutIds.append(holdout.id)
}
} else {
// Global holdout
holdoutIds.append(holdout.id)
}
}

/// Update holdoutIds for the flag
updatedFlag.holdoutIds = holdoutIds
return updatedFlag
}

// Update project featureFlags after mapping with holdoutIds
project.featureFlags = flagsWithHoldoutIds
}

func getAllRulesForFlag(_ flag: FeatureFlag) -> [Experiment] {
var rules = flag.experimentIds.compactMap { experimentIdMap[$0] }
let rollout = self.rolloutIdMap[flag.rolloutId]
Expand Down Expand Up @@ -270,6 +314,13 @@ extension ProjectConfig {
return rolloutIdMap[id]
}

/**
* Get a Holdout object for an Id.
*/
func getHoldout(id: String) -> Holdout? {
return holdoutIdMap[id]
}

/**
* Gets an event for a corresponding event key
*/
Expand Down
91 changes: 91 additions & 0 deletions Tests/OptimizelyTests-DataModel/ProjectConfigTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -80,6 +80,97 @@ class ProjectConfigTests: XCTestCase {
XCTAssertEqual(featureMap["1004"], ["2002"])
}

func testHoldoutIdMapIsBuiltFromProject() {
var exp0 = ExperimentTests.sampleData
var exp1 = ExperimentTests.sampleData
var exp2 = ExperimentTests.sampleData
var exp3 = ExperimentTests.sampleData
var exp4 = ExperimentTests.sampleData
exp0["id"] = "1000"
exp1["id"] = "1001"
exp2["id"] = "1002"
exp3["id"] = "1003"
exp4["id"] = "1004"


var holdout0 = HoldoutTests.sampleData
var holdout1 = HoldoutTests.sampleData
var holdout2 = HoldoutTests.sampleData
var holdout3 = HoldoutTests.sampleData
var holdout4 = HoldoutTests.sampleData
holdout0["id"] = "3000" // Global holdout (no included or excluded flags)
holdout1["id"] = "3001" // Global holdout (no included or excluded flags)
holdout2["id"] = "3002" // Global holdout (no included or excluded flags)
holdout3["id"] = "3003" // Included flagids ["2000", "2002"]
holdout4["id"] = "3004" // Excluded flagids ["2001"]

holdout3["includedFlags"] = ["2000", "2002"]
holdout4["excludedFlags"] = ["2001"]

var feature0 = FeatureFlagTests.sampleData
var feature1 = FeatureFlagTests.sampleData
var feature2 = FeatureFlagTests.sampleData
var feature3 = FeatureFlagTests.sampleData

feature0["id"] = "2000"
feature0["key"] = "key_2000"

feature1["id"] = "2001"
feature1["key"] = "key_2001"

feature2["id"] = "2002"
feature2["key"] = "key_2002"

feature3["id"] = "2003"
feature3["key"] = "key_2003"

feature0["experimentIds"] = ["1000"]
feature1["experimentIds"] = ["1000", "1001", "1002"]
feature2["experimentIds"] = ["1000", "1003", "1004"]
feature3["experimentIds"] = ["1000", "1003", "1004"]

var projectData = ProjectTests.sampleData
projectData["experiments"] = [exp0, exp1, exp2, exp3, exp4]
projectData["featureFlags"] = [feature0, feature1, feature2, feature3]
projectData["holdouts"] = [holdout0, holdout1, holdout2, holdout3, holdout4]

// check experimentFeatureMap extracted properly

let model: Project = try! OTUtils.model(from: projectData)
let projectConfig = ProjectConfig()
projectConfig.project = model

let holdoutIdMap = projectConfig.holdoutIdMap

XCTAssertEqual(holdoutIdMap["3000"]?.includedFlags, [])
XCTAssertEqual(holdoutIdMap["3000"]?.excludedFlags, [])

XCTAssertEqual(holdoutIdMap["3001"]?.includedFlags, [])
XCTAssertEqual(holdoutIdMap["3001"]?.excludedFlags, [])

XCTAssertEqual(holdoutIdMap["3002"]?.includedFlags, [])
XCTAssertEqual(holdoutIdMap["3002"]?.excludedFlags, [])

XCTAssertEqual(holdoutIdMap["3003"]?.includedFlags, ["2000", "2002"])
XCTAssertEqual(holdoutIdMap["3003"]?.excludedFlags, [])


XCTAssertEqual(holdoutIdMap["3004"]?.includedFlags, [])
XCTAssertEqual(holdoutIdMap["3004"]?.excludedFlags, ["2001"])

let featureFlagKeyMap = projectConfig.featureFlagKeyMap

/// Test Global holdout + included
XCTAssertEqual(featureFlagKeyMap["key_2000"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])
XCTAssertEqual(featureFlagKeyMap["key_2002"]?.holdoutIds, ["3000", "3001", "3002", "3003", "3004"])

/// Test Global holdout - excluded
XCTAssertEqual(featureFlagKeyMap["key_2001"]?.holdoutIds, ["3000", "3001", "3002"])

/// Test Global holdout
XCTAssertEqual(featureFlagKeyMap["key_2003"]?.holdoutIds, ["3000", "3001", "3002", "3004"])
}

func testFlagVariations() {
let datafile = OTUtils.loadJSONDatafile("decide_datafile")!
let optimizely = OptimizelyClient(sdkKey: "12345",
Expand Down
12 changes: 12 additions & 0 deletions Tests/OptimizelyTests-DataModel/ProjectTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ class ProjectTests: XCTestCase {
static var sampleData: [String: Any] = ["version": "4",
"projectId": "11111",
"experiments": [ExperimentTests.sampleData],
"holdouts": [HoldoutTests.sampleData],
"audiences": [AudienceTests.sampleData],
"groups": [GroupTests.sampleData],
"attributes": [AttributeTests.sampleData],
Expand Down Expand Up @@ -49,6 +50,7 @@ extension ProjectTests {
XCTAssert(model.version == "4")
XCTAssert(model.projectId == "11111")
XCTAssert(model.experiments == [try! OTUtils.model(from: ExperimentTests.sampleData)])
XCTAssert(model.holdouts == [try! OTUtils.model(from: HoldoutTests.sampleData)])
XCTAssert(model.audiences == [try! OTUtils.model(from: AudienceTests.sampleData)])
XCTAssert(model.groups == [try! OTUtils.model(from: GroupTests.sampleData)])
XCTAssert(model.attributes == [try! OTUtils.model(from: AttributeTests.sampleData)])
Expand Down Expand Up @@ -210,6 +212,16 @@ extension ProjectTests {
XCTAssertNil(model.sendFlagDecisions)
}

func testDecodeSuccessWithMissingHoldouts() {
var data: [String: Any] = ProjectTests.sampleData
data["holdouts"] = nil

let model: Project = try! OTUtils.model(from: data)
XCTAssertNotNil(model)
XCTAssertNil(model.holdouts)

}

}

// MARK: - Encode
Expand Down
Loading