Skip to content

Commit 1b0c380

Browse files
This release adds support for PySpark jobs. Customers can now analyze data by running jobs using approved PySpark analysis templates.
1 parent 32e807c commit 1b0c380

File tree

161 files changed

+14190
-154
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

161 files changed

+14190
-154
lines changed

generator/ServiceModels/cleanrooms/cleanrooms-2022-02-17.api.json

Lines changed: 687 additions & 19 deletions
Large diffs are not rendered by default.

generator/ServiceModels/cleanrooms/cleanrooms-2022-02-17.docs.json

Lines changed: 508 additions & 32 deletions
Large diffs are not rendered by default.

generator/ServiceModels/cleanrooms/cleanrooms-2022-02-17.normal.json

Lines changed: 1094 additions & 35 deletions
Large diffs are not rendered by default.

generator/ServiceModels/cleanrooms/cleanrooms-2022-02-17.paginators.json

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,12 @@
9696
"limit_key": "maxResults",
9797
"result_key": "privacyBudgetSummaries"
9898
},
99+
"ListProtectedJobs": {
100+
"input_token": "nextToken",
101+
"output_token": "nextToken",
102+
"limit_key": "maxResults",
103+
"result_key": "protectedJobs"
104+
},
99105
"ListProtectedQueries": {
100106
"input_token": "nextToken",
101107
"output_token": "nextToken",

sdk/code-analysis/ServiceAnalysis/CleanRooms/Generated/PropertyValueRules.xml

Lines changed: 158 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -468,6 +468,18 @@
468468
<max>36</max>
469469
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
470470
</property-value-rule>
471+
<property-value-rule>
472+
<property>Amazon.CleanRooms.Model.GetProtectedJobRequest.MembershipIdentifier</property>
473+
<min>36</min>
474+
<max>36</max>
475+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
476+
</property-value-rule>
477+
<property-value-rule>
478+
<property>Amazon.CleanRooms.Model.GetProtectedJobRequest.ProtectedJobIdentifier</property>
479+
<min>36</min>
480+
<max>36</max>
481+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
482+
</property-value-rule>
471483
<property-value-rule>
472484
<property>Amazon.CleanRooms.Model.GetProtectedQueryRequest.MembershipIdentifier</property>
473485
<min>36</min>
@@ -822,6 +834,27 @@
822834
<min>0</min>
823835
<max>10240</max>
824836
</property-value-rule>
837+
<property-value-rule>
838+
<property>Amazon.CleanRooms.Model.ListProtectedJobsRequest.MaxResults</property>
839+
<min>1</min>
840+
<max>100</max>
841+
</property-value-rule>
842+
<property-value-rule>
843+
<property>Amazon.CleanRooms.Model.ListProtectedJobsRequest.MembershipIdentifier</property>
844+
<min>36</min>
845+
<max>36</max>
846+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
847+
</property-value-rule>
848+
<property-value-rule>
849+
<property>Amazon.CleanRooms.Model.ListProtectedJobsRequest.NextToken</property>
850+
<min>0</min>
851+
<max>10240</max>
852+
</property-value-rule>
853+
<property-value-rule>
854+
<property>Amazon.CleanRooms.Model.ListProtectedJobsResponse.NextToken</property>
855+
<min>0</min>
856+
<max>10240</max>
857+
</property-value-rule>
825858
<property-value-rule>
826859
<property>Amazon.CleanRooms.Model.ListProtectedQueriesRequest.MaxResults</property>
827860
<min>1</min>
@@ -894,6 +927,12 @@
894927
<max>36</max>
895928
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
896929
</property-value-rule>
930+
<property-value-rule>
931+
<property>Amazon.CleanRooms.Model.StartProtectedJobRequest.MembershipIdentifier</property>
932+
<min>36</min>
933+
<max>36</max>
934+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
935+
</property-value-rule>
897936
<property-value-rule>
898937
<property>Amazon.CleanRooms.Model.StartProtectedQueryRequest.MembershipIdentifier</property>
899938
<min>36</min>
@@ -1098,6 +1137,18 @@
10981137
<max>36</max>
10991138
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
11001139
</property-value-rule>
1140+
<property-value-rule>
1141+
<property>Amazon.CleanRooms.Model.UpdateProtectedJobRequest.MembershipIdentifier</property>
1142+
<min>36</min>
1143+
<max>36</max>
1144+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
1145+
</property-value-rule>
1146+
<property-value-rule>
1147+
<property>Amazon.CleanRooms.Model.UpdateProtectedJobRequest.ProtectedJobIdentifier</property>
1148+
<min>36</min>
1149+
<max>36</max>
1150+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
1151+
</property-value-rule>
11011152
<property-value-rule>
11021153
<property>Amazon.CleanRooms.Model.UpdateProtectedQueryRequest.MembershipIdentifier</property>
11031154
<min>36</min>
@@ -1197,6 +1248,12 @@
11971248
<max>128</max>
11981249
<pattern>[a-zA-Z0-9_](([a-zA-Z0-9_ ]+-)*([a-zA-Z0-9_ ]+))?</pattern>
11991250
</property-value-rule>
1251+
<property-value-rule>
1252+
<property>Amazon.CleanRooms.Model.AnalysisTemplateArtifacts.RoleArn</property>
1253+
<min>32</min>
1254+
<max>512</max>
1255+
<pattern>arn:aws:iam::[\w]+:role/[\w+=./@-]+</pattern>
1256+
</property-value-rule>
12001257
<property-value-rule>
12011258
<property>Amazon.CleanRooms.Model.AnalysisTemplateSummary.Arn</property>
12021259
<min>0</min>
@@ -1261,7 +1318,7 @@
12611318
<property>Amazon.CleanRooms.Model.AthenaTableReference.TableName</property>
12621319
<min>0</min>
12631320
<max>128</max>
1264-
<pattern>[a-zA-Z0-9_](([a-zA-Z0-9_ ]+-)*([a-zA-Z0-9_ ]+))?</pattern>
1321+
<pattern>[a-zA-Z0-9_](([a-zA-Z0-9_]+)*([a-zA-Z0-9_]+))?</pattern>
12651322
</property-value-rule>
12661323
<property-value-rule>
12671324
<property>Amazon.CleanRooms.Model.AthenaTableReference.WorkGroup</property>
@@ -2342,6 +2399,12 @@
23422399
<max>36</max>
23432400
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
23442401
</property-value-rule>
2402+
<property-value-rule>
2403+
<property>Amazon.CleanRooms.Model.MembershipProtectedJobResultConfiguration.RoleArn</property>
2404+
<min>32</min>
2405+
<max>512</max>
2406+
<pattern>arn:aws:iam::[\w]+:role/[\w+=./@-]+</pattern>
2407+
</property-value-rule>
23452408
<property-value-rule>
23462409
<property>Amazon.CleanRooms.Model.MembershipProtectedQueryResultConfiguration.RoleArn</property>
23472410
<min>32</min>
@@ -2540,6 +2603,90 @@
25402603
<max>36</max>
25412604
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
25422605
</property-value-rule>
2606+
<property-value-rule>
2607+
<property>Amazon.CleanRooms.Model.ProtectedJob.Id</property>
2608+
<min>36</min>
2609+
<max>36</max>
2610+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
2611+
</property-value-rule>
2612+
<property-value-rule>
2613+
<property>Amazon.CleanRooms.Model.ProtectedJob.MembershipArn</property>
2614+
<min>0</min>
2615+
<max>100</max>
2616+
<pattern>arn:aws:[\w]+:[\w]{2}-[\w]{4,9}-[\d]:[\d]{12}:membership/[\d\w-]+</pattern>
2617+
</property-value-rule>
2618+
<property-value-rule>
2619+
<property>Amazon.CleanRooms.Model.ProtectedJob.MembershipId</property>
2620+
<min>36</min>
2621+
<max>36</max>
2622+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
2623+
</property-value-rule>
2624+
<property-value-rule>
2625+
<property>Amazon.CleanRooms.Model.ProtectedJobMemberOutputConfigurationInput.AccountId</property>
2626+
<min>12</min>
2627+
<max>12</max>
2628+
<pattern>\d+</pattern>
2629+
</property-value-rule>
2630+
<property-value-rule>
2631+
<property>Amazon.CleanRooms.Model.ProtectedJobMemberOutputConfigurationOutput.AccountId</property>
2632+
<min>12</min>
2633+
<max>12</max>
2634+
<pattern>\d+</pattern>
2635+
</property-value-rule>
2636+
<property-value-rule>
2637+
<property>Amazon.CleanRooms.Model.ProtectedJobParameters.AnalysisTemplateArn</property>
2638+
<min>0</min>
2639+
<max>200</max>
2640+
<pattern>arn:aws:cleanrooms:[\w]{2}-[\w]{4,9}-[\d]:[\d]{12}:membership/[\d\w-]+/analysistemplate/[\d\w-]+</pattern>
2641+
</property-value-rule>
2642+
<property-value-rule>
2643+
<property>Amazon.CleanRooms.Model.ProtectedJobS3OutputConfigurationInput.Bucket</property>
2644+
<min>3</min>
2645+
<max>63</max>
2646+
<pattern>.*(?!^(\d+\.)+\d+$)(^(([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])\.)*([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])$).*</pattern>
2647+
</property-value-rule>
2648+
<property-value-rule>
2649+
<property>Amazon.CleanRooms.Model.ProtectedJobS3OutputConfigurationInput.KeyPrefix</property>
2650+
<min>0</min>
2651+
<max>512</max>
2652+
<pattern>[\w!.=*/-]*</pattern>
2653+
</property-value-rule>
2654+
<property-value-rule>
2655+
<property>Amazon.CleanRooms.Model.ProtectedJobS3OutputConfigurationOutput.Bucket</property>
2656+
<min>3</min>
2657+
<max>63</max>
2658+
<pattern>.*(?!^(\d+\.)+\d+$)(^(([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])\.)*([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])$).*</pattern>
2659+
</property-value-rule>
2660+
<property-value-rule>
2661+
<property>Amazon.CleanRooms.Model.ProtectedJobS3OutputConfigurationOutput.KeyPrefix</property>
2662+
<min>0</min>
2663+
<max>512</max>
2664+
<pattern>[\w!.=*/-]*</pattern>
2665+
</property-value-rule>
2666+
<property-value-rule>
2667+
<property>Amazon.CleanRooms.Model.ProtectedJobSingleMemberOutput.AccountId</property>
2668+
<min>12</min>
2669+
<max>12</max>
2670+
<pattern>\d+</pattern>
2671+
</property-value-rule>
2672+
<property-value-rule>
2673+
<property>Amazon.CleanRooms.Model.ProtectedJobSummary.Id</property>
2674+
<min>36</min>
2675+
<max>36</max>
2676+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
2677+
</property-value-rule>
2678+
<property-value-rule>
2679+
<property>Amazon.CleanRooms.Model.ProtectedJobSummary.MembershipArn</property>
2680+
<min>0</min>
2681+
<max>100</max>
2682+
<pattern>arn:aws:[\w]+:[\w]{2}-[\w]{4,9}-[\d]:[\d]{12}:membership/[\d\w-]+</pattern>
2683+
</property-value-rule>
2684+
<property-value-rule>
2685+
<property>Amazon.CleanRooms.Model.ProtectedJobSummary.MembershipId</property>
2686+
<min>36</min>
2687+
<max>36</max>
2688+
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
2689+
</property-value-rule>
25432690
<property-value-rule>
25442691
<property>Amazon.CleanRooms.Model.ProtectedQuery.Id</property>
25452692
<min>36</min>
@@ -2611,6 +2758,16 @@
26112758
<max>36</max>
26122759
<pattern>[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}</pattern>
26132760
</property-value-rule>
2761+
<property-value-rule>
2762+
<property>Amazon.CleanRooms.Model.S3Location.Bucket</property>
2763+
<min>3</min>
2764+
<max>63</max>
2765+
<pattern>.*(?!^(\d+\.)+\d+$)(^(([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])\.)*([a-z0-9]|[a-z0-9][a-z0-9\-]*[a-z0-9])$).*</pattern>
2766+
</property-value-rule>
2767+
<property-value-rule>
2768+
<property>Amazon.CleanRooms.Model.S3Location.Key</property>
2769+
<pattern>[a-zA-Z0-9!_.*'()-/]+</pattern>
2770+
</property-value-rule>
26142771
<property-value-rule>
26152772
<property>Amazon.CleanRooms.Model.Schema.CollaborationArn</property>
26162773
<min>0</min>

sdk/src/Services/CleanRooms/Generated/Model/AnalysisRule.cs

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,8 @@ namespace Amazon.CleanRooms.Model
3535
public partial class AnalysisRule
3636
{
3737
private string _collaborationId;
38+
private ConfiguredTableAssociationAnalysisRulePolicy _collaborationPolicy;
39+
private ConsolidatedPolicy _consolidatedPolicy;
3840
private DateTime? _createTime;
3941
private string _name;
4042
private AnalysisRulePolicy _policy;
@@ -60,6 +62,39 @@ internal bool IsSetCollaborationId()
6062
return this._collaborationId != null;
6163
}
6264

65+
/// <summary>
66+
/// Gets and sets the property CollaborationPolicy.
67+
/// </summary>
68+
public ConfiguredTableAssociationAnalysisRulePolicy CollaborationPolicy
69+
{
70+
get { return this._collaborationPolicy; }
71+
set { this._collaborationPolicy = value; }
72+
}
73+
74+
// Check to see if CollaborationPolicy property is set
75+
internal bool IsSetCollaborationPolicy()
76+
{
77+
return this._collaborationPolicy != null;
78+
}
79+
80+
/// <summary>
81+
/// Gets and sets the property ConsolidatedPolicy.
82+
/// <para>
83+
/// The consolidated policy for the analysis rule.
84+
/// </para>
85+
/// </summary>
86+
public ConsolidatedPolicy ConsolidatedPolicy
87+
{
88+
get { return this._consolidatedPolicy; }
89+
set { this._consolidatedPolicy = value; }
90+
}
91+
92+
// Check to see if ConsolidatedPolicy property is set
93+
internal bool IsSetConsolidatedPolicy()
94+
{
95+
return this._consolidatedPolicy != null;
96+
}
97+
6398
/// <summary>
6499
/// Gets and sets the property CreateTime.
65100
/// <para>

sdk/src/Services/CleanRooms/Generated/Model/AnalysisSource.cs

Lines changed: 20 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,15 +34,34 @@ namespace Amazon.CleanRooms.Model
3434
/// </summary>
3535
public partial class AnalysisSource
3636
{
37+
private AnalysisTemplateArtifacts _artifacts;
3738
private string _text;
3839

40+
/// <summary>
41+
/// Gets and sets the property Artifacts.
42+
/// <para>
43+
/// The artifacts of the analysis source.
44+
/// </para>
45+
/// </summary>
46+
public AnalysisTemplateArtifacts Artifacts
47+
{
48+
get { return this._artifacts; }
49+
set { this._artifacts = value; }
50+
}
51+
52+
// Check to see if Artifacts property is set
53+
internal bool IsSetArtifacts()
54+
{
55+
return this._artifacts != null;
56+
}
57+
3958
/// <summary>
4059
/// Gets and sets the property Text.
4160
/// <para>
4261
/// The query text.
4362
/// </para>
4463
/// </summary>
45-
[AWSProperty(Min=0, Max=90000)]
64+
[AWSProperty(Sensitive=true, Min=0, Max=90000)]
4665
public string Text
4766
{
4867
get { return this._text; }
Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
/*
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License").
5+
* You may not use this file except in compliance with the License.
6+
* A copy of the License is located at
7+
*
8+
* http://aws.amazon.com/apache2.0
9+
*
10+
* or in the "license" file accompanying this file. This file is distributed
11+
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
12+
* express or implied. See the License for the specific language governing
13+
* permissions and limitations under the License.
14+
*/
15+
16+
/*
17+
* Do not modify this file. This file is generated from the cleanrooms-2022-02-17.normal.json service model.
18+
*/
19+
using System;
20+
using System.Collections.Generic;
21+
using System.Xml.Serialization;
22+
using System.Text;
23+
using System.IO;
24+
using System.Net;
25+
26+
using Amazon.Runtime;
27+
using Amazon.Runtime.Internal;
28+
29+
#pragma warning disable CS0612,CS0618,CS1570
30+
namespace Amazon.CleanRooms.Model
31+
{
32+
/// <summary>
33+
/// The analysis source metadata.
34+
/// </summary>
35+
public partial class AnalysisSourceMetadata
36+
{
37+
private AnalysisTemplateArtifactMetadata _artifacts;
38+
39+
/// <summary>
40+
/// Gets and sets the property Artifacts.
41+
/// <para>
42+
/// The artifacts of the analysis source metadata.
43+
/// </para>
44+
/// </summary>
45+
public AnalysisTemplateArtifactMetadata Artifacts
46+
{
47+
get { return this._artifacts; }
48+
set { this._artifacts = value; }
49+
}
50+
51+
// Check to see if Artifacts property is set
52+
internal bool IsSetArtifacts()
53+
{
54+
return this._artifacts != null;
55+
}
56+
57+
}
58+
}

0 commit comments

Comments
 (0)