chore: enable integ workflow and disable specific steps (#1940)

* chore(datastore): integration v2 test in workflow

* run tests

* test skip api integ

* skip most except for geo and analytics

* run on this branch

* test continue on error for datastore integ

* continue if fail for most base tests (storage/auth)

* Update integ_test.yml

Author: lawmicha

.github/workflows/integ_test.yml

@@ -56,6 +56,7 @@ jobs:
           scheme: AWSPinpointAnalyticsPluginIntegrationTests
 
   api-integration-test:
+    continue-on-error: true
     needs: prepare-for-test
     runs-on: macos-latest
     environment: IntegrationTest
@@ -83,6 +84,7 @@ jobs:
           scheme: AWSAPICategoryPluginFunctionalTests
 
   api-graphqliam-integration-test:
+    if: ${{ false }}
     needs: [api-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -110,6 +112,7 @@ jobs:
           scheme: GraphQLWithIAMIntegrationTests
 
   api-graphqluserpool-integration-test:
+    if: ${{ false }}
     needs: [api-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -137,6 +140,7 @@ jobs:
           scheme: GraphQLWithUserPoolIntegrationTests
 
   api-restiam-integration-test:
+    if: ${{ false }}
     needs: [api-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -164,6 +168,7 @@ jobs:
           scheme: RESTWithIAMIntegrationTests
 
   api-restuserpool-integration-test:
+    if: ${{ false }}
     needs: [api-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -191,6 +196,7 @@ jobs:
           scheme: RESTWithUserPoolIntegrationTests
 
   api-graphqllambda-integration-test:
+    if: ${{ false }}
     needs: [api-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -218,6 +224,7 @@ jobs:
           scheme: GraphQLWithLambdaAuthIntegrationTests
 
   auth-integration-test:
+    continue-on-error: true
     needs: prepare-for-test
     runs-on: macos-latest
     environment: IntegrationTest
@@ -245,6 +252,7 @@ jobs:
           scheme: AWSCognitoAuthPluginIntegrationTests
 
   datastore-integration-test:
+    continue-on-error: true
     needs: prepare-for-test
     runs-on: macos-latest
     environment: IntegrationTest
@@ -271,6 +279,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreCategoryPluginIntegrationTests
   datastore-integration-hub-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -297,6 +306,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationHubTests
   datastore-integration-local-test:
+    continue-on-error: true
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -324,6 +334,7 @@ jobs:
           scheme: AWSDataStoreIntegrationLocalTests
 
   datastore-integration-V1-S1-test:
+    continue-on-error: true
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -350,6 +361,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario1Tests
   datastore-integration-V1-S2-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -376,6 +388,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario2Tests
   datastore-integration-V1-S3-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -402,6 +415,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario3Tests
   datastore-integration-V1-S4-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -428,6 +442,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario4Tests
   datastore-integration-V1-S5-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -454,6 +469,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario5Tests
   datastore-integration-V1-S6-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -480,6 +496,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV1Scenario6Tests
   datastore-integration-V2-S1-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -506,6 +523,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario1V2Tests
   datastore-integration-V2-S2-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -532,6 +550,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario2V2Tests
   datastore-integration-V2-S3a-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -558,6 +577,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario3aV2Tests
   datastore-integration-V2-S3-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -584,6 +604,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario3V2Tests
   datastore-integration-V2-S4-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -610,6 +631,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario4V2Tests
   datastore-integration-V2-S5-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -636,6 +658,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario5V2Tests
   datastore-integration-V2-S6-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -662,6 +685,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario6V2Tests
   datastore-integration-V2-S7-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -688,6 +712,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario7V2Tests
   datastore-integration-V2-S8-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -714,6 +739,7 @@ jobs:
           workspace: DataStoreCategoryPlugin.xcworkspace
           scheme: AWSDataStoreIntegrationV2Scenario8V2Tests
   datastore-integration-V2-test:
+    continue-on-error: true
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -738,8 +764,9 @@ jobs:
         with:
           project_path: ./AmplifyPlugins/DataStore/
           workspace: DataStoreCategoryPlugin.xcworkspace
-          scheme: AWSDataStoreIntegrationV2Scenario1V2Tests
+          scheme: AWSDataStoreIntegrationV2Tests
   datastore-integration-observe-query-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -767,6 +794,7 @@ jobs:
           scheme: AWSDataStoreIntegrationObserveQueryTests
 
   datastore-auth-integration-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -794,6 +822,7 @@ jobs:
           scheme: AWSDataStoreCategoryPluginAuthIntegrationTests
 
   datastore-flutter-integration-test:
+    if: ${{ false }}
     needs: [datastore-integration-test]
     runs-on: macos-latest
     environment: IntegrationTest
@@ -848,6 +877,7 @@ jobs:
           scheme: AWSLocationGeoPluginIntegrationTests
 
   predictions-integration-test:
+    continue-on-error: true
     needs: prepare-for-test
     runs-on: macos-latest
     environment: IntegrationTest
@@ -885,6 +915,7 @@ jobs:
           scheme: CoreMLPredictionsPluginIntegrationTests
 
   storage-integration-test:
+    continue-on-error: true
     needs: prepare-for-test
     runs-on: macos-latest
     environment: IntegrationTest
@@ -909,4 +940,4 @@ jobs:
         with:
           project_path: ./AmplifyPlugins/Storage/
           workspace: StoragePlugin.xcworkspace
-          scheme: AWSS3StoragePluginFunctionalTests
+          scheme: AWSS3StoragePluginFunctionalTests