Skip to content

Commit cac356a

Browse files
Disable queryable built-in feature in docs YAML tests (#124684)
The .security index is created asynchronously on a cluster startup. This affects some of the docs YAML tests in a way that they need to account for the existence of the .security index or wait for the index to be created and green. This PR disables the feature for docs YAML tests. Disabling the feature in docs YAML tests will solve the flakiness without affecting the coverage. Resolves #122343 Resolves #121748 Resolves #121611 Resolves #121345 Resolves #121338 Resolves #121337 Resolves #121288 Resolves #121287 Resolves #121867 Resolves #122335 Resolves #122681 Resolves #121976 Resolves #123094 Resolves #123192 Resolves #122983 Resolves #124671 Resolves #124103
1 parent 81f33e4 commit cac356a

File tree

2 files changed

+2
-40
lines changed

2 files changed

+2
-40
lines changed

docs/build.gradle

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -121,6 +121,7 @@ testClusters.matching { it.name == "yamlRestTest"}.configureEach {
121121

122122
// TODO: remove this once cname is prepended to transport.publish_address by default in 8.0
123123
systemProperty 'es.transport.cname_in_publish_address', 'true'
124+
systemProperty 'es.queryable_built_in_roles_enabled', 'false'
124125

125126

126127
requiresFeature 'es.index_mode_feature_flag_registered', Version.fromString("8.0.0")

muted-tests.yml

Lines changed: 1 addition & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -214,29 +214,11 @@ tests:
214214
issue: https://github.com/elastic/elasticsearch/issues/120816
215215
- class: org.elasticsearch.xpack.security.authc.ldap.ActiveDirectorySessionFactoryTests
216216
issue: https://github.com/elastic/elasticsearch/issues/121285
217-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
218-
method: test {yaml=reference/snapshot-restore/apis/get-snapshot-api/line_357}
219-
issue: https://github.com/elastic/elasticsearch/issues/121287
220-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
221-
method: test {yaml=reference/index-modules/slowlog/line_102}
222-
issue: https://github.com/elastic/elasticsearch/issues/121288
223217
- class: org.elasticsearch.env.NodeEnvironmentTests
224218
method: testGetBestDowngradeVersion
225219
issue: https://github.com/elastic/elasticsearch/issues/121316
226-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
227-
method: test {yaml=reference/rest-api/security/invalidate-tokens/line_194}
228-
issue: https://github.com/elastic/elasticsearch/issues/121337
229-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
230-
method: test {yaml=reference/rest-api/common-options/line_125}
231-
issue: https://github.com/elastic/elasticsearch/issues/121338
232-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
233-
method: test {yaml=reference/snapshot-restore/apis/get-snapshot-api/line_751}
234-
issue: https://github.com/elastic/elasticsearch/issues/121345
235220
- class: org.elasticsearch.test.rest.yaml.CcsCommonYamlTestSuiteIT
236221
issue: https://github.com/elastic/elasticsearch/issues/121407
237-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
238-
method: test {yaml=reference/cat/health/cat-health-no-timestamp-example}
239-
issue: https://github.com/elastic/elasticsearch/issues/121867
240222
- class: org.elasticsearch.analysis.common.CommonAnalysisClientYamlTestSuiteIT
241223
method: test {yaml=analysis-common/40_token_filters/stemmer_override file access}
242224
issue: https://github.com/elastic/elasticsearch/issues/121625
@@ -251,36 +233,15 @@ tests:
251233
- class: org.elasticsearch.blocks.SimpleBlocksIT
252234
method: testConcurrentAddBlock
253235
issue: https://github.com/elastic/elasticsearch/issues/122324
254-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
255-
method: test {yaml=reference/cat/health/cat-health-example}
256-
issue: https://github.com/elastic/elasticsearch/issues/122335
257-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
258-
method: test {yaml=reference/alias/line_260}
259-
issue: https://github.com/elastic/elasticsearch/issues/122343
260-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
261-
method: test {yaml=reference/snapshot-restore/apis/get-snapshot-api/line_488}
262-
issue: https://github.com/elastic/elasticsearch/issues/121611
263-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
264-
method: test {yaml=reference/snapshot-restore/apis/get-snapshot-api/line_408}
265-
issue: https://github.com/elastic/elasticsearch/issues/122681
266236
- class: org.elasticsearch.search.basic.SearchWithRandomDisconnectsIT
267237
method: testSearchWithRandomDisconnects
268238
issue: https://github.com/elastic/elasticsearch/issues/122707
269-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
270-
method: test {yaml=reference/cat/allocation/cat-allocation-example}
271-
issue: https://github.com/elastic/elasticsearch/issues/121976
272239
- class: org.elasticsearch.xpack.esql.heap_attack.HeapAttackIT
273240
method: testEnrichExplosionManyMatches
274241
issue: https://github.com/elastic/elasticsearch/issues/122913
275-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
276-
method: test {yaml=reference/troubleshooting/common-issues/disk-usage-exceeded/line_65}
277-
issue: https://github.com/elastic/elasticsearch/issues/123094
278242
- class: org.elasticsearch.xpack.esql.action.CrossClusterAsyncQueryStopIT
279243
method: testStopQueryLocal
280244
issue: https://github.com/elastic/elasticsearch/issues/121672
281-
- class: org.elasticsearch.smoketest.DocsClientYamlTestSuiteIT
282-
method: test {yaml=reference/snapshot-restore/restore-snapshot/line_408}
283-
issue: https://github.com/elastic/elasticsearch/issues/123192
284245
- class: org.elasticsearch.xpack.ilm.actions.SearchableSnapshotActionIT
285246
method: testRestoredIndexManagedByLocalPolicySkipsIllegalActions
286247
issue: https://github.com/elastic/elasticsearch/issues/123202
@@ -413,4 +374,4 @@ tests:
413374
# issue: "https://github.com/elastic/elasticsearch/..."
414375
# - class: "org.elasticsearch.xpack.esql.**"
415376
# method: "test {union_types.MultiIndexIpStringStatsInline *}"
416-
# issue: "https://github.com/elastic/elasticsearch/..."
377+
# issue: "https://github.com/elastic/elasticsearch/..."

0 commit comments

Comments
 (0)