Skip to content

[8.19] ESQL: Add one more test of FTF with LOOKUP JOIN (#129781) #129986

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Jun 25, 2025
Merged

[8.19] ESQL: Add one more test of FTF with LOOKUP JOIN (#129781) #129986

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions ...n/esql/qa/testFixtures/src/main/java/org/elasticsearch/xpack/esql/CsvTestsDataLoader.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,8 @@ public class CsvTestsDataLoader {
private static final TestDataset SAMPLE_DATA_TS_NANOS = SAMPLE_DATA.withIndex("sample_data_ts_nanos")
.withData("sample_data_ts_nanos.csv")
.withTypeMapping(Map.of("@timestamp", "date_nanos"));
private static final TestDataset LOOKUP_SAMPLE_DATA_TS_NANOS = SAMPLE_DATA_TS_NANOS.withIndex("lookup_sample_data_ts_nanos")
// the double underscore is meant to not match `sample_data*`, but do match `sample_*`
private static final TestDataset SAMPLE_DATA_TS_NANOS_LOOKUP = SAMPLE_DATA_TS_NANOS.withIndex("sample__data_ts_nanos_lookup")
.withSetting("lookup-settings.json");
private static final TestDataset MISSING_IP_SAMPLE_DATA = new TestDataset("missing_ip_sample_data");
private static final TestDataset CLIENT_IPS = new TestDataset("clientips");
Expand Down Expand Up @@ -143,7 +144,7 @@ public class CsvTestsDataLoader {
Map.entry(SAMPLE_DATA_STR.indexName, SAMPLE_DATA_STR),
Map.entry(SAMPLE_DATA_TS_LONG.indexName, SAMPLE_DATA_TS_LONG),
Map.entry(SAMPLE_DATA_TS_NANOS.indexName, SAMPLE_DATA_TS_NANOS),
Map.entry(LOOKUP_SAMPLE_DATA_TS_NANOS.indexName, LOOKUP_SAMPLE_DATA_TS_NANOS),
Map.entry(SAMPLE_DATA_TS_NANOS_LOOKUP.indexName, SAMPLE_DATA_TS_NANOS_LOOKUP),
Map.entry(MISSING_IP_SAMPLE_DATA.indexName, MISSING_IP_SAMPLE_DATA),
Map.entry(CLIENT_IPS.indexName, CLIENT_IPS),
Map.entry(CLIENT_IPS_LOOKUP.indexName, CLIENT_IPS_LOOKUP),
Expand Down
18 changes: 17 additions & 1 deletion x-pack/plugin/esql/qa/testFixtures/src/main/resources/lookup-join.csv-spec
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -120,6 +120,22 @@ language_code:integer | language_name:keyword
4 | German
;

selfJoinWithOffset
required_capability: join_lookup_v12

FROM languages_lookup
| EVAL language_code = language_code + 2
| LOOKUP JOIN languages_lookup ON language_code
| SORT language_code
;

language_code:integer | language_name:keyword
3 |Spanish
4 |German
5 |null
6 |null
;

nonUniqueLeftKeyOnTheDataNode
required_capability: join_lookup_v12

Expand Down Expand Up @@ -4602,7 +4618,7 @@ required_capability: join_lookup_v12
required_capability: date_nanos_lookup_join

FROM sample_data_ts_nanos
| LOOKUP JOIN lookup_sample_data_ts_nanos ON @timestamp
| LOOKUP JOIN sample__data_ts_nanos_lookup ON @timestamp
| KEEP @timestamp, client_ip, event_duration, message
| SORT @timestamp DESC
;
Expand Down
25 changes: 25 additions & 0 deletions x-pack/plugin/esql/qa/testFixtures/src/main/resources/match-operator.csv-spec
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -752,6 +752,31 @@ host:keyword | semantic_text_field:text | language_name:keyword | language_code:
"host1" | live long and prosper | English | 1
;

testFTFWithLookupJoin
required_capability: match_operator_colon
required_capability: match_phrase_function
required_capability: kql_function
required_capability: qstr_function
required_capability: join_lookup_v12

FROM sample_*,-sample__data_*
| WHERE message : "Connected to 10.1.0.1"
| WHERE MATCH_PHRASE(message, "Connected to 10.1.0.1")
| WHERE KQL("message : Connected*")
| WHERE QSTR("message : *")
| EVAL @timestamp_millis = TO_DATETIME(@timestamp)
| EVAL client_ip = TO_IP(client_ip)
| LOOKUP JOIN sample__data_ts_nanos_lookup ON client_ip
| STATS BY @timestamp_millis, client_ip, @timestamp, event_duration, message
| SORT event_duration
;

@timestamp_millis:date |client_ip:ip |@timestamp:date_nanos |event_duration:long |message:keyword
2023-10-23T13:55:01.543Z|172.21.3.15 |2023-10-23T13:51:54.732123456Z|725448 |Connection error
2023-10-23T13:55:01.543Z|172.21.3.15 |2023-10-23T13:55:01.543123456Z|1756467 |Connected to 10.1.0.1
2023-10-23T13:55:01.543Z|172.21.3.15 |2023-10-23T13:53:55.832123456Z|5033755 |Connection error
2023-10-23T13:55:01.543Z|172.21.3.15 |2023-10-23T13:52:55.015123456Z|8268153 |Connection error
;

testMatchInStatsNonPushable
required_capability: match_operator_colon
Expand Down