Skip to content

update mappings to be compatible with elasticsearch 7 #1376

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 11 commits into from
May 3, 2025
Merged

update mappings to be compatible with elasticsearch 7 #1376

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
8ee8405
remove many options in mapping script
haarg May 3, 2025
b88fdc1
remove redundant array in version query
haarg May 3, 2025
1502b9b
add elasticsearch 7 client module
haarg May 3, 2025
cc65041
boolify some mapping attributes
haarg May 3, 2025
a823547
update mappings to be compatible with elasticsearch 7
haarg May 2, 2025
88e779d
remove mapper.dynamic setting
haarg May 3, 2025
19ed1fe
fix syntax of contributor update actions
haarg May 3, 2025
684af6d
give ESXM a fake type if none exists
haarg May 3, 2025
064451d
check mapping in test compatible with newer ES
haarg May 3, 2025
a5aa6e5
create mappings without types on ES 7
haarg May 3, 2025
e783c2b
add additional hacks around to ESXM to avoid type on ES7
haarg May 3, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions cpanfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -122,6 +122,7 @@ requires 'Scalar::Util', '1.62'; # Moose
requires 'Search::Elasticsearch' => '8.12';
requires 'Search::Elasticsearch::Client::2_0' => '6.81';
requires 'Search::Elasticsearch::Client::5_0' => '6.81';
requires 'Search::Elasticsearch::Client::7_0' => '8.12';
requires 'Throwable::Error';
requires 'Term::Size::Any'; # for Catalyst
requires 'Text::CSV_XS';
Expand Down
24 changes: 6 additions & 18 deletions es/account/mapping.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,39 +5,27 @@
"dynamic": true,
"properties": {
"client": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"token": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
},
"code": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"id": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"identity": {
"dynamic": false,
"properties": {
"key": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
}
Expand Down
3 changes: 0 additions & 3 deletions es/account/settings.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,4 @@
{
"mapper": {
"dynamic": "false"
},
"number_of_replicas": 1,
"number_of_shards": 1,
"refresh_interval": "1s"
Expand Down
90 changes: 24 additions & 66 deletions es/author/mapping.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,66 +5,46 @@
"fields": {
"analyzed": {
"analyzer": "standard",
"fielddata": {
"format": "disabled"
},
"fielddata": false,
"store": true,
"type": "string"
"type": "text"
}
},
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"blog": {
"dynamic": true,
"properties": {
"feed": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"url": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
},
"city": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"country": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"donation": {
"dynamic": true,
"properties": {
"id": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
},
"email": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"gravatar_url": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"is_pause_custodial_account": {
"type": "boolean"
Expand All @@ -76,34 +56,24 @@
"fields": {
"analyzed": {
"analyzer": "standard",
"fielddata": {
"format": "disabled"
},
"fielddata": false,
"store": true,
"type": "string"
"type": "text"
}
},
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"pauseid": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"perlmongers": {
"dynamic": true,
"properties": {
"name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"url": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
},
Expand All @@ -115,43 +85,31 @@
"fields": {
"analyzed": {
"analyzer": "simple",
"fielddata": {
"format": "disabled"
},
"fielddata": false,
"store": true,
"type": "string"
"type": "text"
}
},
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
},
"type": "nested"
},
"region": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"updated": {
"format": "strict_date_optional_time||epoch_millis",
"type": "date"
},
"user": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"website": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
}
3 changes: 0 additions & 3 deletions es/author/settings.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,4 @@
{
"mapper": {
"dynamic": "false"
},
"number_of_replicas": 1,
"number_of_shards": 1,
"refresh_interval": "1s"
Expand Down
28 changes: 8 additions & 20 deletions es/contributor/mapping.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,34 +2,22 @@
"dynamic": false,
"properties": {
"distribution": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"pauseid": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"email": {
"type": "keyword"
},
"name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"email": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"pauseid": {
"type": "keyword"
},
"release_author": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"release_name": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
}
3 changes: 0 additions & 3 deletions es/contributor/settings.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,4 @@
{
"mapper": {
"dynamic": "false"
},
"number_of_replicas": 1,
"number_of_shards": 1,
"refresh_interval": "1s"
Expand Down
12 changes: 3 additions & 9 deletions es/cover/mapping.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,19 +22,13 @@
}
},
"distribution": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"release": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"version": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
}
3 changes: 0 additions & 3 deletions es/cover/settings.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,4 @@
{
"mapper": {
"dynamic": "false"
},
"number_of_replicas": 1,
"number_of_shards": 1,
"refresh_interval": "1s"
Expand Down
23 changes: 9 additions & 14 deletions es/cve/mapping.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,40 +2,35 @@
"dynamic": false,
"properties": {
"affected_versions": {
"type": "string"
"type": "text"
},
"cpansa_id": {
"ignore_above": 2048,
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"cves": {
"type": "string"
"type": "text"
},
"description": {
"type": "string"
"type": "text"
},
"distribution": {
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"references": {
"type": "string"
"type": "text"
},
"releases": {
"index": "not_analyzed",
"type": "string"
"type": "keyword"
},
"reported": {
"format": "strict_date_optional_time||epoch_millis",
"type": "date"
},
"severity": {
"type": "string"
"type": "text"
},
"versions": {
"index": "not_analyzed",
"type": "string"
"type": "keyword"
}
}
}
3 changes: 0 additions & 3 deletions es/cve/settings.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,4 @@
{
"mapper": {
"dynamic": "false"
},
"number_of_replicas": 1,
"number_of_shards": 1,
"refresh_interval": "1s"
Expand Down
Loading