Skip to content

Commit d2831dc

Browse files
committed
Fix SQL query and set ClaimDescription ID as a key for find query (#2246)
1 parent 614f88b commit d2831dc

File tree

1 file changed

+19
-19
lines changed

1 file changed

+19
-19
lines changed

lib/tasks/migrate/20230130074014_add_mapping_for_keyword_search_fields.rake

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -33,26 +33,26 @@ namespace :check do
3333
index_alias = CheckElasticSearchModel.get_index_alias
3434
client = $repository.client
3535
Team.where('id > ?', last_team_id).where(team_condition).find_each do |team|
36-
team.claim_descriptions.joins(:project_media).find_in_batches(:batch_size => batch_size) do |cds|
36+
team.claim_descriptions
37+
.select(
38+
'claim_descriptions.id, claim_descriptions.project_media_id as pm_id, claim_descriptions.description, claim_descriptions.context,
39+
fact_checks.title, fact_checks.summary, fact_checks.url, fact_checks.language'
40+
)
41+
.joins(:project_media)
42+
.joins(:fact_check)
43+
.find_in_batches(:batch_size => batch_size) do |items|
3744
es_body = []
38-
ids = cds.map(&:id)
39-
ClaimDescription.select('claim_descriptions.project_media_id as pm_id, claim_descriptions.description, claim_descriptions.context, fact_checks.*')
40-
.where(id: ids)
41-
.joins(:fact_check)
42-
.find_in_batches(:batch_size => batch_size) do |items|
43-
print '.'
44-
items.each do |item|
45-
doc_id = Base64.encode64("ProjectMedia/#{item['pm_id']}")
46-
fields = {
47-
'claim_description_content' => item['description'],
48-
'claim_description_context' => item['context'],
49-
'fact_check_title' => item['title'],
50-
'fact_check_summary' => item['summary'],
51-
'fact_check_url' => item['url'],
52-
'fact_check_languages' => [item['language']]
53-
}
54-
es_body << { update: { _index: index_alias, _id: doc_id, retry_on_conflict: 3, data: { doc: fields } } }
55-
end
45+
items.each do |item|
46+
doc_id = Base64.encode64("ProjectMedia/#{item['pm_id']}")
47+
fields = {
48+
'claim_description_content' => item['description'],
49+
'claim_description_context' => item['context'],
50+
'fact_check_title' => item['title'],
51+
'fact_check_summary' => item['summary'],
52+
'fact_check_url' => item['url'],
53+
'fact_check_languages' => [item['language']]
54+
}
55+
es_body << { update: { _index: index_alias, _id: doc_id, retry_on_conflict: 3, data: { doc: fields } } }
5656
end
5757
client.bulk body: es_body unless es_body.blank?
5858
end

0 commit comments

Comments
 (0)