Skip to content

Commit 49f55b6

Browse files
authored
Add more logging to incremental ingest (#2057)
1 parent eb0bf20 commit 49f55b6

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

src/Elastic.Markdown/Exporters/Elasticsearch/ElasticsearchMarkdownExporter.cs

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,8 @@ string indexNamespace
4949
? new BasicAuthentication(username, password)
5050
: null,
5151
EnableHttpCompression = true,
52-
DebugMode = _endpoint.DebugMode,
52+
//DebugMode = _endpoint.DebugMode,
53+
DebugMode = true,
5354
CertificateFingerprint = _endpoint.CertificateFingerprint,
5455
ProxyAddress = _endpoint.ProxyAddress,
5556
ProxyPassword = _endpoint.ProxyPassword,
@@ -161,11 +162,12 @@ private async ValueTask DoDeleteByQuery(string lexicalWriteAlias, Cancel ctx)
161162
}
162163
});
163164
var reindexUrl = $"/{lexicalWriteAlias}/_delete_by_query?wait_for_completion=false";
164-
var reindexNewChanges = await _transport.PostAsync<DynamicResponse>(reindexUrl, request, ctx);
165-
var taskId = reindexNewChanges.Body.Get<string>("task");
165+
var deleteOldLexicalDocs = await _transport.PostAsync<DynamicResponse>(reindexUrl, request, ctx);
166+
var taskId = deleteOldLexicalDocs.Body.Get<string>("task");
166167
if (string.IsNullOrWhiteSpace(taskId))
167168
{
168169
_collector.EmitGlobalError($"Failed to delete data in '{lexicalWriteAlias}' not part of batch date: {_batchIndexDate:o}");
170+
_logger.LogError("Failed to delete data to '{LexicalWriteAlias}' {Response}", lexicalWriteAlias, deleteOldLexicalDocs);
169171
return;
170172
}
171173
_logger.LogInformation("_delete_by_query task id: {TaskId}", taskId);
@@ -196,6 +198,7 @@ private async ValueTask DoReindex(PostData request, string lexicalWriteAlias, st
196198
var taskId = reindexNewChanges.Body.Get<string>("task");
197199
if (string.IsNullOrWhiteSpace(taskId))
198200
{
201+
_logger.LogError("Failed to reindex {Type} data to '{SemanticWriteAlias}' {Response}", typeOfSync, semanticWriteAlias, reindexNewChanges);
199202
_collector.EmitGlobalError($"Failed to reindex {typeOfSync} data to '{semanticWriteAlias}'");
200203
return;
201204
}

0 commit comments

Comments
 (0)