Log response ID and token usage of queries to be able to fetch additional data from the provider after evaluation

Part of #347

Author: ahumenberger

model/llm/llm.go

@@ -339,7 +339,7 @@ func (m *Model) query(logger *log.Logger, request string) (queryResult *provider
 				return err
 			}
 			duration = time.Since(start)
-			logger.Info("model responded", "model", m.ID(), "id", id, "duration", duration.Milliseconds(), "response", string(bytesutil.PrefixLines([]byte(queryResult.Message), []byte("\t"))))
+			logger.Info("model responded", "model", m.ID(), "id", id, "duration", duration.Milliseconds(), "response-id", queryResult.ResponseID, "token-input", queryResult.Usage.PromptTokens, "token-output", queryResult.Usage.CompletionTokens, "response", string(bytesutil.PrefixLines([]byte(queryResult.Message), []byte("\t"))))
 
 			return nil
 		},

provider/openai-api/query.go

@@ -38,7 +38,8 @@ func QueryOpenAIAPIModel(ctx context.Context, client *openai.Client, modelIdenti
 	}
 
 	return &provider.QueryResult{
-		Message: apiResponse.Choices[0].Message.Content,
-		Usage:   apiResponse.Usage,
+		ResponseID: apiResponse.ID,
+		Message:    apiResponse.Choices[0].Message.Content,
+		Usage:      apiResponse.Usage,
 	}, nil
 }

provider/provider.go

@@ -46,6 +46,8 @@ type InjectToken interface {
 
 // QueryResult holds the result of a query.
 type QueryResult struct {
+	// ResponseID holds the response ID.
+	ResponseID string
 	// Message holds the response message.
 	Message string
 	// Duration holds the duration of the result.