diff --git a/server/src/main/java/org/elasticsearch/index/codec/vectors/IVFVectorsWriter.java b/server/src/main/java/org/elasticsearch/index/codec/vectors/IVFVectorsWriter.java
index f0fba8c8e136f..30881a90adfc5 100644
--- a/server/src/main/java/org/elasticsearch/index/codec/vectors/IVFVectorsWriter.java
+++ b/server/src/main/java/org/elasticsearch/index/codec/vectors/IVFVectorsWriter.java
@@ -225,102 +225,107 @@ public int ordToDoc(int ord) {
     }
 
     @Override
-    @SuppressForbidden(reason = "require usage of Lucene's IOUtils#deleteFilesIgnoringExceptions(...)")
     public final void mergeOneField(FieldInfo fieldInfo, MergeState mergeState) throws IOException {
-        rawVectorDelegate.mergeOneField(fieldInfo, mergeState);
         if (fieldInfo.getVectorEncoding().equals(VectorEncoding.FLOAT32)) {
-            final int numVectors;
-            String tempRawVectorsFileName = null;
-            boolean success = false;
-            // build a float vector values with random access. In order to do that we dump the vectors to
-            // a temporary file
-            // and write the docID follow by the vector
-            try (IndexOutput out = mergeState.segmentInfo.dir.createTempOutput(mergeState.segmentInfo.name, "ivf_", IOContext.DEFAULT)) {
-                tempRawVectorsFileName = out.getName();
-                // TODO do this better, we shouldn't have to write to a temp file, we should be able to
-                // to just from the merged vector values, the tricky part is the random access.
-                numVectors = writeFloatVectorValues(fieldInfo, out, MergedVectorValues.mergeFloatVectorValues(fieldInfo, mergeState));
-                CodecUtil.writeFooter(out);
+            mergeOneFieldIVF(fieldInfo, mergeState);
+        }
+        // we merge the vectors at the end so we only have two copies of the vectors on disk at the same time.
+        rawVectorDelegate.mergeOneField(fieldInfo, mergeState);
+    }
+
+    @SuppressForbidden(reason = "require usage of Lucene's IOUtils#deleteFilesIgnoringExceptions(...)")
+    private void mergeOneFieldIVF(FieldInfo fieldInfo, MergeState mergeState) throws IOException {
+        final int numVectors;
+        String tempRawVectorsFileName = null;
+        boolean success = false;
+        // build a float vector values with random access. In order to do that we dump the vectors to
+        // a temporary file
+        // and write the docID follow by the vector
+        try (IndexOutput out = mergeState.segmentInfo.dir.createTempOutput(mergeState.segmentInfo.name, "ivf_", IOContext.DEFAULT)) {
+            tempRawVectorsFileName = out.getName();
+            // TODO do this better, we shouldn't have to write to a temp file, we should be able to
+            // to just from the merged vector values, the tricky part is the random access.
+            numVectors = writeFloatVectorValues(fieldInfo, out, MergedVectorValues.mergeFloatVectorValues(fieldInfo, mergeState));
+            CodecUtil.writeFooter(out);
+            success = true;
+        } finally {
+            if (success == false && tempRawVectorsFileName != null) {
+                org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, tempRawVectorsFileName);
+            }
+        }
+        try (IndexInput in = mergeState.segmentInfo.dir.openInput(tempRawVectorsFileName, IOContext.DEFAULT)) {
+            float[] calculatedGlobalCentroid = new float[fieldInfo.getVectorDimension()];
+            final FloatVectorValues floatVectorValues = getFloatVectorValues(fieldInfo, in, numVectors);
+            success = false;
+            long centroidOffset;
+            long centroidLength;
+            String centroidTempName = null;
+            int numCentroids;
+            IndexOutput centroidTemp = null;
+            CentroidAssignments centroidAssignments;
+            try {
+                centroidTemp = mergeState.segmentInfo.dir.createTempOutput(mergeState.segmentInfo.name, "civf_", IOContext.DEFAULT);
+                centroidTempName = centroidTemp.getName();
+
+                centroidAssignments = calculateAndWriteCentroids(
+                    fieldInfo,
+                    floatVectorValues,
+                    centroidTemp,
+                    mergeState,
+                    calculatedGlobalCentroid
+                );
+                numCentroids = centroidAssignments.numCentroids();
+
                 success = true;
             } finally {
-                if (success == false && tempRawVectorsFileName != null) {
-                    org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, tempRawVectorsFileName);
+                if (success == false && centroidTempName != null) {
+                    IOUtils.closeWhileHandlingException(centroidTemp);
+                    org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, centroidTempName);
                 }
             }
-            try (IndexInput in = mergeState.segmentInfo.dir.openInput(tempRawVectorsFileName, IOContext.DEFAULT)) {
-                float[] calculatedGlobalCentroid = new float[fieldInfo.getVectorDimension()];
-                final FloatVectorValues floatVectorValues = getFloatVectorValues(fieldInfo, in, numVectors);
-                success = false;
-                long centroidOffset;
-                long centroidLength;
-                String centroidTempName = null;
-                int numCentroids;
-                IndexOutput centroidTemp = null;
-                CentroidAssignments centroidAssignments;
-                try {
-                    centroidTemp = mergeState.segmentInfo.dir.createTempOutput(mergeState.segmentInfo.name, "civf_", IOContext.DEFAULT);
-                    centroidTempName = centroidTemp.getName();
-
-                    centroidAssignments = calculateAndWriteCentroids(
+            try {
+                if (numCentroids == 0) {
+                    centroidOffset = ivfCentroids.getFilePointer();
+                    writeMeta(fieldInfo, centroidOffset, 0, new long[0], null);
+                    CodecUtil.writeFooter(centroidTemp);
+                    IOUtils.close(centroidTemp);
+                    return;
+                }
+                CodecUtil.writeFooter(centroidTemp);
+                IOUtils.close(centroidTemp);
+                centroidOffset = ivfCentroids.alignFilePointer(Float.BYTES);
+                try (IndexInput centroidsInput = mergeState.segmentInfo.dir.openInput(centroidTempName, IOContext.DEFAULT)) {
+                    ivfCentroids.copyBytes(centroidsInput, centroidsInput.length() - CodecUtil.footerLength());
+                    centroidLength = ivfCentroids.getFilePointer() - centroidOffset;
+
+                    CentroidSupplier centroidSupplier = createCentroidSupplier(
+                        centroidsInput,
+                        numCentroids,
                         fieldInfo,
-                        floatVectorValues,
-                        centroidTemp,
-                        mergeState,
                         calculatedGlobalCentroid
                     );
-                    numCentroids = centroidAssignments.numCentroids();
-
-                    success = true;
-                } finally {
-                    if (success == false && centroidTempName != null) {
-                        IOUtils.closeWhileHandlingException(centroidTemp);
-                        org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, centroidTempName);
-                    }
-                }
-                try {
-                    if (numCentroids == 0) {
-                        centroidOffset = ivfCentroids.getFilePointer();
-                        writeMeta(fieldInfo, centroidOffset, 0, new long[0], null);
-                        CodecUtil.writeFooter(centroidTemp);
-                        IOUtils.close(centroidTemp);
-                        return;
-                    }
-                    CodecUtil.writeFooter(centroidTemp);
-                    IOUtils.close(centroidTemp);
-                    centroidOffset = ivfCentroids.alignFilePointer(Float.BYTES);
-                    try (IndexInput centroidsInput = mergeState.segmentInfo.dir.openInput(centroidTempName, IOContext.DEFAULT)) {
-                        ivfCentroids.copyBytes(centroidsInput, centroidsInput.length() - CodecUtil.footerLength());
-                        centroidLength = ivfCentroids.getFilePointer() - centroidOffset;
-
-                        CentroidSupplier centroidSupplier = createCentroidSupplier(
-                            centroidsInput,
-                            numCentroids,
-                            fieldInfo,
-                            calculatedGlobalCentroid
-                        );
-
-                        // build a float vector values with random access
-                        // build centroids
-                        final long[] offsets = buildAndWritePostingsLists(
-                            fieldInfo,
-                            centroidSupplier,
-                            floatVectorValues,
-                            ivfClusters,
-                            centroidAssignments.assignmentsByCluster()
-                        );
-                        assert offsets.length == centroidSupplier.size();
-                        writeMeta(fieldInfo, centroidOffset, centroidLength, offsets, calculatedGlobalCentroid);
-                    }
-                } finally {
-                    org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(
-                        mergeState.segmentInfo.dir,
-                        tempRawVectorsFileName,
-                        centroidTempName
+
+                    // build a float vector values with random access
+                    // build centroids
+                    final long[] offsets = buildAndWritePostingsLists(
+                        fieldInfo,
+                        centroidSupplier,
+                        floatVectorValues,
+                        ivfClusters,
+                        centroidAssignments.assignmentsByCluster()
                     );
+                    assert offsets.length == centroidSupplier.size();
+                    writeMeta(fieldInfo, centroidOffset, centroidLength, offsets, calculatedGlobalCentroid);
                 }
             } finally {
-                org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, tempRawVectorsFileName);
+                org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(
+                    mergeState.segmentInfo.dir,
+                    tempRawVectorsFileName,
+                    centroidTempName
+                );
             }
+        } finally {
+            org.apache.lucene.util.IOUtils.deleteFilesIgnoringExceptions(mergeState.segmentInfo.dir, tempRawVectorsFileName);
         }
     }