diff --git a/src/Libraries/Microsoft.Extensions.DataIngestion/Writers/VectorStoreWriter.cs b/src/Libraries/Microsoft.Extensions.DataIngestion/Writers/VectorStoreWriter.cs index 5b312836732..7969f99035a 100644 --- a/src/Libraries/Microsoft.Extensions.DataIngestion/Writers/VectorStoreWriter.cs +++ b/src/Libraries/Microsoft.Extensions.DataIngestion/Writers/VectorStoreWriter.cs @@ -169,7 +169,13 @@ private async Task> GetPreExistingChunksIdsAsync(Ingestion } // Each Vector Store has a different max top count limit, so we use low value and loop. - const int MaxTopCount = 1_000; + // Use smaller batch size in debug to be able to test the looping logic without needing to insert a lot of records. + const int MaxTopCount = +#if RELEASE + 1_000; +#else + 10; +#endif List keys = []; int insertedCount; diff --git a/test/Libraries/Microsoft.Extensions.DataIngestion.Tests/Writers/VectorStoreWriterTests.cs b/test/Libraries/Microsoft.Extensions.DataIngestion.Tests/Writers/VectorStoreWriterTests.cs index 0600a00216d..0395c470ce0 100644 --- a/test/Libraries/Microsoft.Extensions.DataIngestion.Tests/Writers/VectorStoreWriterTests.cs +++ b/test/Libraries/Microsoft.Extensions.DataIngestion.Tests/Writers/VectorStoreWriterTests.cs @@ -134,10 +134,9 @@ public async Task IncrementalIngestion_WithManyRecords_DeletesAllPreExistingChun IngestionDocument document = new(documentId); - // Create more chunks than the MaxTopCount (1000) to test pagination - // We create 2500 chunks to ensure multiple batches + // Create enough chunks to exercise the incremental ingestion delete-all behavior in DEBUG builds List> chunks = []; - for (int i = 0; i < 2500; i++) + for (int i = 0; i < 50; i++) { chunks.Add(new($"chunk {i}", document)); }