AI Chat Web template fixes for Azure AI Search (#6429)

SteveSandersonMS · web-flow · commit c41a59cd59d1 · 2025-05-12T21:02:29.000-07:00
* AI Chat Web template fixes for Azure AI Search

* Update snapshots
diff --git a/src/ProjectTemplates/Microsoft.Extensions.AI.Templates/src/ChatWithCustomData/ChatWithCustomData-CSharp.Web/Services/IngestedDocument.cs b/src/ProjectTemplates/Microsoft.Extensions.AI.Templates/src/ChatWithCustomData/ChatWithCustomData-CSharp.Web/Services/IngestedDocument.cs
@@ -21,6 +21,6 @@ public class IngestedDocument
     public required string DocumentVersion { get; set; }
 
     // The vector is not used but required for some vector databases
-    [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]
-    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);
+    [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]
+    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);
 }
diff --git a/src/ProjectTemplates/Microsoft.Extensions.AI.Templates/src/ChatWithCustomData/ChatWithCustomData-CSharp.Web/Services/Ingestion/PDFDirectorySource.cs b/src/ProjectTemplates/Microsoft.Extensions.AI.Templates/src/ChatWithCustomData/ChatWithCustomData-CSharp.Web/Services/Ingestion/PDFDirectorySource.cs
@@ -30,7 +30,7 @@ public Task<IEnumerable<IngestedDocument>> GetNewOrModifiedDocumentsAsync(IReadO
 #if (UseQdrant)
                 results.Add(new() { Key = Guid.CreateVersion7(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
 #else
-                results.Add(new() { Key = $"{SourceId}_{sourceFileId}", SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
+                results.Add(new() { Key = Guid.CreateVersion7().ToString(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
 #endif
             }
         }
@@ -58,7 +58,7 @@ public async Task<IEnumerable<IngestedChunk>> CreateChunksForDocumentAsync(IEmbe
 #if (UseQdrant)
             Key = Guid.CreateVersion7(),
 #else
-            Key = $"{Path.GetFileNameWithoutExtension(document.DocumentId)}_{pair.First.PageNumber}_{pair.First.IndexOnPage}",
+            Key = Guid.CreateVersion7().ToString(),
 #endif
             DocumentId = document.DocumentId,
             PageNumber = pair.First.PageNumber,
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.Basic.verified/aichatweb/Services/IngestedDocument.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.Basic.verified/aichatweb/Services/IngestedDocument.cs
@@ -17,6 +17,6 @@ public class IngestedDocument
     public required string DocumentVersion { get; set; }
 
     // The vector is not used but required for some vector databases
-    [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]
-    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);
+    [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]
+    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);
 }
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.Basic.verified/aichatweb/Services/Ingestion/PDFDirectorySource.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.Basic.verified/aichatweb/Services/Ingestion/PDFDirectorySource.cs
@@ -27,7 +27,7 @@ public Task<IEnumerable<IngestedDocument>> GetNewOrModifiedDocumentsAsync(IReadO
             var existingDocumentVersion = existingDocumentsById.TryGetValue(sourceFileId, out var existingDocument) ? existingDocument.DocumentVersion : null;
             if (existingDocumentVersion != sourceFileVersion)
             {
-                results.Add(new() { Key = $"{SourceId}_{sourceFileId}", SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
+                results.Add(new() { Key = Guid.CreateVersion7().ToString(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
             }
         }
 
@@ -51,7 +51,7 @@ public async Task<IEnumerable<IngestedChunk>> CreateChunksForDocumentAsync(IEmbe
 
         return paragraphs.Zip(embeddings).Select((pair, index) => new IngestedChunk
         {
-            Key = $"{Path.GetFileNameWithoutExtension(document.DocumentId)}_{pair.First.PageNumber}_{pair.First.IndexOnPage}",
+            Key = Guid.CreateVersion7().ToString(),
             DocumentId = document.DocumentId,
             PageNumber = pair.First.PageNumber,
             Text = pair.First.Text,
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.BasicAspire.verified/aichatweb/aichatweb.Web/Services/IngestedDocument.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.BasicAspire.verified/aichatweb/aichatweb.Web/Services/IngestedDocument.cs
@@ -17,6 +17,6 @@ public class IngestedDocument
     public required string DocumentVersion { get; set; }
 
     // The vector is not used but required for some vector databases
-    [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]
-    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);
+    [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]
+    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);
 }
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.BasicAspire.verified/aichatweb/aichatweb.Web/Services/Ingestion/PDFDirectorySource.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.BasicAspire.verified/aichatweb/aichatweb.Web/Services/Ingestion/PDFDirectorySource.cs
@@ -27,7 +27,7 @@ public Task<IEnumerable<IngestedDocument>> GetNewOrModifiedDocumentsAsync(IReadO
             var existingDocumentVersion = existingDocumentsById.TryGetValue(sourceFileId, out var existingDocument) ? existingDocument.DocumentVersion : null;
             if (existingDocumentVersion != sourceFileVersion)
             {
-                results.Add(new() { Key = $"{SourceId}_{sourceFileId}", SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
+                results.Add(new() { Key = Guid.CreateVersion7().ToString(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
             }
         }
 
@@ -51,7 +51,7 @@ public async Task<IEnumerable<IngestedChunk>> CreateChunksForDocumentAsync(IEmbe
 
         return paragraphs.Zip(embeddings).Select((pair, index) => new IngestedChunk
         {
-            Key = $"{Path.GetFileNameWithoutExtension(document.DocumentId)}_{pair.First.PageNumber}_{pair.First.IndexOnPage}",
+            Key = Guid.CreateVersion7().ToString(),
             DocumentId = document.DocumentId,
             PageNumber = pair.First.PageNumber,
             Text = pair.First.Text,
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.OpenAI_AzureAISearch.verified/aichatweb/Services/IngestedDocument.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.OpenAI_AzureAISearch.verified/aichatweb/Services/IngestedDocument.cs
@@ -17,6 +17,6 @@ public class IngestedDocument
     public required string DocumentVersion { get; set; }
 
     // The vector is not used but required for some vector databases
-    [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]
-    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);
+    [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]
+    public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);
 }
diff --git a/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.OpenAI_AzureAISearch.verified/aichatweb/Services/Ingestion/PDFDirectorySource.cs b/test/ProjectTemplates/Microsoft.Extensions.AI.Templates.IntegrationTests/Snapshots/aichatweb.OpenAI_AzureAISearch.verified/aichatweb/Services/Ingestion/PDFDirectorySource.cs
@@ -27,7 +27,7 @@ public Task<IEnumerable<IngestedDocument>> GetNewOrModifiedDocumentsAsync(IReadO
             var existingDocumentVersion = existingDocumentsById.TryGetValue(sourceFileId, out var existingDocument) ? existingDocument.DocumentVersion : null;
             if (existingDocumentVersion != sourceFileVersion)
             {
-                results.Add(new() { Key = $"{SourceId}_{sourceFileId}", SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
+                results.Add(new() { Key = Guid.CreateVersion7().ToString(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });
             }
         }
 
@@ -51,7 +51,7 @@ public async Task<IEnumerable<IngestedChunk>> CreateChunksForDocumentAsync(IEmbe
 
         return paragraphs.Zip(embeddings).Select((pair, index) => new IngestedChunk
         {
-            Key = $"{Path.GetFileNameWithoutExtension(document.DocumentId)}_{pair.First.PageNumber}_{pair.First.IndexOnPage}",
+            Key = Guid.CreateVersion7().ToString(),
             DocumentId = document.DocumentId,
             PageNumber = pair.First.PageNumber,
             Text = pair.First.Text,

Original file line number	Diff line number	Diff line change
`@@ -21,6 +21,6 @@ public class IngestedDocument`
`21`	`21`	`public required string DocumentVersion { get; set; }`
`22`	`22`
`23`	`23`	`// The vector is not used but required for some vector databases`
`24`		`- [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]`
`25`		`- public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);`
	`24`	`+ [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]`
	`25`	`+ public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);`
`26`	`26`	`}`
Original file line number	Diff line number	Diff line change
`@@ -17,6 +17,6 @@ public class IngestedDocument`
`17`	`17`	`public required string DocumentVersion { get; set; }`
`18`	`18`
`19`	`19`	`// The vector is not used but required for some vector databases`
`20`		`- [VectorStoreRecordVector(1, DistanceFunction = DistanceFunction.CosineSimilarity)]`
`21`		`- public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0]);`
	`20`	`+ [VectorStoreRecordVector(2, DistanceFunction = DistanceFunction.CosineSimilarity)]`
	`21`	`+ public ReadOnlyMemory<float> Vector { get; set; } = new ReadOnlyMemory<float>([0, 0]);`
`22`	`22`	`}`
Original file line number	Diff line number	Diff line change
`@@ -27,7 +27,7 @@ public Task<IEnumerable<IngestedDocument>> GetNewOrModifiedDocumentsAsync(IReadO`
`27`	`27`	`var existingDocumentVersion = existingDocumentsById.TryGetValue(sourceFileId, out var existingDocument) ? existingDocument.DocumentVersion : null;`
`28`	`28`	`if (existingDocumentVersion != sourceFileVersion)`
`29`	`29`	`{`
`30`		`- results.Add(new() { Key = $"{SourceId}_{sourceFileId}", SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });`
	`30`	`+ results.Add(new() { Key = Guid.CreateVersion7().ToString(), SourceId = SourceId, DocumentId = sourceFileId, DocumentVersion = sourceFileVersion });`
`31`	`31`	`}`
`32`	`32`	`}`
`33`	`33`
`@@ -51,7 +51,7 @@ public async Task<IEnumerable<IngestedChunk>> CreateChunksForDocumentAsync(IEmbe`
`51`	`51`
`52`	`52`	`return paragraphs.Zip(embeddings).Select((pair, index) => new IngestedChunk`
`53`	`53`	`{`
`54`		`- Key = $"{Path.GetFileNameWithoutExtension(document.DocumentId)}_{pair.First.PageNumber}_{pair.First.IndexOnPage}",`
	`54`	`+ Key = Guid.CreateVersion7().ToString(),`
`55`	`55`	`DocumentId = document.DocumentId,`
`56`	`56`	`PageNumber = pair.First.PageNumber,`
`57`	`57`	`Text = pair.First.Text,`