brister/jsmr
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

Improved performance of voice work search updater.
All checks were successful
ci / build-test (push) Successful in 2m56s
Details
ci / publish-image (push) Successful in 2m15s
Details

Browse Source
This commit is contained in:
Brian Bicknell
2026-04-17 10:29:23 -04:00
parent be466b52e0
commit 1f91e46527
3 changed files with 24 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
JSMR.Infrastructure/Ingestion/VoiceWorkSearchUpdater.cs
View File

@@ -21,11 +21,21 @@ public class VoiceWorkSearchUpdater(AppDbContext dbContext) : IVoiceWorkSearchUp
.Include(vw => vw.EnglishVoiceWorks)
.ToListAsync(cancellationToken);
Dictionary<int, VoiceWorkSearch> existingSearches = await dbContext.VoiceWorkSearches
.Where(s => voiceWorkIds.Contains(s.VoiceWorkId))
.ToDictionaryAsync(s => s.VoiceWorkId, cancellationToken);
int[] tagIds = [.. batch.SelectMany(vw => vw.Tags).Select(vwt => vwt.TagId).Distinct()];
Dictionary<int, EnglishTag> englishTags = await dbContext.EnglishTags
.Where(et => tagIds.Contains(et.TagId))
.ToDictionaryAsync(et => et.TagId, cancellationToken);
foreach (var voiceWork in batch)
{
try
{
UpdateSearchText(voiceWork);
UpdateSearchText(voiceWork, existingSearches, englishTags);
}
catch (Exception ex)
{
@@ -33,17 +43,14 @@ public class VoiceWorkSearchUpdater(AppDbContext dbContext) : IVoiceWorkSearchUp
}
}
dbContext.SaveChanges();
await dbContext.SaveChangesAsync(cancellationToken);
}
private void UpdateSearchText(VoiceWork voiceWork)
private void UpdateSearchText(VoiceWork voiceWork, Dictionary<int, VoiceWorkSearch> existingSearches, Dictionary<int, EnglishTag> englishTags)
{
string searchText = GetSearchText(voiceWork);
string searchText = GetSearchText(voiceWork, englishTags);
var searchEntry = dbContext.VoiceWorkSearches
.FirstOrDefault(s => s.VoiceWorkId == voiceWork.VoiceWorkId);
if (searchEntry == null)
if (!existingSearches.TryGetValue(voiceWork.VoiceWorkId, out var searchEntry))
{
dbContext.VoiceWorkSearches.Add(new VoiceWorkSearch
{
@@ -53,11 +60,14 @@ public class VoiceWorkSearchUpdater(AppDbContext dbContext) : IVoiceWorkSearchUp
}
else
{
searchEntry.SearchText = searchText;
if (!string.Equals(searchEntry.SearchText, searchText, StringComparison.Ordinal))
{
searchEntry.SearchText = searchText;
}
}
}
private string GetSearchText(VoiceWork voiceWork)
private string GetSearchText(VoiceWork voiceWork, Dictionary<int, EnglishTag> englishTags)
{
var english = voiceWork.EnglishVoiceWorks.FirstOrDefault();
@@ -80,12 +90,8 @@ public class VoiceWorkSearchUpdater(AppDbContext dbContext) : IVoiceWorkSearchUp
AppendRaw(sb, tag.Name);
var englishTag = dbContext.EnglishTags.FirstOrDefault(et => et.TagId == tag.TagId);
if (englishTag is null)
continue;
AppendRaw(sb, englishTag?.Name);
if (englishTags.TryGetValue(tag.TagId, out var englishTag))
AppendRaw(sb, englishTag.Name);
}
foreach (var creator in voiceWork.Creators.Select(vwc => vwc.Creator))

2
JSMR.Tests/JSMR.Tests.csproj
View File

@@ -26,7 +26,7 @@
</ItemGroup>
<ItemGroup>
<PackageReference Include="coverlet.collector" Version="8.0.1">
<PackageReference Include="coverlet.collector" Version="10.0.0">
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
</PackageReference>

2
JSMR.Worker/JSMR.Worker.csproj
View File

@@ -31,7 +31,7 @@
<PackageReference Include="Serilog.Extensions.Hosting" Version="10.0.0" />
<PackageReference Include="Serilog.Settings.Configuration" Version="10.0.0" />
<PackageReference Include="Serilog.Sinks.Console" Version="6.1.1" />
<PackageReference Include="Spectre.Console" Version="0.55.0" />
<PackageReference Include="Spectre.Console" Version="0.55.2" />
<PackageReference Include="System.CommandLine" Version="2.0.6" />
</ItemGroup>