Add ability to use localizations for key terms

src/Machine/src/Serval.Machine.Shared/Services/CorpusService.cs

@@ -43,7 +43,10 @@
             switch (file.Format)
             {
                 case FileFormat.Paratext:
-                    yield return new ParatextBackupTermsCorpus(file.Location, ["PN"]);
+                    using (var archive = ZipFile.OpenRead(file.Location))
+                    {
+                        yield return new ZipParatextProjectTermsCorpus(archive, ["PN"]);
+                    }
                     break;
             }
         }

src/Machine/src/Serval.Machine.Shared/Services/PreprocessBuildJob.cs

@@ -50,13 +50,19 @@ protected override async Task DoWorkAsync(
         CancellationToken cancellationToken
     )
     {
+        TranslationEngine? engine = await Engines.GetAsync(e => e.EngineId == engineId, cancellationToken);
+        if (engine is null)
+            throw new OperationCanceledException($"Engine {engineId} does not exist.  Build canceled.");
+
+        bool sourceTagInBaseModel = ResolveLanguageCodeForBaseModel(engine.SourceLanguage, out string srcLang);
+        bool targetTagInBaseModel = ResolveLanguageCodeForBaseModel(engine.TargetLanguage, out string trgLang);
+
         (int trainCount, int pretranslateCount) = await WriteDataFilesAsync(
             buildId,
             data,
             buildOptions,
             cancellationToken
         );
-
         // Log summary of build data
         JsonObject buildPreprocessSummary =
             new()
@@ -65,16 +71,10 @@ CancellationToken cancellationToken
                 { "EngineId", engineId },
                 { "BuildId", buildId },
                 { "NumTrainRows", trainCount },
-                { "NumPretranslateRows", pretranslateCount }
+                { "NumPretranslateRows", pretranslateCount },
+                { "SourceLanguageResolved", srcLang },
+                { "TargetLanguageResolved", trgLang }
             };
-        TranslationEngine? engine = await Engines.GetAsync(e => e.EngineId == engineId, cancellationToken);
-        if (engine is null)
-            throw new OperationCanceledException($"Engine {engineId} does not exist.  Build canceled.");
-
-        bool sourceTagInBaseModel = ResolveLanguageCodeForBaseModel(engine.SourceLanguage, out string srcLang);
-        buildPreprocessSummary.Add("SourceLanguageResolved", srcLang);
-        bool targetTagInBaseModel = ResolveLanguageCodeForBaseModel(engine.TargetLanguage, out string trgLang);
-        buildPreprocessSummary.Add("TargetLanguageResolved", trgLang);
         Logger.LogInformation("{summary}", buildPreprocessSummary.ToJsonString());
 
         if (trainCount == 0 && (!sourceTagInBaseModel || !targetTagInBaseModel))

src/Serval/test/Serval.Translation.Tests/Services/EngineServiceTests.cs

@@ -619,7 +619,8 @@
                         fileNameSuffix: ".USFM",
                         biblicalTermsListType: "BiblicalTerms",
                         biblicalTermsProjectName: "",
-                        biblicalTermsFileName: "BiblicalTerms.xml"
+                        biblicalTermsFileName: "BiblicalTerms.xml",
+                        languageCode: "en"
                     )
                 );
 

src/Serval/test/Serval.Translation.Tests/Services/PretranslationServiceTests.cs

@@ -402,7 +402,8 @@
                 fileNameSuffix: $"{name}.SFM",
                 biblicalTermsListType: "Major",
                 biblicalTermsProjectName: "",
-                biblicalTermsFileName: "BiblicalTerms.xml"
+                biblicalTermsFileName: "BiblicalTerms.xml",
+                languageCode: "en"
             );
         }
     }