[Perf] Refactor tests.yml into one file per package per language

eng/common/pipelines/templates/jobs/perf.yml

@@ -17,6 +17,9 @@ parameters:
 - name: Language
   type: string
   default: ''
+- name: LanguageVersion
+  type: string
+  default: ''
 - name: LanguageRepoName
   type: string
   default: $(Build.Repository.Name)
@@ -38,9 +41,6 @@ parameters:
 - name: ServiceDirectory
   type: string
   default: ''
-- name: Services
-  type: string
-  default: ''
 - name: PackageVersions
   type: string
   default: '.*'
@@ -118,17 +118,12 @@ jobs:
       Location: westus
       ResourceType: perf
 
-  - pwsh: |
-      set-content -path config.yml -value "WorkingDirectories:"
-      add-content -path config.yml -value "  ${{ parameters.Language }}: $(Agent.BuildDirectory)/s"
-    workingDirectory: azure-sdk-tools/tools/perf-automation/Azure.Sdk.Tools.PerfAutomation
-    displayName: Create config.yml
-
   - script: >-
       dotnet run -- run
-      --no-sync
-      --languages ${{ parameters.Language }}
-      --services "${{ parameters.Services }}"
+      --language ${{ parameters.Language }}
+      --language-version ${{ parameters.LanguageVersion }}
+      --repo-root $(System.DefaultWorkingDirectory)
+      --tests-file $(System.DefaultWorkingDirectory)/sdk/${{ parameters.ServiceDirectory }}/perf-tests.yml
       --package-versions "${{ parameters.PackageVersions }}"
       --tests "${{ parameters.Tests }}"
       --arguments "${{ parameters.Arguments }}"

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/ILanguage.cs

@@ -6,6 +6,8 @@ namespace Azure.Sdk.Tools.PerfAutomation
 {
     public interface ILanguage
     {
+        string WorkingDirectory { get; set; }
+
         Task CleanupAsync(string project);
 
         IDictionary<string, string> FilterRuntimePackageVersions(IDictionary<string, string> runtimePackageVersions);

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/JavaScript.cs

@@ -133,7 +133,7 @@ public override async Task<IterationResult> RunAsync(
             bool profile,
             object context)
         {
-            var runtimePackageVersions = (Dictionary<string, string>) context;
+            var runtimePackageVersions = (Dictionary<string, string>)context;
 
             var outputBuilder = new StringBuilder();
             var errorBuilder = new StringBuilder();

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/LanguageBase.cs

@@ -11,7 +11,7 @@ public abstract class LanguageBase : ILanguage
 
         protected string ProfileDirectory => Path.GetFullPath(Path.Combine(WorkingDirectory, Language + "-profile"));
 
-        protected string WorkingDirectory => Program.Config.WorkingDirectories[Language];
+        public string WorkingDirectory { get; set; }
 
         public abstract Task CleanupAsync(string project);
 

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/Models/ServiceInfo.cs

@@ -1,11 +1,44 @@
-using System.Collections.Generic;
+using System;
+using System.Collections.Generic;
+using System.Linq;
 
 namespace Azure.Sdk.Tools.PerfAutomation.Models
 {
     public class ServiceInfo
     {
         public string Service { get; set; }
-        public IDictionary<Language, ServiceLanguageInfo> Languages { get; set; }
+        public string Project { get; set; }
+
+        private string _primaryPackage;
+        public string PrimaryPackage
+        {
+            get
+            {
+                if (!string.IsNullOrEmpty(_primaryPackage))
+                {
+                    return _primaryPackage;
+                }
+                else if (!PackageVersions.Any())
+                {
+                    return string.Empty;
+                }
+                else if (PackageVersions.First().Count == 1)
+                {
+                    return PackageVersions.First().First().Key;
+                }
+                else
+                {
+                    throw new InvalidOperationException("Must set PrimaryPackageVersion if PackageVersions contains multiple packages");
+                }
+            }
+
+            set
+            {
+                _primaryPackage = value;
+            }
+        }
+
+        public IEnumerable<IDictionary<string, string>> PackageVersions { get; set; }
         public IEnumerable<TestInfo> Tests { get; set; }
     }
 }

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/Models/TestInfo.cs

@@ -5,7 +5,7 @@ namespace Azure.Sdk.Tools.PerfAutomation.Models
     public class TestInfo
     {
         public string Test { get; set; }
+        public string Class { get; set; }
         public IEnumerable<string> Arguments { get; set; }
-        public IDictionary<Language, string> TestNames { get; set; }
     }
 }