Merge pull request apache#6056: [BEAM-4836] separate virtualenvs for Beam and PerfKit

Author: lgajowy

.test-infra/jenkins/CommonJobProperties.groovy

@@ -260,6 +260,7 @@ class CommonJobProperties {
       bigquery_table: 'beam_performance.pkb_results',
       k8s_get_retry_count: 36, // wait up to 6 minutes for K8s LoadBalancer
       k8s_get_wait_interval: 10,
+      python_binary: '$WORKSPACE/.beam_env/bin/python',
       temp_dir: '$WORKSPACE',
       // Use source cloned by Jenkins and not clone it second time (redundantly).
       beam_location: '$WORKSPACE/src',
@@ -304,25 +305,28 @@ class CommonJobProperties {
     context.steps {
         // Clean up environment.
         shell('rm -rf PerfKitBenchmarker')
-        shell('rm -rf .env')
+        shell('rm -rf .beam_env')
+        shell('rm -rf .perfkit_env')
 
         // create new VirtualEnv, inherit already existing packages
-        shell('virtualenv .env --system-site-packages')
+        shell('virtualenv .beam_env --system-site-packages')
+        shell('virtualenv .perfkit_env --system-site-packages')
 
         // update setuptools and pip
-        shell('.env/bin/pip install --upgrade setuptools pip')
+        shell('.beam_env/bin/pip install --upgrade setuptools pip')
+        shell('.perfkit_env/bin/pip install --upgrade setuptools pip')
 
         // Clone appropriate perfkit branch
         shell('git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git')
 
         // Install job requirements for Python SDK.
-        shell('.env/bin/pip install -e ' + CommonJobProperties.checkoutDir + '/sdks/python/[gcp,test]')
+        shell('.beam_env/bin/pip install -e ' + CommonJobProperties.checkoutDir + '/sdks/python/[gcp,test]')
 
         // Install Perfkit benchmark requirements.
-        shell('.env/bin/pip install -r PerfKitBenchmarker/requirements.txt')
+        shell('.perfkit_env/bin/pip install -r PerfKitBenchmarker/requirements.txt')
 
         // Launch performance test.
-        shell(".env/bin/python PerfKitBenchmarker/pkb.py $pkbArgs")
+        shell(".perfkit_env/bin/python PerfKitBenchmarker/pkb.py $pkbArgs")
     }
   }