support EJR in batch job driver #792

CHANGELOG.md

@@ -12,6 +12,9 @@ without compromising stable operations.
 
 ## Unreleased
 
+## 0.38.4
+
+- Fix load_stac from unsigned job results URL in batch jobs ([#792](https://github.com/Open-EO/openeo-geopyspark-driver/issues/792))
 
 ## 0.38.3
 

openeogeotrellis/_version.py

@@ -1 +1 @@
-__version__ = "0.38.3a1"
+__version__ = "0.38.4a1"

openeogeotrellis/backend.py

@@ -2023,6 +2023,9 @@ def as_arg_element(dependency: dict) -> dict:
                 access_token=user.internal_auth_data["access_token"],
                 fuse_mount_batchjob_s3_bucket=get_backend_config().fuse_mount_batchjob_s3_bucket,
                 UDF_PYTHON_DEPENDENCIES_FOLDER_NAME=UDF_PYTHON_DEPENDENCIES_FOLDER_NAME,
+                openeo_ejr_api=get_backend_config().ejr_api,
+                openeo_ejr_backend_id=get_backend_config().ejr_backend_id,
+                openeo_ejr_oidc_client_credentials=os.environ.get("OPENEO_EJR_OIDC_CLIENT_CREDENTIALS"),
             )
 
             if get_backend_config().fuse_mount_batchjob_s3_bucket:

openeogeotrellis/deploy/batch_job.py

@@ -215,7 +215,7 @@ def run_job(
             logger.exception(f"Failed extracting and installing UDF dependencies: {e}")
 
         backend_implementation = GeoPySparkBackendImplementation(
-            use_job_registry=False,
+            use_job_registry=bool(get_backend_config().ejr_api),
         )
 
         if default_sentinel_hub_credentials is not None:

openeogeotrellis/deploy/sparkapplication_template.yaml.j2

@@ -215,6 +215,12 @@ spec:
         value: "TRUE"
       - name: FUSE_MOUNT_BATCHJOB_S3_BUCKET
         value: "{{fuse_mount_batchjob_s3_bucket}}"
+      - name: OPENEO_EJR_API
+        value: {{ openeo_ejr_api }}
+      - name: OPENEO_EJR_BACKEND_ID
+        value: {{ openeo_ejr_backend_id }}
+      - name: OPENEO_EJR_OIDC_CLIENT_CREDENTIALS
+        value: {{ openeo_ejr_oidc_client_credentials }}
 {%- endblock %}
     labels:
 {%- block driver_labels %}