Skip to content

Commit

Permalink
Merge pull request #517 from awslabs/add-glue-job-ci
Browse files Browse the repository at this point in the history
add-glue-job-ci
  • Loading branch information
bmorrissirromb authored Jul 25, 2024
2 parents 30cb4aa + 41124e5 commit 8b7f3c2
Showing 1 changed file with 52 additions and 0 deletions.
52 changes: 52 additions & 0 deletions rdk/template/example_ci/AWS_Glue_Job.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
{
"version": "1.3",
"accountId": "111111111111",
"configurationItemCaptureTime": "2024-07-25T15:18:58.479Z",
"configurationItemStatus": "ResourceDiscovered",
"configurationStateId": "1111222233334",
"configurationItemMD5Hash": "",
"arn": "arn:aws:glue:us-east-1:111111111111:job/test",
"resourceType": "AWS::Glue::Job",
"resourceId": "test",
"resourceName": "test",
"awsRegion": "us-east-1",
"availabilityZone": "Regional",
"tags": {},
"relatedEvents": [],
"relationships": [],
"configuration": {
"Id": "test",
"MaxRetries": 0,
"Description": "",
"Timeout": 2880,
"AllocatedCapacity": 10,
"Name": "test",
"Role": "arn:aws:iam::111111111111:role/AWSGlueServiceRole-lab",
"DefaultArguments": {
"--enable-metrics": "true",
"--enable-spark-ui": "true",
"--spark-event-logs-path": "s3://aws-glue-assets-111111111111-us-east-1/sparkHistoryLogs/",
"--enable-job-insights": "false",
"--enable-observability-metrics": "true",
"--enable-glue-datacatalog": "true",
"--enable-continuous-cloudwatch-log": "true",
"--job-bookmark-option": "job-bookmark-disable",
"--job-language": "python",
"--TempDir": "s3://aws-glue-assets-111111111111-us-east-1/temporary/"
},
"WorkerType": "G.1X",
"Command": {
"Name": "glueetl",
"ScriptLocation": "s3://aws-glue-assets-111111111111-us-east-1/scripts/test.py",
"PythonVersion": "3"
},
"GlueVersion": "4.0",
"ExecutionProperty": {
"MaxConcurrentRuns": 1
},
"NumberOfWorkers": 10,
"MaxCapacity": 10,
"Tags": {}
},
"supplementaryConfiguration": {}
}

0 comments on commit 8b7f3c2

Please sign in to comment.