feat(glue): support AWS Glue 5.0 (aws#32467)

### Issue # (if applicable) N/A ### Reason for this change Glue supported ver 5.0. Ref: [Introducing AWS Glue 5.0](https://aws.amazon.com/about-aws/whats-new/2024/12/aws-glue-5-0/) ### Description of changes Add Enum. ### Description of how you validated changes Update an unit test and an integ test. ### Checklist - [ ] My code adheres to the [CONTRIBUTING GUIDE](https://github.com/aws/aws-cdk/blob/main/CONTRIBUTING.md) and [DESIGN GUIDELINES](https://github.com/aws/aws-cdk/blob/main/docs/DESIGN_GUIDELINES.md) ---- *By submitting this pull request, I confirm that my contribution is made under the terms of the Apache-2.0 license*
Leo10Gama · Dec 11, 2024 · ca01a25 · ca01a25
1 parent c23be8c
commit ca01a25
Show file tree

Hide file tree

Showing 8 changed files with 1,094 additions and 27 deletions.
diff --git a/packages/@aws-cdk/aws-glue-alpha/README.md b/packages/@aws-cdk/aws-glue-alpha/README.md
@@ -41,7 +41,7 @@ An ETL job processes data in batches using Apache Spark.
 declare const bucket: s3.Bucket;
 new glue.Job(this, 'ScalaSparkEtlJob', {
   executable: glue.JobExecutable.scalaEtl({
-    glueVersion: glue.GlueVersion.V4_0,
+    glueVersion: glue.GlueVersion.V5_0,
     script: glue.Code.fromBucket(bucket, 'src/com/example/HelloWorld.scala'),
     className: 'com.example.HelloWorld',
     extraJars: [glue.Code.fromBucket(bucket, 'jars/HelloWorld.jar')],
@@ -58,7 +58,7 @@ A Streaming job is similar to an ETL job, except that it performs ETL on data st
 ```ts
 new glue.Job(this, 'PythonSparkStreamingJob', {
   executable: glue.JobExecutable.pythonStreaming({
-    glueVersion: glue.GlueVersion.V4_0,
+    glueVersion: glue.GlueVersion.V5_0,
     pythonVersion: glue.PythonVersion.THREE,
     script: glue.Code.fromAsset(path.join(__dirname, 'job-script', 'hello_world.py')),
   }),
@@ -94,7 +94,7 @@ These jobs run in a Ray environment managed by AWS Glue.
 ```ts
 new glue.Job(this, 'RayJob', {
   executable: glue.JobExecutable.pythonRay({
-    glueVersion: glue.GlueVersion.V4_0,
+    glueVersion: glue.GlueVersion.V5_0,
     pythonVersion: glue.PythonVersion.THREE_NINE,
     runtime: glue.Runtime.RAY_TWO_FOUR,
     script: glue.Code.fromAsset(path.join(__dirname, 'job-script', 'hello_world.py')),
@@ -137,7 +137,7 @@ Enable job run queuing by setting the `jobRunQueuingEnabled` property to `true`.
 new glue.Job(this, 'EnableRunQueuing', {
   jobName: 'EtlJobWithRunQueuing',
   executable: glue.JobExecutable.pythonEtl({
-    glueVersion: glue.GlueVersion.V4_0,
+    glueVersion: glue.GlueVersion.V5_0,
     pythonVersion: glue.PythonVersion.THREE,
     script: glue.Code.fromAsset(path.join(__dirname, 'job-script', 'hello_world.py')),
   }),
@@ -488,7 +488,7 @@ new glue.S3Table(this, 'MyTable', {
 declare const myDatabase: glue.Database;
 // KMS key is created automatically
 new glue.S3Table(this, 'MyTable', {
-  encryption: glue.TableEncryption.CLIENT_SIDE_KMS, 
+  encryption: glue.TableEncryption.CLIENT_SIDE_KMS,
   // ...
   database: myDatabase,
   columns: [{
@@ -546,7 +546,7 @@ new glue.S3Table(this, 'MyTable', {
   // ...
   database: myDatabase,
   dataFormat: glue.DataFormat.JSON,
-});  
+});
 ```
 
 ### Primitives

diff --git a/packages/@aws-cdk/aws-glue-alpha/lib/job-executable.ts b/packages/@aws-cdk/aws-glue-alpha/lib/job-executable.ts
@@ -11,16 +11,19 @@ import { Code } from './code';
 export class GlueVersion {
   /**
    * Glue version using Spark 2.2.1 and Python 2.7
+   * @deprecated Reached end of support
    */
   public static readonly V0_9 = new GlueVersion('0.9');
 
   /**
    * Glue version using Spark 2.4.3, Python 2.7 and Python 3.6
+   * @deprecated Reached end of support
    */
   public static readonly V1_0 = new GlueVersion('1.0');
 
   /**
    * Glue version using Spark 2.4.3 and Python 3.7
+   * @deprecated Reached end of support
    */
   public static readonly V2_0 = new GlueVersion('2.0');
 
@@ -34,6 +37,11 @@ export class GlueVersion {
    */
   public static readonly V4_0 = new GlueVersion('4.0');
 
+  /**
+   * Glue version using Spark 3.5.2 and Python 3.11
+   */
+  public static readonly V5_0 = new GlueVersion('5.0');
+
   /**
    * Custom Glue version
    * @param version custom version

diff --git a/packages/@aws-cdk/aws-glue-alpha/test/integ.job.js.snapshot/aws-glue-job.assets.json b/packages/@aws-cdk/aws-glue-alpha/test/integ.job.js.snapshot/aws-glue-job.assets.json