feat(glue-alpha): add job run queuing to Glue job

packages/@aws-cdk/aws-glue-alpha/lib/job.ts

@@ -502,6 +502,16 @@ export interface JobProps {
    */
   readonly description?: string;
 
+  /**
+   * Specifies whether job run queuing is enabled for the job runs for this job.
+   * A value of true means job run queuing is enabled for the job runs.
+   * If false or not populated, the job runs will not be considered for queueing.
+   * If this field does not match the value set in the job run, then the value from the job run field will be used.
+   *
+   * @default - no job run queuing
+   */
+  readonly jobRunQueuingEnabled?: boolean;
+
   /**
    * The number of AWS Glue data processing units (DPUs) that can be allocated when this job runs.
    * Cannot be used for Glue version 2.0 and later - workerType and workerCount should be used instead.
@@ -722,6 +732,9 @@ export class Job extends JobBase {
       if (props.workerType && (props.workerType !== WorkerType.G_1X && props.workerType !== WorkerType.G_2X)) {
         throw new Error('FLEX ExecutionClass is only available for WorkerType G_1X or G_2X');
       }
+      if (props.jobRunQueuingEnabled === true) {
+        throw new Error('FLEX ExecutionClass is only available if job run queuing is disabled');
+      }
     }
 
     let maxCapacity = props.maxCapacity;
@@ -743,6 +756,10 @@ export class Job extends JobBase {
       throw new Error('Both workerType and workerCount must be set');
     }
 
+    if (props.jobRunQueuingEnabled === true && props.maxRetries !== undefined && props.maxRetries > 0) {
+      throw new Error(`Maximum retries was set to ${props.maxRetries}, must be set to 0 with job run queuing enabled`);
+    }
+
     const jobResource = new CfnJob(this, 'Resource', {
       name: props.jobName,
       description: props.description,
@@ -756,6 +773,7 @@ export class Job extends JobBase {
       glueVersion: executable.glueVersion.name,
       workerType: props.workerType?.name,
       numberOfWorkers: props.workerCount,
+      jobRunQueuingEnabled: props.jobRunQueuingEnabled,
       maxCapacity: props.maxCapacity,
       maxRetries: props.maxRetries,
       executionClass: props.executionClass,

packages/@aws-cdk/aws-glue-alpha/test/integ.job.js.snapshot/aws-glue-job.template.json

@@ -1754,6 +1754,127 @@
     },
     "WorkerType": "G.1X"
    }
+  },
+  "EtlJobWithRunQueuingServiceRole33547334": {
+   "Type": "AWS::IAM::Role",
+   "Properties": {
+    "AssumeRolePolicyDocument": {
+     "Statement": [
+      {
+       "Action": "sts:AssumeRole",
+       "Effect": "Allow",
+       "Principal": {
+        "Service": "glue.amazonaws.com"
+       }
+      }
+     ],
+     "Version": "2012-10-17"
+    },
+    "ManagedPolicyArns": [
+     {
+      "Fn::Join": [
+       "",
+       [
+        "arn:",
+        {
+         "Ref": "AWS::Partition"
+        },
+        ":iam::aws:policy/service-role/AWSGlueServiceRole"
+       ]
+      ]
+     }
+    ]
+   }
+  },
+  "EtlJobWithRunQueuingServiceRoleDefaultPolicy5725F511": {
+   "Type": "AWS::IAM::Policy",
+   "Properties": {
+    "PolicyDocument": {
+     "Statement": [
+      {
+       "Action": [
+        "s3:GetBucket*",
+        "s3:GetObject*",
+        "s3:List*"
+       ],
+       "Effect": "Allow",
+       "Resource": [
+        {
+         "Fn::Join": [
+          "",
+          [
+           "arn:",
+           {
+            "Ref": "AWS::Partition"
+           },
+           ":s3:::",
+           {
+            "Fn::Sub": "cdk-hnb659fds-assets-${AWS::AccountId}-${AWS::Region}"
+           },
+           "/*"
+          ]
+         ]
+        },
+        {
+         "Fn::Join": [
+          "",
+          [
+           "arn:",
+           {
+            "Ref": "AWS::Partition"
+           },
+           ":s3:::",
+           {
+            "Fn::Sub": "cdk-hnb659fds-assets-${AWS::AccountId}-${AWS::Region}"
+           }
+          ]
+         ]
+        }
+       ]
+      }
+     ],
+     "Version": "2012-10-17"
+    },
+    "PolicyName": "EtlJobWithRunQueuingServiceRoleDefaultPolicy5725F511",
+    "Roles": [
+     {
+      "Ref": "EtlJobWithRunQueuingServiceRole33547334"
+     }
+    ]
+   }
+  },
+  "EtlJobWithRunQueuingA1B098B5": {
+   "Type": "AWS::Glue::Job",
+   "Properties": {
+    "Command": {
+     "Name": "glueetl",
+     "PythonVersion": "3",
+     "ScriptLocation": {
+      "Fn::Join": [
+       "",
+       [
+        "s3://",
+        {
+         "Fn::Sub": "cdk-hnb659fds-assets-${AWS::AccountId}-${AWS::Region}"
+        },
+        "/432033e3218068a915d2532fa9be7858a12b228a2ae6e5c10faccd9097b1e855.py"
+       ]
+      ]
+     }
+    },
+    "DefaultArguments": {
+     "--job-language": "python"
+    },
+    "GlueVersion": "4.0",
+    "JobRunQueuingEnabled": true,
+    "Name": "EtlJobWithRunQueuing",
+    "Role": {
+     "Fn::GetAtt": [
+      "EtlJobWithRunQueuingServiceRole33547334",
+      "Arn"
+     ]
+    }
+   }
   }
  },
  "Parameters": {