Glue run concurrent jobs.

import boto3
import json
from datetime import datetime


def jobProperties():
    global client, job
    # Create a Glue client
    client = boto3.client('glue', region_name='eu-west-1')
    # Get the current job configuration
    response = client.get_job(JobName='my-job')
    job = response['Job']

    # Function to convert datetime objects to strings
    def datetime_converter(o):
        if isinstance(o, datetime):
            return o.isoformat()

    # Serialize the job configuration to JSON
    job_json = json.dumps(job, indent=2, default=datetime_converter)
    print(job_json)


jobProperties()


def updatejob() -> None:
    # Define the updated job parameters
    updated_job = {
        'Description': 'A job that filters geocode querys per country metadata matches',  # Change the description
        'GlueVersion': '4.0',  # Change the Glue version to '4.0'
        'Command': job['Command'],  # Ensure the Command property is included
        'Role': job['Role'],        # Include the IAM role
        'Timeout': 480,             # Set the desired timeout in minutes
        'NumberOfWorkers': 20,       # change number of workers
        'WorkerType': 'G.1X',        # change worker type
        'MaxRetries': 0,             # change max retries
        'ExecutionClass': 'FLEX',  # Include the ExecutionClass
        "ExecutionProperty": {"MaxConcurrentRuns": 4}
    }

    # Unknown parameter in JobUpdate: "MaxConcurrentRuns",
    # must be one of:
    # Description,
    # LogUri,
    # Role,
    # ExecutionProperty,
    # Command,
    # DefaultArguments,
    # NonOverridableArguments,
    # Connections,
    # MaxRetries,
    # AllocatedCapacity,
    # Timeout,
    # MaxCapacity,
    # WorkerType,
    # NumberOfWorkers,
    # SecurityConfiguration,
    # NotificationProperty,
    # GlueVersion,
    # CodeGenConfigurationNodes,
    # ExecutionClass,
    # SourceControlDetails

    # Update the job with the new timeout
    response = client.update_job(
        JobName='my-job',
        JobUpdate=updated_job
    )

    print(response)

jobProperties()
updatejob()