Pausing and Resuming AWS Redshift Clusters

import boto3 creds = _get_creds(cred_label)['creds'] access_key = creds['username'] secret_key = creds['password'] def get_all_redshift_clusters(region=None): all_clusters = {} ec2_client = boto3.client('ec2', aws_access_key_id=access_key, aws_secret_access_key=secret_key, region_name='us-east-1') regions_to_check = [region] if region else [region['RegionName'] for region in ec2_client.describe_regions()['Regions']] for region in regions_to_check: # Initialize the Redshift client for the specified region redshift = boto3.client('redshift', aws_access_key_id=access_key, aws_secret_access_key=secret_key, region_name=region) clusters = [] try: # Using paginator to handle potential pagination of results paginator = redshift.get_paginator('describe_clusters') for page in paginator.paginate(): clusters.extend(page['Clusters']) if clusters: # Check if clusters list is not empty all_clusters[region] = clusters except Exception as e: print(f"Error fetching Redshift clusters in region {region}: {e}") return all_clusters # Set region to None for all regions, or specify a valid AWS region string for a specific region # Example: target_region = 'us-west-1' # Or None for all regions target_region = None # Get all Redshift clusters all_clusters = get_all_redshift_clusters(target_region) if all_clusters: print(f"Total Redshift Clusters: {sum(len(clusters) for clusters in all_clusters.values())}") for region, clusters in all_clusters.items(): print(f"In region {region}:") for cluster in clusters: print(f" - {cluster['ClusterIdentifier']}") else: print("No Redshift clusters found")

import boto3 creds = _get_creds(cred_label)['creds'] access_key = creds['username'] secret_key = creds['password'] # Check if 'all_clusters' and 'region' have been provided from the previous task. # If not, initialize 'all_clusters' to an empty list and 'region' to None. all_clusters = all_clusters if 'all_clusters' in locals() else [] region = region if 'region' in locals() else 'us-east-1' # default region # Initialize boto3 client for Amazon Redshift redshift = boto3.client('redshift', aws_access_key_id=access_key,aws_secret_access_key=secret_key,region_name=region) def filter_clusters_by_state(cluster_identifiers): clusters = { 'Paused': [], 'Available': [] } for cluster_id in cluster_identifiers: try: response = redshift.describe_clusters(ClusterIdentifier=cluster_id) cluster = response['Clusters'][0] if cluster['ClusterStatus'] == 'paused': clusters['Paused'].append(cluster['ClusterIdentifier']) elif cluster['ClusterStatus'] == 'available': clusters['Available'].append(cluster['ClusterIdentifier']) except redshift.exceptions.ClusterNotFoundFault: print(f"Specified cluster {cluster_id} not found.") except redshift.exceptions.InvalidClusterStateFault: print(f"The specified cluster {cluster_id} is not in a valid state.") except Exception as e: # Catch all other exceptions print(f"Unexpected error occurred for cluster {cluster_id}: {e}") return clusters if all_clusters: # Fetch and print the cluster states cluster_states = filter_clusters_by_state(all_clusters) print("Redshift clusters in 'Paused' state:") for cluster_id in cluster_states['Paused']: print(cluster_id) print("\nRedshift clusters in 'Available' state:") for cluster_id in cluster_states['Available']: print(cluster_id) else: print("No Redshift clusters found") context.proceed = False

import boto3 creds = _get_creds(cred_label)['creds'] access_key = creds['username'] secret_key = creds['password'] # Check if 'cluster_identifier' has been provided from the parent task. If not, initialize it to an empty string. cluster_identifier = cluster_identifier if 'cluster_identifier' in locals() else "" def pause_redshift_cluster(cluster_id, region): try: redshift = boto3.client('redshift', aws_access_key_id=access_key,aws_secret_access_key=secret_key,region_name=region) # Attempt to pause the specified Redshift cluster response = redshift.pause_cluster(ClusterIdentifier=cluster_id) # Check the cluster status to confirm the pause operation if response['Cluster']['ClusterStatus'] == 'pausing': print(f"Pausing cluster {cluster_id}.") return True else: print(f"Unexpected status {response['Cluster']['ClusterStatus']} for cluster {cluster_id}.") return False # Handle specific exceptions except redshift.exceptions.ClusterNotFoundFault: print(f"Cluster {cluster_id} not found.") return False except redshift.exceptions.InvalidClusterStateFault: print(f"Cluster {cluster_id} is in an invalid state for pausing.") return False except redshift.exceptions.ClusterSnapshotAlreadyExistsFault: print(f"A snapshot for cluster {cluster_id} already exists. Please delete or rename before pausing.") return False except redshift.exceptions.UnauthorizedOperation: print(f"Unauthorized to pause cluster {cluster_id}. Check your AWS IAM permissions.") return False # Handle general exceptions except Exception as e: print(f"Error pausing cluster {cluster_id}: {e}") return False def process_pause_operation(cluster_identifier, region): if not cluster_identifier.strip(): # Check if cluster_identifier is an empty string or None print("No Redshift Cluster provided for pausing") return # Exit the function early # Try pausing the cluster and print feedback success = pause_redshift_cluster(cluster_identifier, region) if success: print("Pause operation initiated successfully.") else: print("Failed to initiate pause operation.") process_pause_operation(cluster_identifier,pause_cluster_region) context.proceed = False

import boto3 creds = _get_creds(cred_label)['creds'] access_key = creds['username'] secret_key = creds['password'] # Check if 'cluster_identifier' has been provided from the parent task. If not, initialize it to an empty string. cluster_identifier = cluster_identifier if 'cluster_identifier' in locals() else "" def resume_redshift_cluster(cluster_id, region): # Check if the cluster_id is empty or not if not cluster_id: print("No Redshift Cluster provided for resuming.") return try: redshift = boto3.client('redshift',aws_access_key_id=access_key,aws_secret_access_key=secret_key, region_name = region) # Attempt to resume the specified Redshift cluster response = redshift.resume_cluster(ClusterIdentifier=cluster_id) # Check the cluster status to confirm the resume operation if response['Cluster']['ClusterStatus'] == 'resuming': print(f"Resuming cluster {cluster_id}.") return True else: print(f"Unexpected status {response['Cluster']['ClusterStatus']} for cluster {cluster_id}.") return False # Handle specific exceptions except redshift.exceptions.ClusterNotFoundFault: print(f"Cluster {cluster_id} not found.") return False except redshift.exceptions.InvalidClusterStateFault: print(f"Cluster {cluster_id} is in an invalid state for resuming. Ensure it is currently paused.") return False except redshift.exceptions.UnauthorizedOperation: print(f"Unauthorized to resume cluster {cluster_id}. Check your AWS IAM permissions.") return False # Handle general exceptions except Exception as e: print(f"Error resuming cluster {cluster_id}: {e}") return False # Try resuming the cluster and print feedback success = resume_redshift_cluster(cluster_identifier, resume_cluster_region) if success is not None: if success: print("Resume operation initiated successfully.") else: print("Failed to initiate resume operation.")