Prep release 5.0.27 (getmoto#8505)

Author: bblommers

CHANGELOG.md

@@ -1,6 +1,46 @@
 Moto Changelog
 ==============
 
+5.0.27
+-----
+Docker Digest for 5.0.27: <autopopulateddigest>
+
+    New Methods:
+        * Glue:
+            * create_dev_endpoint()
+            * get_dev_endpoint()
+            * get_dev_endpoints()
+
+        * KMS:
+            * generate_mac()
+            * list_key_rotations()
+            * rotate_key_on_demand()
+            * verify_mac()
+
+        * SES:
+            * delete_configuration_set()
+            * list_configuration_sets()
+
+        * SESv2:
+            * create_configuration_set()
+            * create_dedicated_ip_pool()
+            * delete_configuration_set()
+            * delete_dedicated_ip_pool()
+            * get_configuration_set()
+            * get_dedicated_ip_pool()
+            * list_configuration_sets()
+            * list_dedicated_ip_pools()
+
+    Miscellaneous:
+        * Introduced a new setting for ServerMode, `MOTO_DISABLE_GLOBAL_CORS`. Disabling the global CORS setting makes it possible to test the CORS-policies on S3 buckets
+        * ElastiCache: create_user() now supports the AuthenticationMode-parameter
+        * ElasticSearch/OpenSearch: list_domain_names() now returns domains from both services
+        * Kafka: list_clusters_v2() now returns all parameters
+        * Scheduler: The `schedule_expression_timezone` now defaults to UTC
+        * RDS: create_db_instance() now throws an exception if an instance with that ID already exists
+        * RDS: restore_db_instance_from_db_snapshot() now throws an exception if an instance with that ID already exists
+
+
 5.0.26
 -----
 Docker Digest for 5.0.26: _sha256:1cae28be97cc87151ecabb531d1507b8dd3d52d3636b86143a16cccf4b5fcf43_

IMPLEMENTATION_COVERAGE.md

@@ -3641,10 +3641,10 @@
 
 ## es
 <details>
-<summary>9% implemented</summary>
+<summary>15% implemented</summary>
 
 - [ ] accept_inbound_cross_cluster_search_connection
-- [ ] add_tags
+- [X] add_tags
 - [ ] associate_package
 - [ ] authorize_vpc_endpoint_access
 - [ ] cancel_domain_config_change
@@ -3681,13 +3681,13 @@
 - [ ] list_elasticsearch_instance_types
 - [ ] list_elasticsearch_versions
 - [ ] list_packages_for_domain
-- [ ] list_tags
+- [X] list_tags
 - [ ] list_vpc_endpoint_access
 - [ ] list_vpc_endpoints
 - [ ] list_vpc_endpoints_for_domain
 - [ ] purchase_reserved_elasticsearch_instance_offering
 - [ ] reject_inbound_cross_cluster_search_connection
-- [ ] remove_tags
+- [X] remove_tags
 - [ ] revoke_vpc_endpoint_access
 - [ ] start_elasticsearch_service_software_update
 - [ ] update_elasticsearch_domain_config
@@ -3938,7 +3938,7 @@
 
 ## glue
 <details>
-<summary>26% implemented</summary>
+<summary>27% implemented</summary>
 
 - [X] batch_create_partition
 - [ ] batch_delete_connection
@@ -3972,7 +3972,7 @@
 - [ ] create_custom_entity_type
 - [ ] create_data_quality_ruleset
 - [X] create_database
-- [ ] create_dev_endpoint
+- [X] create_dev_endpoint
 - [ ] create_integration
 - [ ] create_integration_resource_property
 - [ ] create_integration_table_properties
@@ -4055,8 +4055,8 @@
 - [X] get_database
 - [X] get_databases
 - [ ] get_dataflow_graph
-- [ ] get_dev_endpoint
-- [ ] get_dev_endpoints
+- [X] get_dev_endpoint
+- [X] get_dev_endpoints
 - [ ] get_entity_records
 - [ ] get_integration_resource_property
 - [ ] get_integration_table_properties
@@ -5109,7 +5109,7 @@
 
 ## kms
 <details>
-<summary>64% implemented</summary>
+<summary>75% implemented</summary>
 
 - [X] cancel_key_deletion
 - [ ] connect_custom_key_store
@@ -5134,17 +5134,17 @@
 - [ ] generate_data_key_pair
 - [ ] generate_data_key_pair_without_plaintext
 - [X] generate_data_key_without_plaintext
-- [ ] generate_mac
-- [ ] generate_random
+- [X] generate_mac
+- [X] generate_random
 - [X] get_key_policy
 - [X] get_key_rotation_status
 - [ ] get_parameters_for_import
 - [X] get_public_key
 - [ ] import_key_material
 - [X] list_aliases
 - [X] list_grants
-- [ ] list_key_policies
-- [ ] list_key_rotations
+- [X] list_key_policies
+- [X] list_key_rotations
 - [X] list_keys
 - [X] list_resource_tags
 - [X] list_retirable_grants
@@ -5153,7 +5153,7 @@
 - [X] replicate_key
 - [X] retire_grant
 - [X] revoke_grant
-- [ ] rotate_key_on_demand
+- [X] rotate_key_on_demand
 - [X] schedule_key_deletion
 - [X] sign
 - [X] tag_resource
@@ -5163,7 +5163,7 @@
 - [X] update_key_description
 - [ ] update_primary_region
 - [X] verify
-- [ ] verify_mac
+- [X] verify_mac
 </details>
 
 ## lakeformation
@@ -8262,7 +8262,7 @@
 
 ## ses
 <details>
-<summary>40% implemented</summary>
+<summary>43% implemented</summary>
 
 - [ ] clone_receipt_rule_set
 - [X] create_configuration_set
@@ -8273,7 +8273,7 @@
 - [X] create_receipt_rule
 - [X] create_receipt_rule_set
 - [ ] create_template
-- [ ] delete_configuration_set
+- [X] delete_configuration_set
 - [ ] delete_configuration_set_event_destination
 - [ ] delete_configuration_set_tracking_options
 - [ ] delete_custom_verification_email_template
@@ -8298,7 +8298,7 @@
 - [X] get_send_quota
 - [X] get_send_statistics
 - [X] get_template
-- [ ] list_configuration_sets
+- [X] list_configuration_sets
 - [ ] list_custom_verification_email_templates
 - [X] list_identities
 - [ ] list_identity_policies
@@ -8339,43 +8339,43 @@
 
 ## sesv2
 <details>
-<summary>9% implemented</summary>
+<summary>17% implemented</summary>
 
 - [ ] batch_get_metric_data
 - [ ] cancel_export_job
-- [ ] create_configuration_set
+- [X] create_configuration_set
 - [ ] create_configuration_set_event_destination
 - [X] create_contact
 - [X] create_contact_list
 - [ ] create_custom_verification_email_template
-- [ ] create_dedicated_ip_pool
+- [X] create_dedicated_ip_pool
 - [ ] create_deliverability_test_report
 - [ ] create_email_identity
 - [ ] create_email_identity_policy
 - [ ] create_email_template
 - [ ] create_export_job
 - [ ] create_import_job
 - [ ] create_multi_region_endpoint
-- [ ] delete_configuration_set
+- [X] delete_configuration_set
 - [ ] delete_configuration_set_event_destination
 - [X] delete_contact
 - [X] delete_contact_list
 - [ ] delete_custom_verification_email_template
-- [ ] delete_dedicated_ip_pool
+- [X] delete_dedicated_ip_pool
 - [ ] delete_email_identity
 - [ ] delete_email_identity_policy
 - [ ] delete_email_template
 - [ ] delete_multi_region_endpoint
 - [ ] delete_suppressed_destination
 - [ ] get_account
 - [ ] get_blacklist_reports
-- [ ] get_configuration_set
+- [X] get_configuration_set
 - [ ] get_configuration_set_event_destinations
 - [X] get_contact
 - [X] get_contact_list
 - [ ] get_custom_verification_email_template
 - [ ] get_dedicated_ip
-- [ ] get_dedicated_ip_pool
+- [X] get_dedicated_ip_pool
 - [ ] get_dedicated_ips
 - [ ] get_deliverability_dashboard_options
 - [ ] get_deliverability_test_report
@@ -8389,11 +8389,11 @@
 - [ ] get_message_insights
 - [ ] get_multi_region_endpoint
 - [ ] get_suppressed_destination
-- [ ] list_configuration_sets
+- [X] list_configuration_sets
 - [X] list_contact_lists
 - [X] list_contacts
 - [ ] list_custom_verification_email_templates
-- [ ] list_dedicated_ip_pools
+- [X] list_dedicated_ip_pools
 - [ ] list_deliverability_test_reports
 - [ ] list_domain_deliverability_campaigns
 - [ ] list_email_identities
@@ -9482,8 +9482,6 @@
 - internetmonitor
 - invoicing
 - iot-jobs-data
-- iot1click-devices
-- iot1click-projects
 - iotanalytics
 - iotdeviceadvisor
 - iotevents

docs/docs/services/es.rst

@@ -12,12 +12,10 @@
 es
 ==
 
-.. autoclass:: moto.es.models.ElasticsearchServiceBackend
-
 |start-h3| Implemented features for this service |end-h3|
 
 - [ ] accept_inbound_cross_cluster_search_connection
-- [ ] add_tags
+- [X] add_tags
 - [ ] associate_package
 - [ ] authorize_vpc_endpoint_access
 - [ ] cancel_domain_config_change
@@ -50,22 +48,17 @@ es
 - [ ] get_upgrade_history
 - [ ] get_upgrade_status
 - [X] list_domain_names
-  
-        The engine-type parameter is not yet supported.
-        Pagination is not yet implemented.
-        
-
 - [ ] list_domains_for_package
 - [ ] list_elasticsearch_instance_types
 - [ ] list_elasticsearch_versions
 - [ ] list_packages_for_domain
-- [ ] list_tags
+- [X] list_tags
 - [ ] list_vpc_endpoint_access
 - [ ] list_vpc_endpoints
 - [ ] list_vpc_endpoints_for_domain
 - [ ] purchase_reserved_elasticsearch_instance_offering
 - [ ] reject_inbound_cross_cluster_search_connection
-- [ ] remove_tags
+- [X] remove_tags
 - [ ] revoke_vpc_endpoint_access
 - [ ] start_elasticsearch_service_software_update
 - [ ] update_elasticsearch_domain_config

docs/docs/services/kms.rst

@@ -48,17 +48,17 @@ kms
 - [ ] generate_data_key_pair
 - [ ] generate_data_key_pair_without_plaintext
 - [X] generate_data_key_without_plaintext
-- [ ] generate_mac
-- [ ] generate_random
+- [X] generate_mac
+- [X] generate_random
 - [X] get_key_policy
 - [X] get_key_rotation_status
 - [ ] get_parameters_for_import
 - [X] get_public_key
 - [ ] import_key_material
 - [X] list_aliases
 - [X] list_grants
-- [ ] list_key_policies
-- [ ] list_key_rotations
+- [X] list_key_policies
+- [X] list_key_rotations
 - [X] list_keys
 - [X] list_resource_tags
 - [X] list_retirable_grants
@@ -67,7 +67,7 @@ kms
 - [X] replicate_key
 - [X] retire_grant
 - [X] revoke_grant
-- [ ] rotate_key_on_demand
+- [X] rotate_key_on_demand
 - [X] schedule_key_deletion
 - [X] sign
 
@@ -90,5 +90,5 @@ kms
         - The MessageType-parameter DIGEST is not yet implemented
 
 
-- [ ] verify_mac
+- [X] verify_mac
 

docs/docs/services/s3.rst

@@ -116,10 +116,11 @@ s3
 - [X] put_bucket_acl
 - [ ] put_bucket_analytics_configuration
 - [X] put_bucket_cors
-
+  
         Note that the moto server configures global wildcard CORS settings by default. To avoid this from overriding empty bucket CORS, disable global CORS with an environment variable:
 
         MOTO_DISABLE_GLOBAL_CORS=true
+        
 
 - [X] put_bucket_encryption
 - [ ] put_bucket_intelligent_tiering_configuration

docs/docs/services/ses.rst

@@ -25,7 +25,7 @@ ses
 - [X] create_receipt_rule
 - [X] create_receipt_rule_set
 - [ ] create_template
-- [ ] delete_configuration_set
+- [X] delete_configuration_set
 - [ ] delete_configuration_set_event_destination
 - [ ] delete_configuration_set_tracking_options
 - [ ] delete_custom_verification_email_template
@@ -50,7 +50,7 @@ ses
 - [X] get_send_quota
 - [X] get_send_statistics
 - [X] get_template
-- [ ] list_configuration_sets
+- [X] list_configuration_sets
 - [ ] list_custom_verification_email_templates
 - [X] list_identities
 - [ ] list_identity_policies

docs/docs/services/sesv2.rst

@@ -18,39 +18,39 @@ sesv2
 
 - [ ] batch_get_metric_data
 - [ ] cancel_export_job
-- [ ] create_configuration_set
+- [X] create_configuration_set
 - [ ] create_configuration_set_event_destination
 - [X] create_contact
 - [X] create_contact_list
 - [ ] create_custom_verification_email_template
-- [ ] create_dedicated_ip_pool
+- [X] create_dedicated_ip_pool
 - [ ] create_deliverability_test_report
 - [ ] create_email_identity
 - [ ] create_email_identity_policy
 - [ ] create_email_template
 - [ ] create_export_job
 - [ ] create_import_job
 - [ ] create_multi_region_endpoint
-- [ ] delete_configuration_set
+- [X] delete_configuration_set
 - [ ] delete_configuration_set_event_destination
 - [X] delete_contact
 - [X] delete_contact_list
 - [ ] delete_custom_verification_email_template
-- [ ] delete_dedicated_ip_pool
+- [X] delete_dedicated_ip_pool
 - [ ] delete_email_identity
 - [ ] delete_email_identity_policy
 - [ ] delete_email_template
 - [ ] delete_multi_region_endpoint
 - [ ] delete_suppressed_destination
 - [ ] get_account
 - [ ] get_blacklist_reports
-- [ ] get_configuration_set
+- [X] get_configuration_set
 - [ ] get_configuration_set_event_destinations
 - [X] get_contact
 - [X] get_contact_list
 - [ ] get_custom_verification_email_template
 - [ ] get_dedicated_ip
-- [ ] get_dedicated_ip_pool
+- [X] get_dedicated_ip_pool
 - [ ] get_dedicated_ips
 - [ ] get_deliverability_dashboard_options
 - [ ] get_deliverability_test_report
@@ -64,11 +64,11 @@ sesv2
 - [ ] get_message_insights
 - [ ] get_multi_region_endpoint
 - [ ] get_suppressed_destination
-- [ ] list_configuration_sets
+- [X] list_configuration_sets
 - [X] list_contact_lists
 - [X] list_contacts
 - [ ] list_custom_verification_email_templates
-- [ ] list_dedicated_ip_pools
+- [X] list_dedicated_ip_pools
 - [ ] list_deliverability_test_reports
 - [ ] list_domain_deliverability_campaigns
 - [ ] list_email_identities

moto/es/models.py

@@ -1,10 +1,27 @@
-from moto.core.base_backend import BackendDict, BaseBackend
+from moto.core.base_backend import BackendDict
+from moto.opensearch.models import OpenSearchServiceBackend
 
 
-class ElasticsearchServiceBackend(BaseBackend):
-    def __init__(self, region_name: str, account_id: str):
+class ElasticsearchServiceBackend(OpenSearchServiceBackend):
+    def create_elasticsearch_domain(self) -> None:
         # Functionality is part of OpenSearch, as that includes all of ES functionality + more
-        super().__init__(region_name, account_id)
+        # Method is kept here to make sure our documentation register this as supported
+        pass
+
+    def delete_elasticsearch_domain(self) -> None:
+        # Functionality is part of OpenSearch, as that includes all of ES functionality + more
+        # Method is kept here to make sure our documentation register this as supported
+        pass
+
+    def describe_elasticsearch_domain(self) -> None:
+        # Functionality is part of OpenSearch, as that includes all of ES functionality + more
+        # Method is kept here to make sure our documentation register this as supported
+        pass
+
+    def describe_elasticsearch_domains(self) -> None:
+        # Functionality is part of OpenSearch, as that includes all of ES functionality + more
+        # Method is kept here to make sure our documentation register this as supported
+        pass
 
 
 es_backends = BackendDict(ElasticsearchServiceBackend, "es")

moto/s3/models.py

@@ -2433,6 +2433,11 @@ def delete_bucket_tagging(self, bucket_name: str) -> None:
     def put_bucket_cors(
         self, bucket_name: str, cors_rules: List[Dict[str, Any]]
     ) -> None:
+        """
+        Note that the moto server configures global wildcard CORS settings by default. To avoid this from overriding empty bucket CORS, disable global CORS with an environment variable:
+
+        MOTO_DISABLE_GLOBAL_CORS=true
+        """
         bucket = self.get_bucket(bucket_name)
         bucket.set_cors(cors_rules)
 

scripts/implementation_coverage.py

@@ -9,7 +9,6 @@
 
 
 script_dir = os.path.dirname(os.path.abspath(__file__))
-alternative_service_names = {"lambda": "awslambda"}
 
 
 def get_moto_implementation(service_name):

tests/test_sesv2/test_sesv2.py

@@ -670,7 +670,7 @@ def test_delete_configuration_set():
 
 @mock_aws
 def test_create_and_get_dedicated_ip_pool():
-    client = boto3.client("sesv2")
+    client = boto3.client("sesv2", "us-east-1")
     pool_name = "test-pool"
     scaling_mode = "STANDARD"
     tags = [{"Key": "Owner", "Value": "Zach"}]
@@ -685,7 +685,7 @@ def test_create_and_get_dedicated_ip_pool():
 
 @mock_aws
 def test_list_dedicated_ip_pools():
-    client = boto3.client("sesv2")
+    client = boto3.client("sesv2", "us-east-1")
     num_pools = 3
     pool_name = "test-pool"
     scaling_mode = "STANDARD"
@@ -700,7 +700,7 @@ def test_list_dedicated_ip_pools():
 
 @mock_aws
 def test_delete_dedicated_ip_pool():
-    client = boto3.client("sesv2")
+    client = boto3.client("sesv2", "us-east-1")
     num_pools = 2
     pool_name = "test-pool"
     scaling_mode = "STANDARD"