From 6dbecad5c5f7646b77cb45335f6cbe91b1615a25 Mon Sep 17 00:00:00 2001 From: LocalStack Bot Date: Mon, 28 Oct 2024 05:08:00 +0000 Subject: [PATCH] update generated parity coverage docs --- .../coverage_bedrock-runtime/index.md | 13 + .../coverage/coverage_bedrock/index.md | 13 + data/coverage/apigateway.json | 2 +- data/coverage/appsync.json | 60 +- data/coverage/bedrock-runtime.json | 110 ++++ data/coverage/bedrock.json | 576 ++++++++++++++++++ data/coverage/cloudformation.json | 136 ++++- data/coverage/cloudwatch.json | 476 +++++++-------- data/coverage/cognito-idp.json | 88 +++ data/coverage/config.json | 14 +- data/coverage/dms.json | 328 +++++----- data/coverage/docdb.json | 58 +- data/coverage/dynamodb.json | 18 +- data/coverage/dynamodbstreams.json | 12 +- data/coverage/ec2.json | 372 ++++------- data/coverage/ecr.json | 4 +- data/coverage/ecs.json | 84 +-- data/coverage/elastictranscoder.json | 8 +- data/coverage/elb.json | 8 +- data/coverage/elbv2.json | 26 +- data/coverage/emr-serverless.json | 20 +- data/coverage/emr.json | 26 +- data/coverage/es.json | 4 +- data/coverage/events.json | 98 ++- data/coverage/fis.json | 8 +- data/coverage/glacier.json | 14 +- data/coverage/glue.json | 12 +- data/coverage/iam.json | 316 +++++----- data/coverage/identitystore.json | 26 +- data/coverage/iot-data.json | 8 +- data/coverage/iot.json | 48 +- data/coverage/kinesis.json | 266 ++++---- data/coverage/kms.json | 36 +- data/coverage/lakeformation.json | 2 +- data/coverage/lambda.json | 74 ++- data/coverage/logs.json | 254 ++++---- data/coverage/managedblockchain.json | 26 +- data/coverage/memorydb.json | 10 +- data/coverage/mq.json | 4 +- data/coverage/neptune.json | 62 +- data/coverage/opensearch.json | 2 +- data/coverage/organizations.json | 40 +- data/coverage/pinpoint.json | 314 +++++++++- data/coverage/qldb.json | 6 +- data/coverage/ram.json | 8 +- data/coverage/rds-data.json | 10 + data/coverage/rds.json | 108 ++-- data/coverage/redshift.json | 64 +- data/coverage/resource-groups.json | 12 +- data/coverage/resourcegroupstaggingapi.json | 8 +- data/coverage/route53.json | 26 +- data/coverage/route53resolver.json | 16 +- data/coverage/s3.json | 116 ++-- data/coverage/sagemaker.json | 128 ++-- data/coverage/scheduler.json | 18 +- data/coverage/secretsmanager.json | 26 +- data/coverage/servicediscovery.json | 8 +- data/coverage/ses.json | 26 +- data/coverage/sns.json | 20 + data/coverage/sqs.json | 134 +++- data/coverage/ssm.json | 62 +- data/coverage/sso-admin.json | 44 +- data/coverage/stepfunctions.json | 30 +- data/coverage/sts.json | 56 +- data/coverage/support.json | 10 +- data/coverage/textract.json | 6 +- data/coverage/timestream-write.json | 8 +- data/coverage/transcribe.json | 26 +- data/coverage/transfer.json | 12 + data/coverage/wafv2.json | 42 +- data/coverage/xray.json | 10 +- 71 files changed, 3282 insertions(+), 1834 deletions(-) create mode 100644 content/en/references/coverage/coverage_bedrock-runtime/index.md create mode 100644 content/en/references/coverage/coverage_bedrock/index.md create mode 100644 data/coverage/bedrock-runtime.json create mode 100644 data/coverage/bedrock.json diff --git a/content/en/references/coverage/coverage_bedrock-runtime/index.md b/content/en/references/coverage/coverage_bedrock-runtime/index.md new file mode 100644 index 0000000000..81c8059d81 --- /dev/null +++ b/content/en/references/coverage/coverage_bedrock-runtime/index.md @@ -0,0 +1,13 @@ +--- +title: "bedrock-runtime" +linkTitle: "bedrock-runtime" +description: > + Implementation details for API bedrock-runtime +hide_readingtime: true +--- + +## Coverage Overview +{{< localstack_coverage_table service="bedrock-runtime" >}} + +## Testing Details +{{< localstack_coverage_details service="bedrock-runtime" >}} diff --git a/content/en/references/coverage/coverage_bedrock/index.md b/content/en/references/coverage/coverage_bedrock/index.md new file mode 100644 index 0000000000..565810a5f2 --- /dev/null +++ b/content/en/references/coverage/coverage_bedrock/index.md @@ -0,0 +1,13 @@ +--- +title: "bedrock" +linkTitle: "bedrock" +description: > + Implementation details for API bedrock +hide_readingtime: true +--- + +## Coverage Overview +{{< localstack_coverage_table service="bedrock" >}} + +## Testing Details +{{< localstack_coverage_details service="bedrock" >}} diff --git a/data/coverage/apigateway.json b/data/coverage/apigateway.json index 288784800a..2bb3b31e25 100644 --- a/data/coverage/apigateway.json +++ b/data/coverage/apigateway.json @@ -979,7 +979,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": false, + "external_test_suite": true, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/appsync.json b/data/coverage/appsync.json index 3fd7df5ce3..a1df31f14d 100644 --- a/data/coverage/appsync.json +++ b/data/coverage/appsync.json @@ -56,7 +56,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -91,8 +91,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -115,8 +115,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -152,7 +152,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -187,8 +187,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -211,8 +211,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -367,8 +367,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -415,8 +415,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -427,8 +427,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -451,8 +451,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -464,7 +464,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -620,7 +620,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -644,7 +644,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -656,7 +656,7 @@ "availability": "pro", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -679,8 +679,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": false, "snapshot_skipped": "" @@ -715,8 +715,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -727,8 +727,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -739,8 +739,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" diff --git a/data/coverage/bedrock-runtime.json b/data/coverage/bedrock-runtime.json new file mode 100644 index 0000000000..c67e9768e4 --- /dev/null +++ b/data/coverage/bedrock-runtime.json @@ -0,0 +1,110 @@ +{ + "service": "bedrock-runtime", + "pro_support": true, + "operations": [ + { + "ApplyGuardrail": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "Converse": { + "implemented": true, + "availability": "pro", + "internal_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": true, + "snapshot_tested": true, + "snapshot_skipped": "" + } + }, + { + "ConverseStream": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "InvokeModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": true, + "snapshot_tested": true, + "snapshot_skipped": "" + } + }, + { + "InvokeModelWithResponseStream": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + } + ], + "details": { + "Converse": { + "messages, modelId, system": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_converse", + "test": "test_converse", + "response": "200", + "error": "", + "snapshot_skipped": "['$..metrics.latencyMs', '$..output.message.content..text', '$..usage.outputTokens', '$..usage.inputTokens', '$..usage.totalTokens']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + } + }, + "InvokeModel": { + "body, modelId": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_invoke_llama", + "test": "test_invoke_llama", + "response": "200", + "error": "", + "snapshot_skipped": "['$..body']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_invoke_unknown_model", + "test": "test_invoke_unknown_model", + "response": "400", + "error": "ValidationException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + } + } + } +} \ No newline at end of file diff --git a/data/coverage/bedrock.json b/data/coverage/bedrock.json new file mode 100644 index 0000000000..309c9f8965 --- /dev/null +++ b/data/coverage/bedrock.json @@ -0,0 +1,576 @@ +{ + "service": "bedrock", + "pro_support": true, + "operations": [ + { + "BatchDeleteEvaluationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateEvaluationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateGuardrail": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateGuardrailVersion": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateModelCopyJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateModelCustomizationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateModelImportJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateModelInvocationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "CreateProvisionedModelThroughput": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "DeleteCustomModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "DeleteGuardrail": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "DeleteImportedModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "DeleteModelInvocationLoggingConfiguration": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "DeleteProvisionedModelThroughput": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetCustomModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetEvaluationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetFoundationModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetGuardrail": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetImportedModel": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetInferenceProfile": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetModelCopyJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetModelCustomizationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetModelImportJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetModelInvocationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetModelInvocationLoggingConfiguration": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "GetProvisionedModelThroughput": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListCustomModels": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListEvaluationJobs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListFoundationModels": { + "implemented": true, + "availability": "pro", + "internal_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": true, + "snapshot_tested": true, + "snapshot_skipped": "" + } + }, + { + "ListGuardrails": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListImportedModels": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListInferenceProfiles": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListModelCopyJobs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListModelCustomizationJobs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListModelImportJobs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListModelInvocationJobs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListProvisionedModelThroughputs": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "ListTagsForResource": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "PutModelInvocationLoggingConfiguration": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "StopEvaluationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "StopModelCustomizationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "StopModelInvocationJob": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "TagResource": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "UntagResource": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "UpdateGuardrail": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, + { + "UpdateProvisionedModelThroughput": { + "implemented": true, + "availability": "pro", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + } + ], + "details": { + "ListFoundationModels": { + "- (without any parameters)": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_list_foundation_models", + "test": "test_list_foundation_models", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + } + } + } +} \ No newline at end of file diff --git a/data/coverage/cloudformation.json b/data/coverage/cloudformation.json index b49211ef98..3e907177a1 100644 --- a/data/coverage/cloudformation.json +++ b/data/coverage/cloudformation.json @@ -1395,6 +1395,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -3431,6 +3441,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/ec2/aws_ec2_networkacl/test_basic.py::TestBasicCRD::test_black_box", "test": "test_black_box", @@ -6647,6 +6667,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", @@ -6687,6 +6717,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -8929,16 +8969,6 @@ "snapshot_tested": false, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -10100,11 +10130,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "external" @@ -10867,6 +10897,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", @@ -10907,6 +10947,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -14585,16 +14635,6 @@ } ], "ls_pro": [ - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/iam/test_iam_enforcement.py::TestIAMEnforcementIdentityBasedPolicies::test_cloudformation_stack_operations", "test": "test_cloudformation_stack_operations", @@ -16793,6 +16833,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", @@ -16833,6 +16883,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -22015,6 +22075,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", @@ -23471,6 +23541,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", @@ -23511,6 +23591,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", diff --git a/data/coverage/cloudwatch.json b/data/coverage/cloudwatch.json index 23e67f35da..9063ecec79 100644 --- a/data/coverage/cloudwatch.json +++ b/data/coverage/cloudwatch.json @@ -1347,16 +1347,6 @@ "snapshot_tested": true, "origin": "external" }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudwatch/test_cloudwatch.py::TestCloudwatch::test_get_metric_data_with_zero_and_labels", - "test": "test_get_metric_data_with_zero_and_labels", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/cloudwatch/test_cloudwatch.py::TestCloudwatch::test_get_metric_data_with_zero_and_labels", "test": "test_get_metric_data_with_zero_and_labels", @@ -1852,20 +1842,6 @@ "origin": "external" } ] - }, - "NextToken": { - "ls_community": [ - { - "node_id": "LocalStack Community: tests/aws/services/cloudwatch/test_cloudwatch.py::TestCloudwatch::test_multiple_dimensions", - "test": "test_multiple_dimensions", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - } - ] } }, "ListTagsForResource": { @@ -2225,16 +2201,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/loan_broker/test_loan_broker.py::TestLoanBrokerScenario::test_prefill_dynamodb_table", - "test": "test_prefill_dynamodb_table", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Table.DeletionProtectionEnabled', '$..Table.ProvisionedThroughput.LastDecreaseDateTime', '$..Table.ProvisionedThroughput.LastIncreaseDateTime', '$..Table.Replicas']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/scenario/loan_broker/test_loan_broker.py::TestLoanBrokerScenario::test_stepfunctions_input_recipient_list[step_function_input0-SUCCEEDED]", "test": "test_stepfunctions_input_recipient_list[step_function_input0-SUCCEEDED]", @@ -2405,26 +2371,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_dynamodb.py::test_rest_api_to_dynamodb_integration[PutItem]", - "test": "test_rest_api_to_dynamodb_integration[PutItem]", - "response": "200", - "error": "", - "snapshot_skipped": "['$..headers.server']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_extended.py::TestApigatewayApiKeysCrud::test_get_usage_plan_api_keys", - "test": "test_get_usage_plan_api_keys", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_http.py::test_http_integration_invoke_status_code_passthrough[HTTP]", "test": "test_http_integration_invoke_status_code_passthrough[HTTP]", @@ -2626,58 +2572,38 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_changesets.py::test_create_and_then_remove_supported_resource_change_set", - "test": "test_create_and_then_remove_supported_resource_change_set", + "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_stepfunctions.py::TestApigatewayStepfunctions::test_apigateway_with_step_function_integration[StartExecution]", + "test": "test_apigateway_with_step_function_integration[StartExecution]", "response": "200", "error": "", "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_nested_stacks.py::test_nested_output_in_params", - "test": "test_nested_output_in_params", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Role.Description', '$..Role.MaxSessionDuration', '$..Role.AssumeRolePolicyDocument..Action']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_stacks.py::TestStacksApi::test_stack_lifecycle", - "test": "test_stack_lifecycle", - "response": "200", - "error": "", - "snapshot_skipped": "['$..ChangeSetId', '$..EnableTerminationProtection']", - "aws_validated": true, "snapshot_tested": true, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_stacks.py::test_events_resource_types", - "test": "test_events_resource_types", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_stacks.py::TestStacksApi::test_update_stack_actual_update", + "test": "test_update_stack_actual_update", "response": "200", "error": "", "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_updating_stack_with_iam_role", - "test": "test_updating_stack_with_iam_role", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_update_stack.py::test_basic_update", + "test": "test_basic_update", "response": "200", "error": "", "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": false, + "snapshot_tested": true, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_apigateway.py::TestServerlessApigwLambda::test_serverless_like_deployment_with_update", - "test": "test_serverless_like_deployment_with_update", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_apigateway.py::test_account", + "test": "test_account", "response": "200", "error": "", "snapshot_skipped": "", @@ -2706,8 +2632,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_kinesis.py::test_kinesis_stream_consumer_creations", - "test": "test_kinesis_stream_consumer_creations", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_kinesis.py::test_cfn_handle_kinesis_firehose_resources", + "test": "test_cfn_handle_kinesis_firehose_resources", "response": "200", "error": "", "snapshot_skipped": "", @@ -2806,18 +2732,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_route53.py::test_create_health_check", - "test": "test_create_health_check", - "response": "200", - "error": "", - "snapshot_skipped": "['$..HealthCheckConfig.EnableSNI', '$..HealthCheckVersion']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_s3.py::test_bucketpolicy", - "test": "test_bucketpolicy", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_s3.py::test_cfn_handle_s3_notification_configuration", + "test": "test_cfn_handle_s3_notification_configuration", "response": "200", "error": "", "snapshot_skipped": "", @@ -2826,18 +2742,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_s3.py::test_cfn_handle_s3_notification_configuration", - "test": "test_cfn_handle_s3_notification_configuration", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_sam.py::test_sam_sqs_event", + "test": "test_sam_sqs_event", "response": "200", "error": "", "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_sam.py::test_sam_sqs_event", - "test": "test_sam_sqs_event", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_sam.py::test_sam_template", + "test": "test_sam_template", "response": "200", "error": "", "snapshot_skipped": "", @@ -2846,8 +2762,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_sam.py::test_sam_template", - "test": "test_sam_template", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_sns.py::test_sns_subscription", + "test": "test_sns_subscription", "response": "200", "error": "", "snapshot_skipped": "", @@ -3486,8 +3402,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/dynamodb/test_dynamodb.py::TestDynamoDB::test_stream_destination_records", - "test": "test_stream_destination_records", + "node_id": "LocalStack Community: tests/aws/services/dynamodb/test_dynamodb.py::TestDynamoDB::test_query_on_deleted_resource", + "test": "test_query_on_deleted_resource", "response": "200", "error": "", "snapshot_skipped": "", @@ -3495,16 +3411,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/es/test_es.py::TestElasticsearchProvider::test_list_versions", - "test": "test_list_versions", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/events/test_events.py::TestEventBus::test_put_events_nonexistent_event_bus", "test": "test_put_events_nonexistent_event_bus", @@ -3726,8 +3632,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/firehose/test_firehose.py::test_kinesis_firehose_http[True]", - "test": "test_kinesis_firehose_http[True]", + "node_id": "LocalStack Community: tests/aws/services/firehose/test_firehose.py::TestFirehoseIntegration::test_kinesis_firehose_kinesis_as_source", + "test": "test_kinesis_firehose_kinesis_as_source", "response": "200", "error": "", "snapshot_skipped": "", @@ -3736,8 +3642,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesis::test_subscribe_to_shard_cbor_at_timestamp", - "test": "test_subscribe_to_shard_cbor_at_timestamp", + "node_id": "LocalStack Community: tests/aws/services/firehose/test_firehose.py::TestFirehoseIntegration::test_kinesis_firehose_kinesis_as_source_multiple_delivery_streams", + "test": "test_kinesis_firehose_kinesis_as_source_multiple_delivery_streams", "response": "200", "error": "", "snapshot_skipped": "", @@ -3746,18 +3652,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesisJavaSDK::test_subscribe_to_shard_with_java_sdk_v2_lambda", - "test": "test_subscribe_to_shard_with_java_sdk_v2_lambda", + "node_id": "LocalStack Community: tests/aws/services/firehose/test_firehose.py::test_kinesis_firehose_http[True]", + "test": "test_kinesis_firehose_http[True]", "response": "200", "error": "", "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, + "aws_validated": false, + "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesisPythonClient::test_run_kcl", - "test": "test_run_kcl", + "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesisJavaSDK::test_subscribe_to_shard_with_java_sdk_v2_lambda", + "test": "test_subscribe_to_shard_with_java_sdk_v2_lambda", "response": "200", "error": "", "snapshot_skipped": "", @@ -3765,16 +3671,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/kms/test_kms.py::TestKMSGenerateKeys::test_encryption_context_generate_data_key_without_plaintext", - "test": "test_encryption_context_generate_data_key_without_plaintext", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Error.Message', '$..message']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_disabled_dynamodb_event_source_mapping", "test": "test_disabled_dynamodb_event_source_mapping", @@ -5055,6 +4951,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda_api.py::TestLambdaRevisions::test_function_revisions_basic", + "test": "test_function_revisions_basic", + "response": "200", + "error": "", + "snapshot_skipped": "['update_function_configuration_response_rev5..RuntimeVersionConfig.RuntimeVersionArn', 'get_function_response_rev6..RuntimeVersionConfig.RuntimeVersionArn']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda_common.py::TestLambdaCallingLocalstack::test_manual_endpoint_injection[dotnet6]", "test": "test_manual_endpoint_injection[dotnet6]", @@ -6376,11 +6282,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/s3/test_s3.py::TestS3::test_s3_copy_object_with_checksum[SHA256]", - "test": "test_s3_copy_object_with_checksum[SHA256]", + "node_id": "LocalStack Community: tests/aws/services/route53resolver/test_route53resolver.py::TestRoute53Resolver::test_create_resolver_endpoint[OUTBOUND-10]", + "test": "test_create_resolver_endpoint[OUTBOUND-10]", "response": "200", "error": "", - "snapshot_skipped": "['$..ServerSideEncryption']", + "snapshot_skipped": "['$..ResolverEndpointType']", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -6405,16 +6311,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/s3/test_s3.py::TestS3::test_s3_put_more_than_1000_items", - "test": "test_s3_put_more_than_1000_items", - "response": "200", - "error": "", - "snapshot_skipped": "['$..ServerSideEncryption', '$..Prefix', '$..Marker', '$..NextMarker']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/s3/test_s3.py::TestS3PresignedUrl::test_presigned_url_v4_signed_headers_in_qs", "test": "test_presigned_url_v4_signed_headers_in_qs", @@ -6505,16 +6401,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/s3/test_s3_notifications_sns.py::TestS3NotificationsToSns::test_bucket_not_exist", - "test": "test_bucket_not_exist", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/s3/test_s3_notifications_sns.py::TestS3NotificationsToSns::test_bucket_notifications_with_filter", "test": "test_bucket_notifications_with_filter", @@ -6795,6 +6681,26 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSRetrospectionEndpoints::test_publish_sms_can_retrospect", + "test": "test_publish_sms_can_retrospect", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSRetrospectionEndpoints::test_publish_to_platform_endpoint_can_retrospect", + "test": "test_publish_to_platform_endpoint_can_retrospect", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSSubscriptionHttp::test_dlq_external_http_endpoint[False]", "test": "test_dlq_external_http_endpoint[False]", @@ -7225,6 +7131,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/sns/test_sns_filter_policy.py::TestSNSFilterPolicyConditions::test_validate_policy", + "test": "test_validate_policy", + "response": "200", + "error": "", + "snapshot_skipped": "['$..Error.Message']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSQSMultiAccounts::test_cross_account_access[domain]", "test": "test_cross_account_access[domain]", @@ -7535,6 +7451,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_delete_message_batch_invalid_msg_id[sqs_query-]", + "test": "test_delete_message_batch_invalid_msg_id[sqs_query-]", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_delete_message_batch_with_too_large_batch[sqs]", "test": "test_delete_message_batch_with_too_large_batch[sqs]", @@ -8695,6 +8621,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_send_message_batch_with_empty_list[sqs]", + "test": "test_send_message_batch_with_empty_list[sqs]", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_send_message_batch_with_oversized_contents_with_updated_maximum_message_size[sqs]", "test": "test_send_message_batch_with_oversized_contents_with_updated_maximum_message_size[sqs]", @@ -8995,16 +8931,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_tag_untag_queue[sqs]", - "test": "test_tag_untag_queue[sqs]", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_terminate_visibility_timeout_after_receive[sqs]", "test": "test_terminate_visibility_timeout_after_receive[sqs]", @@ -9025,16 +8951,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_too_many_entries_in_batch_request[sqs]", - "test": "test_too_many_entries_in_batch_request[sqs]", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Error.Detail']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSqsProvider::test_wait_time_seconds_queue_attribute_waits_correctly[sqs]", "test": "test_wait_time_seconds_queue_attribute_waits_correctly[sqs]", @@ -9285,6 +9201,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs_backdoor.py::TestSqsDeveloperEndpoints::test_list_messages_with_invalid_action_raises_error[standard]", + "test": "test_list_messages_with_invalid_action_raises_error[standard]", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs_backdoor.py::TestSqsDeveloperEndpoints::test_list_messages_with_invisible_messages[domain]", "test": "test_list_messages_with_invisible_messages[domain]", @@ -9456,8 +9382,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/base/test_base.py::TestSnfBase::test_json_path_array_access[$.items[0]]", - "test": "test_json_path_array_access[$.items[0]]", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/base/test_wait.py::TestSfnWait::test_wait_timestamppath[.000000]", + "test": "test_wait_timestamppath[.000000]", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9556,8 +9482,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_boolean_equals.py::TestBooleanEquals::test_boolean_equals", - "test": "test_boolean_equals", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_boolean_equals.py::TestBooleanEquals::test_boolean_equals_path", + "test": "test_boolean_equals_path", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9566,8 +9492,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_numeric.py::TestNumerics::test_numeric_equals", - "test": "test_numeric_equals", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_is_operators.py::TestIsOperators::test_is_boolean", + "test": "test_is_boolean", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9576,8 +9502,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_numeric.py::TestNumerics::test_numeric_equals_path", - "test": "test_numeric_equals_path", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_is_operators.py::TestIsOperators::test_is_numeric", + "test": "test_is_numeric", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9586,8 +9512,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_numeric.py::TestNumerics::test_numeric_less_than_path", - "test": "test_numeric_less_than_path", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_is_operators.py::TestIsOperators::test_is_present", + "test": "test_is_present", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9596,8 +9522,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_string_operators.py::TestStrings::test_string_greater_than_equals_path", - "test": "test_string_greater_than_equals_path", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_is_operators.py::TestIsOperators::test_is_string", + "test": "test_is_string", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/choice_operators/test_string_operators.py::TestStrings::test_string_equals", + "test": "test_string_equals", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -9755,16 +9691,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/error_handling/test_task_service_sqs.py::TestTaskServiceSqs::test_send_message_no_such_queue", - "test": "test_send_message_no_such_queue", - "response": "200", - "error": "", - "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata', '$..cause', '$..Cause']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/error_handling/test_task_service_sqs.py::TestTaskServiceSqs::test_sqs_failure_in_wait_for_task_tok", "test": "test_sqs_failure_in_wait_for_task_tok", @@ -9815,6 +9741,36 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/intrinsic_functions/test_array.py::TestArray::test_array_partition", + "test": "test_array_partition", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/intrinsic_functions/test_generic.py::TestGeneric::test_format_1", + "test": "test_format_1", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/intrinsic_functions/test_math_operations.py::TestMathOperations::test_math_random_seeded", + "test": "test_math_random_seeded", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/scenarios/test_base_scenarios.py::TestBaseScenarios::test_catch_empty", "test": "test_catch_empty", @@ -9995,6 +9951,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/services/test_aws_sdk_task_service.py::TestTaskServiceAwsSdk::test_s3_get_object[binary]", + "test": "test_s3_get_object[binary]", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/services/test_events_task_service.py::TestTaskServiceEvents::test_put_events_base", "test": "test_put_events_base", @@ -10215,6 +10181,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/services/test_sns_task_service.py::TestTaskServiceSns::test_fifo_message_attribute[input_params1-False]", + "test": "test_fifo_message_attribute[input_params1-False]", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/services/test_sns_task_service.py::TestTaskServiceSns::test_publish_message_attributes[\"HelloWorld\"]", "test": "test_publish_message_attributes[\"HelloWorld\"]", @@ -10286,8 +10262,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api.py::TestSnfApi::test_list_executions_versions_pagination", - "test": "test_list_executions_versions_pagination", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api.py::TestSnfApi::test_list_executions_pagination", + "test": "test_list_executions_pagination", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api.py::TestSnfApi::test_start_execution_idempotent", + "test": "test_start_execution_idempotent", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -10296,8 +10282,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api_map_run.py::TestSnfApiMapRun::test_map_state_label_invalid_char_fail[\\x16]", - "test": "test_map_state_label_invalid_char_fail[\\x16]", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api_map_run.py::TestSnfApiMapRun::test_map_state_label_invalid_char_fail[\\x1e]", + "test": "test_map_state_label_invalid_char_fail[\\x1e]", "response": "200", "error": "", "snapshot_skipped": "['$..tracingConfiguration']", @@ -10446,25 +10432,15 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/transcribe/test_transcribe.py::TestTranscribe::test_list_transcription_jobs", - "test": "test_list_transcription_jobs", + "node_id": "LocalStack Community: tests/aws/services/transcribe/test_transcribe.py::TestTranscribe::test_transcribe_supported_media_formats[../../files/en-gb.ogg-hello my name is]", + "test": "test_transcribe_supported_media_formats[../../files/en-gb.ogg-hello my name is]", "response": "200", "error": "", - "snapshot_skipped": "['$..NextToken', '$..TranscriptionJobSummaries..OutputLocationType']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/test_integration.py::TestIntegration::test_firehose_kinesis_to_s3", - "test": "test_firehose_kinesis_to_s3", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/test_integration.py::TestIntegration::test_lambda_streams_batch_and_transactions", "test": "test_lambda_streams_batch_and_transactions", @@ -10656,18 +10632,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/test_notifications.py::TestNotifications::test_sns_to_sqs", - "test": "test_sns_to_sqs", + "node_id": "LocalStack Community: tests/aws/test_network_configuration.py::TestOpenSearch::test_default_strategy", + "test": "test_default_strategy", "response": "200", "error": "", "snapshot_skipped": "", - "aws_validated": true, + "aws_validated": false, "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_event_rules_deployed", - "test": "test_event_rules_deployed", + "node_id": "LocalStack Community: tests/aws/test_notifications.py::TestNotifications::test_sns_to_sqs", + "test": "test_sns_to_sqs", "response": "200", "error": "", "snapshot_skipped": "", @@ -10676,8 +10652,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_lambda_with_configs_deployed", - "test": "test_lambda_with_configs_deployed", + "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_event_rules_deployed", + "test": "test_event_rules_deployed", "response": "200", "error": "", "snapshot_skipped": "", @@ -10695,26 +10671,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/integration/docker_utils/test_docker.py::TestDockerClient::test_create_container_with_max_env_vars[SdkDockerClient]", - "test": "test_create_container_with_max_env_vars[SdkDockerClient]", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/integration/docker_utils/test_docker.py::TestDockerImages::test_commit_creates_image_from_running_container[SdkDockerClient]", - "test": "test_commit_creates_image_from_running_container[SdkDockerClient]", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/cloudwatch/test_cloudwatch.py::TestCloudwatch::test_put_metric_data_validation", "test": "test_put_metric_data_validation", @@ -10808,13 +10764,13 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_register_admin_user", - "test": "test_register_admin_user", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_websocket", + "test": "test_websocket", "response": "200", "error": "", - "snapshot_skipped": "['$..UserAttributes..Name', '$..UserAttributes..Value', '$..Username']", + "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { @@ -11527,6 +11483,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -11647,16 +11613,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_patterns.py::TestEcsFargateApplicationLoadBalanced::test_service_deployment", - "test": "test_service_deployment", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_patterns.py::TestEcsQueueProccesingPattern::test_queue_proccessing", "test": "test_queue_proccessing", diff --git a/data/coverage/cognito-idp.json b/data/coverage/cognito-idp.json index 469d3a4497..822f286bdf 100644 --- a/data/coverage/cognito-idp.json +++ b/data/coverage/cognito-idp.json @@ -1915,6 +1915,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_pre_generation_token_trigger_v2", "test": "test_pre_generation_token_trigger_v2", @@ -4545,6 +4555,20 @@ } ] }, + "AliasAttributes, LambdaConfig, PoolName, UserPoolAddOns": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + }, "AliasAttributes, PoolName": { "ls_pro": [ { @@ -6323,6 +6347,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -8655,6 +8689,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -10115,6 +10159,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -11229,6 +11283,16 @@ }, "AuthFlow, AuthParameters, ClientId, ClientMetadata": { "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_user_migration_lambda[None]", "test": "test_user_migration_lambda[None]", @@ -11667,6 +11731,20 @@ } ] }, + "ChallengeName, ChallengeResponses, ClientId, ClientMetadata, Session": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + }, "ChallengeName, ChallengeResponses, ClientId, Session": { "ls_pro": [ { @@ -12389,6 +12467,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestUserAttributes::test_create_user_with_email_uses_sub_as_username[False-False-None]", "test": "test_create_user_with_email_uses_sub_as_username[False-False-None]", diff --git a/data/coverage/config.json b/data/coverage/config.json index 26a58603fc..e84e612b89 100644 --- a/data/coverage/config.json +++ b/data/coverage/config.json @@ -44,7 +44,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -128,7 +128,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": true, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -296,7 +296,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -440,7 +440,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": true, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -452,7 +452,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": true, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -836,7 +836,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -932,7 +932,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": true, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" diff --git a/data/coverage/dms.json b/data/coverage/dms.json index c7453f87a1..b7abb7230e 100644 --- a/data/coverage/dms.json +++ b/data/coverage/dms.json @@ -16,8 +16,8 @@ }, { "ApplyPendingMaintenanceAction": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -28,8 +28,8 @@ }, { "BatchStartRecommendations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -40,8 +40,8 @@ }, { "CancelReplicationTaskAssessmentRun": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -52,8 +52,8 @@ }, { "CreateDataMigration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -64,8 +64,8 @@ }, { "CreateDataProvider": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -88,8 +88,8 @@ }, { "CreateEventSubscription": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -100,8 +100,8 @@ }, { "CreateFleetAdvisorCollector": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -112,8 +112,8 @@ }, { "CreateInstanceProfile": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -124,8 +124,8 @@ }, { "CreateMigrationProject": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -184,8 +184,8 @@ }, { "DeleteCertificate": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -208,8 +208,8 @@ }, { "DeleteDataMigration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -220,8 +220,8 @@ }, { "DeleteDataProvider": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -244,8 +244,8 @@ }, { "DeleteEventSubscription": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -256,8 +256,8 @@ }, { "DeleteFleetAdvisorCollector": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -268,8 +268,8 @@ }, { "DeleteFleetAdvisorDatabases": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -280,8 +280,8 @@ }, { "DeleteInstanceProfile": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -292,8 +292,8 @@ }, { "DeleteMigrationProject": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -352,8 +352,8 @@ }, { "DeleteReplicationTaskAssessmentRun": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -364,8 +364,8 @@ }, { "DescribeAccountAttributes": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -376,8 +376,8 @@ }, { "DescribeApplicableIndividualAssessments": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -388,8 +388,8 @@ }, { "DescribeCertificates": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -412,8 +412,8 @@ }, { "DescribeConversionConfiguration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -424,8 +424,8 @@ }, { "DescribeDataMigrations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -436,8 +436,8 @@ }, { "DescribeDataProviders": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -484,8 +484,8 @@ }, { "DescribeEngineVersions": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -496,8 +496,8 @@ }, { "DescribeEventCategories": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -508,8 +508,8 @@ }, { "DescribeEventSubscriptions": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -520,8 +520,8 @@ }, { "DescribeEvents": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -532,8 +532,8 @@ }, { "DescribeExtensionPackAssociations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -544,8 +544,8 @@ }, { "DescribeFleetAdvisorCollectors": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -556,8 +556,8 @@ }, { "DescribeFleetAdvisorDatabases": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -568,8 +568,8 @@ }, { "DescribeFleetAdvisorLsaAnalysis": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -580,8 +580,8 @@ }, { "DescribeFleetAdvisorSchemaObjectSummary": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -592,8 +592,8 @@ }, { "DescribeFleetAdvisorSchemas": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -604,8 +604,8 @@ }, { "DescribeInstanceProfiles": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -616,8 +616,8 @@ }, { "DescribeMetadataModelAssessments": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -628,8 +628,8 @@ }, { "DescribeMetadataModelConversions": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -640,8 +640,8 @@ }, { "DescribeMetadataModelExportsAsScript": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -652,8 +652,8 @@ }, { "DescribeMetadataModelExportsToTarget": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -664,8 +664,8 @@ }, { "DescribeMetadataModelImports": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -676,8 +676,8 @@ }, { "DescribeMigrationProjects": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -688,8 +688,8 @@ }, { "DescribeOrderableReplicationInstances": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -700,8 +700,8 @@ }, { "DescribePendingMaintenanceActions": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -712,8 +712,8 @@ }, { "DescribeRecommendationLimitations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -724,8 +724,8 @@ }, { "DescribeRecommendations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -736,8 +736,8 @@ }, { "DescribeRefreshSchemasStatus": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -760,8 +760,8 @@ }, { "DescribeReplicationInstanceTaskLogs": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -808,8 +808,8 @@ }, { "DescribeReplicationTaskAssessmentResults": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -820,8 +820,8 @@ }, { "DescribeReplicationTaskAssessmentRuns": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -832,8 +832,8 @@ }, { "DescribeReplicationTaskIndividualAssessments": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -868,8 +868,8 @@ }, { "DescribeSchemas": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -892,8 +892,8 @@ }, { "ExportMetadataModelAssessment": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -904,8 +904,8 @@ }, { "ImportCertificate": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -928,8 +928,8 @@ }, { "ModifyConversionConfiguration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -940,8 +940,8 @@ }, { "ModifyDataMigration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -952,8 +952,8 @@ }, { "ModifyDataProvider": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -964,8 +964,8 @@ }, { "ModifyEndpoint": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -976,8 +976,8 @@ }, { "ModifyEventSubscription": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -988,8 +988,8 @@ }, { "ModifyInstanceProfile": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1000,8 +1000,8 @@ }, { "ModifyMigrationProject": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1012,8 +1012,8 @@ }, { "ModifyReplicationConfig": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1024,8 +1024,8 @@ }, { "ModifyReplicationInstance": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1036,8 +1036,8 @@ }, { "ModifyReplicationSubnetGroup": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1048,8 +1048,8 @@ }, { "ModifyReplicationTask": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1060,8 +1060,8 @@ }, { "MoveReplicationTask": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1072,8 +1072,8 @@ }, { "RebootReplicationInstance": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1084,8 +1084,8 @@ }, { "RefreshSchemas": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1096,8 +1096,8 @@ }, { "ReloadReplicationTables": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1108,8 +1108,8 @@ }, { "ReloadTables": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1132,8 +1132,8 @@ }, { "RunFleetAdvisorLsaAnalysis": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1144,8 +1144,8 @@ }, { "StartDataMigration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1156,8 +1156,8 @@ }, { "StartExtensionPackAssociation": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1168,8 +1168,8 @@ }, { "StartMetadataModelAssessment": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1180,8 +1180,8 @@ }, { "StartMetadataModelConversion": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1192,8 +1192,8 @@ }, { "StartMetadataModelExportAsScript": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1204,8 +1204,8 @@ }, { "StartMetadataModelExportToTarget": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1216,8 +1216,8 @@ }, { "StartMetadataModelImport": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1228,8 +1228,8 @@ }, { "StartRecommendations": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1264,8 +1264,8 @@ }, { "StartReplicationTaskAssessment": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1276,8 +1276,8 @@ }, { "StartReplicationTaskAssessmentRun": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1288,8 +1288,8 @@ }, { "StopDataMigration": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, @@ -1336,8 +1336,8 @@ }, { "UpdateSubscriptionsToEventBridge": { - "implemented": true, - "availability": "pro", + "implemented": false, + "availability": "", "internal_test_suite": false, "external_test_suite": false, "terraform_test_suite": false, diff --git a/data/coverage/docdb.json b/data/coverage/docdb.json index 6d09cdc944..b49f8cc736 100644 --- a/data/coverage/docdb.json +++ b/data/coverage/docdb.json @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -464,7 +464,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -499,7 +499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -511,7 +511,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -547,7 +547,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3482,11 +3482,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -3618,11 +3618,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -4299,16 +4299,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/appsync/test_appsync.py::TestAppSync::test_rds_data_source_rds_utils", "test": "test_rds_data_source_rds_utils", @@ -4370,11 +4360,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -5941,6 +5931,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", @@ -6432,11 +6432,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "404", "error": "DBClusterNotFoundFault", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" diff --git a/data/coverage/dynamodb.json b/data/coverage/dynamodb.json index 9ebca1890c..d11314afd5 100644 --- a/data/coverage/dynamodb.json +++ b/data/coverage/dynamodb.json @@ -8,7 +8,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -20,7 +20,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -32,7 +32,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -44,7 +44,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -308,7 +308,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -380,7 +380,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -488,7 +488,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -500,7 +500,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -548,7 +548,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/dynamodbstreams.json b/data/coverage/dynamodbstreams.json index e039106839..ad961e85e8 100644 --- a/data/coverage/dynamodbstreams.json +++ b/data/coverage/dynamodbstreams.json @@ -43,7 +43,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1077,16 +1077,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_lambda_with_configs_deployed", - "test": "test_lambda_with_configs_deployed", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_s3_bucket_deployed", "test": "test_s3_bucket_deployed", diff --git a/data/coverage/ec2.json b/data/coverage/ec2.json index 953a4e8ccb..6f3586150d 100644 --- a/data/coverage/ec2.json +++ b/data/coverage/ec2.json @@ -56,8 +56,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -164,7 +164,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -260,7 +260,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -332,7 +332,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -620,7 +620,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -728,7 +728,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -812,7 +812,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -860,7 +860,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1004,7 +1004,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1292,7 +1292,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1460,8 +1460,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -1496,8 +1496,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -1509,7 +1509,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -1700,7 +1700,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1808,7 +1808,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -2360,8 +2360,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -2396,8 +2396,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -2409,7 +2409,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -2732,7 +2732,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2852,7 +2852,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3068,7 +3068,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3092,7 +3092,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -3164,7 +3164,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3272,7 +3272,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3308,7 +3308,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -3704,7 +3704,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3788,7 +3788,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3932,7 +3932,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3980,7 +3980,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4028,7 +4028,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4184,8 +4184,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -4221,7 +4221,7 @@ "availability": "community", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -4364,7 +4364,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4388,7 +4388,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4400,7 +4400,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4748,7 +4748,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4772,7 +4772,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4784,7 +4784,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4844,7 +4844,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4916,7 +4916,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4952,7 +4952,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5144,7 +5144,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5180,7 +5180,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5192,7 +5192,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5312,7 +5312,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5552,7 +5552,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5768,7 +5768,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6368,7 +6368,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6392,7 +6392,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6452,7 +6452,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6476,7 +6476,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6680,7 +6680,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -6884,7 +6884,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -7004,7 +7004,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -7052,7 +7052,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -7076,7 +7076,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -7400,8 +7400,8 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -7508,7 +7508,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -14516,16 +14516,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -14767,11 +14757,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -15205,11 +15195,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -15390,16 +15380,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -15621,11 +15601,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -15659,16 +15639,6 @@ "aws_validated": true, "snapshot_tested": true, "origin": "internal" - }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "400", - "error": "CommonServiceException", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" } ] } @@ -15848,16 +15818,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -16099,11 +16059,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -16376,16 +16336,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -16797,11 +16747,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -17094,16 +17044,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -17465,11 +17405,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -18004,16 +17944,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -18425,11 +18355,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -19848,16 +19778,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -20089,11 +20009,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -20598,6 +20518,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", @@ -21650,16 +21580,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -22011,11 +21931,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -25095,6 +25015,26 @@ "aws_validated": true, "snapshot_tested": true, "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", + "test": "test_servicediscovery_ecs_integration", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "internal" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs.py::TestTaskExecution::test_create_service_run_task", + "test": "test_create_service_run_task", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "internal" } ] } @@ -27644,16 +27584,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -27895,11 +27825,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -28088,16 +28018,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -28339,11 +28259,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -29094,16 +29014,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -29315,11 +29225,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -29380,16 +29290,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_ec2.py::test_deploy_duplicate_security_group", "test": "test_deploy_duplicate_security_group", @@ -29570,16 +29470,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", diff --git a/data/coverage/ecr.json b/data/coverage/ecr.json index 92456df646..2bf2f51b07 100644 --- a/data/coverage/ecr.json +++ b/data/coverage/ecr.json @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -427,7 +427,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/ecs.json b/data/coverage/ecs.json index c67c93656a..7022d8334d 100644 --- a/data/coverage/ecs.json +++ b/data/coverage/ecs.json @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -283,7 +283,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -319,7 +319,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -331,7 +331,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -355,7 +355,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -367,7 +367,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -403,7 +403,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -427,7 +427,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -451,7 +451,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -487,7 +487,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -499,7 +499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -583,7 +583,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -619,7 +619,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1563,16 +1563,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -2214,8 +2204,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_cloudwatch_logs", - "test": "test_cloudwatch_logs", + "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_ecs.py::test_ecs_alb_apigateway_integration", + "test": "test_ecs_alb_apigateway_integration", "response": "500", "error": "InternalError", "snapshot_skipped": "", @@ -2224,12 +2214,12 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_ecs.py::test_ecs_alb_apigateway_integration", - "test": "test_ecs_alb_apigateway_integration", + "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs.py::TestTaskExecution::test_create_service_run_task", + "test": "test_create_service_run_task", "response": "500", "error": "InternalError", "snapshot_skipped": "", - "aws_validated": true, + "aws_validated": false, "snapshot_tested": false, "origin": "internal" }, @@ -2253,6 +2243,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_patterns.py::TestEcsFirelensStackFluentD::test_log_emission", + "test": "test_log_emission", + "response": "500", + "error": "InternalError", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_patterns.py::TestEcsNetworkLoadBalancedFargate::test_port_connection", "test": "test_port_connection", @@ -6588,26 +6588,6 @@ "aws_validated": false, "snapshot_tested": false, "origin": "external" - }, - { - "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs.py::TestEcsDocker::test_correct_number_of_containers", - "test": "test_correct_number_of_containers", - "response": "500", - "error": "InternalError", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "external" - }, - { - "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs.py::TestTaskExecution::test_ecs_task_multiple", - "test": "test_ecs_task_multiple", - "response": "500", - "error": "InternalError", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "external" } ] } diff --git a/data/coverage/elastictranscoder.json b/data/coverage/elastictranscoder.json index 92da8de57f..6974ec2fd3 100644 --- a/data/coverage/elastictranscoder.json +++ b/data/coverage/elastictranscoder.json @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -103,7 +103,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/elb.json b/data/coverage/elb.json index 601a54b2c8..7e26b3a252 100644 --- a/data/coverage/elb.json +++ b/data/coverage/elb.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -259,7 +259,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -307,7 +307,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -319,7 +319,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/elbv2.json b/data/coverage/elbv2.json index 05556ef635..6c8128e86d 100644 --- a/data/coverage/elbv2.json +++ b/data/coverage/elbv2.json @@ -271,7 +271,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -547,7 +547,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -571,7 +571,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2667,16 +2667,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_ecs.py::test_ecs_alb_apigateway_integration", "test": "test_ecs_alb_apigateway_integration", @@ -3701,16 +3691,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_ecs.py::test_ecs_alb_apigateway_integration", "test": "test_ecs_alb_apigateway_integration", diff --git a/data/coverage/emr-serverless.json b/data/coverage/emr-serverless.json index 939ddd0d68..a7473a91bb 100644 --- a/data/coverage/emr-serverless.json +++ b/data/coverage/emr-serverless.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -103,7 +103,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -127,7 +127,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -151,7 +151,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/emr.json b/data/coverage/emr.json index 53c96f33b6..ecac598323 100644 --- a/data/coverage/emr.json +++ b/data/coverage/emr.json @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -103,7 +103,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -151,7 +151,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -331,7 +331,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -427,7 +427,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -487,7 +487,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -547,7 +547,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -583,7 +583,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -607,7 +607,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/es.json b/data/coverage/es.json index b21e0224f6..d6885a26e2 100644 --- a/data/coverage/es.json +++ b/data/coverage/es.json @@ -127,7 +127,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -403,7 +403,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/events.json b/data/coverage/events.json index 5e63b35d15..daf80ed12a 100644 --- a/data/coverage/events.json +++ b/data/coverage/events.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -91,7 +91,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -283,7 +283,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -319,7 +319,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -331,7 +331,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -343,7 +343,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -355,7 +355,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -367,7 +367,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -391,7 +391,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": false, + "external_test_suite": true, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -439,7 +439,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -451,7 +451,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -463,7 +463,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -583,7 +583,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -6089,6 +6089,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -12911,6 +12921,46 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_converse", + "test": "test_converse", + "response": "200", + "error": "", + "snapshot_skipped": "['$..metrics.latencyMs', '$..output.message.content..text', '$..usage.outputTokens', '$..usage.inputTokens', '$..usage.totalTokens']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_invoke_llama", + "test": "test_invoke_llama", + "response": "200", + "error": "", + "snapshot_skipped": "['$..body']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_invoke_unknown_model", + "test": "test_invoke_unknown_model", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/bedrock/test_bedrock.py::TestBedrock::test_list_foundation_models", + "test": "test_list_foundation_models", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/ce/test_costexplorer.py::TestCostExplorer::test_anomaly_monitors", "test": "test_anomaly_monitors", @@ -15461,6 +15511,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -17891,6 +17951,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", diff --git a/data/coverage/fis.json b/data/coverage/fis.json index 89eb342da1..110fef352e 100644 --- a/data/coverage/fis.json +++ b/data/coverage/fis.json @@ -694,8 +694,8 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/fis/test_fis.py::TestFis::test_list_experiments", - "test": "test_list_experiments", + "node_id": "LocalStack Pro: tests/aws/services/fis/test_fis.py::TestFis::test_stop_experiment", + "test": "test_stop_experiment", "response": "404", "error": "ResourceNotFoundException", "snapshot_skipped": "", @@ -704,8 +704,8 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/fis/test_fis.py::TestFis::test_list_experiments", - "test": "test_list_experiments", + "node_id": "LocalStack Pro: tests/aws/services/fis/test_fis.py::TestFis::test_stop_experiment", + "test": "test_stop_experiment", "response": "500", "error": "InternalError", "snapshot_skipped": "", diff --git a/data/coverage/glacier.json b/data/coverage/glacier.json index 043c7b54eb..6c2897d213 100644 --- a/data/coverage/glacier.json +++ b/data/coverage/glacier.json @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -91,7 +91,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -211,7 +211,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -247,7 +247,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -379,7 +379,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/glue.json b/data/coverage/glue.json index d0b513b59a..508bbf2eca 100644 --- a/data/coverage/glue.json +++ b/data/coverage/glue.json @@ -1243,7 +1243,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1267,7 +1267,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1603,7 +1603,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1771,7 +1771,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1891,7 +1891,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2263,7 +2263,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/iam.json b/data/coverage/iam.json index 445b2b6555..51f9338db3 100644 --- a/data/coverage/iam.json +++ b/data/coverage/iam.json @@ -199,7 +199,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -427,7 +427,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -595,7 +595,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -703,7 +703,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -847,7 +847,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1015,7 +1015,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1027,7 +1027,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1111,7 +1111,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1195,7 +1195,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1231,7 +1231,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1315,7 +1315,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1519,7 +1519,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1615,7 +1615,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1759,7 +1759,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1807,7 +1807,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2717,6 +2717,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_sqs.py::test_failing_lambda_retries_after_visibility_timeout", + "test": "test_failing_lambda_retries_after_visibility_timeout", + "response": "200", + "error": "", + "snapshot_skipped": "['$..ParallelizationFactor', '$..LastProcessingResult', '$..Topics', '$..MaximumRetryAttempts', '$..MaximumBatchingWindowInSeconds', '$..StartingPosition', '$..StateTransitionReason']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_large_payloads", "test": "test_large_payloads", @@ -10927,6 +10937,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_sqs.py::test_failing_lambda_retries_after_visibility_timeout", + "test": "test_failing_lambda_retries_after_visibility_timeout", + "response": "200", + "error": "", + "snapshot_skipped": "['$..ParallelizationFactor', '$..LastProcessingResult', '$..Topics', '$..MaximumRetryAttempts', '$..MaximumBatchingWindowInSeconds', '$..StartingPosition', '$..StateTransitionReason']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_large_payloads", "test": "test_large_payloads", @@ -18877,6 +18897,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_sqs.py::test_failing_lambda_retries_after_visibility_timeout", + "test": "test_failing_lambda_retries_after_visibility_timeout", + "response": "200", + "error": "", + "snapshot_skipped": "['$..ParallelizationFactor', '$..LastProcessingResult', '$..Topics', '$..MaximumRetryAttempts', '$..MaximumBatchingWindowInSeconds', '$..StartingPosition', '$..StateTransitionReason']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_large_payloads", "test": "test_large_payloads", @@ -28828,8 +28858,8 @@ "PolicyArn": { "ls_community": [ { - "node_id": "LocalStack Community: tests/aws/scenario/kinesis_firehose/test_kinesis_firehose.py::TestKinesisFirehoseScenario::test_kinesis_firehose_s3", - "test": "test_kinesis_firehose_s3", + "node_id": "LocalStack Community: tests/aws/scenario/mythical_mysfits/test_mythical_misfits.py::TestMythicalMisfitsScenario::test_user_clicks_are_stored", + "test": "test_user_clicks_are_stored", "response": "200", "error": "", "snapshot_skipped": "", @@ -29048,8 +29078,8 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_drift_detection.py::test_drift_detection_on_lambda", - "test": "test_drift_detection_on_lambda", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_hooks.py::TestExtensionsHooks::test_hook_deployment[WARN]", + "test": "test_hook_deployment[WARN]", "response": "200", "error": "", "snapshot_skipped": "", @@ -29058,28 +29088,28 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_resourcetypes.py::TestExtensionsResourceTypes::test_deploy_resource_type", - "test": "test_deploy_resource_type", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_conditions.py::TestCloudFormationConditions::test_conditional_with_select", + "test": "test_conditional_with_select", "response": "200", "error": "", "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, - "origin": "external" + "snapshot_tested": false, + "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_conditions.py::TestCloudFormationConditions::test_conditional_with_select", - "test": "test_conditional_with_select", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_managed_policy_with_empty_resource", + "test": "test_managed_policy_with_empty_resource", "response": "200", "error": "", - "snapshot_skipped": "", + "snapshot_skipped": "['$..Policy.Description', '$..Policy.IsAttachable', '$..Policy.PermissionsBoundaryUsageCount', '$..Policy.Tags']", "aws_validated": true, - "snapshot_tested": false, + "snapshot_tested": true, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/aws_iam_user/test_exploration.py::TestAttributeAccess::test_getatt[PermissionsBoundary]", - "test": "test_getatt[PermissionsBoundary]", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/ssm/test_parameter.py::TestUpdates::test_update_without_replacement", + "test": "test_update_without_replacement", "response": "200", "error": "", "snapshot_skipped": "", @@ -29088,14 +29118,14 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_managed_policy_with_empty_resource", - "test": "test_managed_policy_with_empty_resource", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/test_cloudtrail_trace.py::test_cloudtrail_trace_example", + "test": "test_cloudtrail_trace_example", "response": "200", "error": "", - "snapshot_skipped": "['$..Policy.Description', '$..Policy.IsAttachable', '$..Policy.PermissionsBoundaryUsageCount', '$..Policy.Tags']", + "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" + "snapshot_tested": false, + "origin": "external" }, { "node_id": "LocalStack Community: tests/aws/services/events/test_events.py::TestEventBus::test_put_events_to_default_eventbus_for_custom_eventbus", @@ -35898,6 +35928,16 @@ "aws_validated": true, "snapshot_tested": true, "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/integration/test_crypto.py::test_encrypt_via_aws_encryption_sdk", + "test": "test_encrypt_via_aws_encryption_sdk", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" } ] } @@ -35915,16 +35955,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/kinesis_firehose/test_kinesis_firehose.py::TestKinesisFirehoseScenario::test_kinesis_firehose_s3", - "test": "test_kinesis_firehose_s3", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, { "node_id": "LocalStack Community: tests/aws/scenario/lambda_destination/test_lambda_destination_scenario.py::TestLambdaDestinationScenario::test_destination_sns", "test": "test_destination_sns", @@ -35945,6 +35975,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/scenario/mythical_mysfits/test_mythical_misfits.py::TestMythicalMisfitsScenario::test_user_clicks_are_stored", + "test": "test_user_clicks_are_stored", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/scenario/note_taking/test_note_taking.py::TestNoteTakingScenario::test_notes_rest_api", "test": "test_notes_rest_api", @@ -36316,18 +36356,8 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_drift_detection.py::test_drift_detection_on_lambda", - "test": "test_drift_detection_on_lambda", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_resourcetypes.py::TestExtensionsResourceTypes::test_deploy_resource_type", - "test": "test_deploy_resource_type", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_hooks.py::TestExtensionsHooks::test_hook_deployment[WARN]", + "test": "test_hook_deployment[WARN]", "response": "200", "error": "", "snapshot_skipped": "", @@ -36355,16 +36385,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/aws_iam_user/test_exploration.py::TestAttributeAccess::test_getatt[PermissionsBoundary]", - "test": "test_getatt[PermissionsBoundary]", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_cfn_handle_iam_role_resource_no_role_name", "test": "test_cfn_handle_iam_role_resource_no_role_name", @@ -36425,6 +36445,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/ssm/test_parameter.py::TestUpdates::test_update_without_replacement", + "test": "test_update_without_replacement", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_apigateway.py::TestServerlessApigwLambda::test_serverless_like_deployment_with_update", "test": "test_serverless_like_deployment_with_update", @@ -36825,6 +36855,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/test_cloudtrail_trace.py::test_cloudtrail_trace_example", + "test": "test_cloudtrail_trace_example", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/test_template_engine.py::TestMacros::test_capabilities_requirements", "test": "test_capabilities_requirements", @@ -42927,16 +42967,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_authorizers.py::TestRestApiAuthorizers::test_authorizer_event_lambda_request", "test": "test_authorizer_event_lambda_request", @@ -45117,6 +45147,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/integration/test_crypto.py::test_encrypt_via_aws_encryption_sdk", + "test": "test_encrypt_via_aws_encryption_sdk", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/iam/test_iam_cross_account.py::TestLambdaCrossAccount::test_cross_account_assume_role", "test": "test_cross_account_assume_role", @@ -45911,16 +45951,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigatewayv2/test_apigatewayv2_private.py::TestHttpApiServiceDiscoveryPrivateIntegration::test_servicediscovery_ecs_integration", "test": "test_servicediscovery_ecs_integration", @@ -48209,16 +48239,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/kinesis_firehose/test_kinesis_firehose.py::TestKinesisFirehoseScenario::test_kinesis_firehose_s3", - "test": "test_kinesis_firehose_s3", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, { "node_id": "LocalStack Community: tests/aws/scenario/lambda_destination/test_lambda_destination_scenario.py::TestLambdaDestinationScenario::test_destination_sns", "test": "test_destination_sns", @@ -48239,6 +48259,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/scenario/mythical_mysfits/test_mythical_misfits.py::TestMythicalMisfitsScenario::test_user_clicks_are_stored", + "test": "test_user_clicks_are_stored", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/scenario/note_taking/test_note_taking.py::TestNoteTakingScenario::test_notes_rest_api", "test": "test_notes_rest_api", @@ -48470,28 +48500,8 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_drift_detection.py::test_drift_detection_on_lambda", - "test": "test_drift_detection_on_lambda", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_resourcetypes.py::TestExtensionsResourceTypes::test_deploy_resource_type", - "test": "test_deploy_resource_type", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, - { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/aws_iam_user/test_exploration.py::TestAttributeAccess::test_getatt[PermissionsBoundary]", - "test": "test_getatt[PermissionsBoundary]", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_extensions_hooks.py::TestExtensionsHooks::test_hook_deployment[WARN]", + "test": "test_hook_deployment[WARN]", "response": "200", "error": "", "snapshot_skipped": "", @@ -48519,6 +48529,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/ssm/test_parameter.py::TestUpdates::test_update_without_replacement", + "test": "test_update_without_replacement", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_apigateway.py::test_account", "test": "test_account", @@ -48839,6 +48859,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/test_cloudtrail_trace.py::test_cloudtrail_trace_example", + "test": "test_cloudtrail_trace_example", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/test_template_engine.py::TestMacros::test_capabilities_requirements", "test": "test_capabilities_requirements", @@ -55620,6 +55650,16 @@ "aws_validated": true, "snapshot_tested": true, "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/integration/test_crypto.py::test_encrypt_via_aws_encryption_sdk", + "test": "test_encrypt_via_aws_encryption_sdk", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" } ] } @@ -57989,6 +58029,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/iam/test_inter_service_enforcement.py::TestLambdaEventSourceMappings::test_kinesis_event_source_mapping", + "test": "test_kinesis_event_source_mapping", + "response": "404", + "error": "CommonServiceException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/sagemaker/test_sagemaker.py::TestSagemaker::test_custom_model_deployment", "test": "test_custom_model_deployment", @@ -58361,6 +58411,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_samples.py::TestSharedResourcesSample::test_deployed_resources", + "test": "test_deployed_resources", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_samples.py::TestSharedResourcesSample::test_listener_services_are_accessible_and_returning_expected_content", "test": "test_listener_services_are_accessible_and_returning_expected_content", @@ -61309,16 +61369,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_authorizers.py::TestRestApiAuthorizers::test_authorizer_event_lambda_request", "test": "test_authorizer_event_lambda_request", @@ -66543,16 +66593,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_authorizers.py::TestRestApiAuthorizers::test_authorizer_event_lambda_request", "test": "test_authorizer_event_lambda_request", diff --git a/data/coverage/identitystore.json b/data/coverage/identitystore.json index 234f0c2ced..1e20419136 100644 --- a/data/coverage/identitystore.json +++ b/data/coverage/identitystore.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -103,7 +103,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -163,7 +163,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/iot-data.json b/data/coverage/iot-data.json index b996533592..1fb866a0eb 100644 --- a/data/coverage/iot-data.json +++ b/data/coverage/iot-data.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/iot.json b/data/coverage/iot.json index d682f7f83e..a5f1fe6363 100644 --- a/data/coverage/iot.json +++ b/data/coverage/iot.json @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -247,7 +247,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -331,7 +331,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -691,7 +691,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -727,7 +727,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1087,7 +1087,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1171,7 +1171,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1231,7 +1231,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1663,7 +1663,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1735,7 +1735,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1855,7 +1855,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1867,7 +1867,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1927,7 +1927,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1999,7 +1999,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2275,7 +2275,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2299,7 +2299,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -2371,7 +2371,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -2467,7 +2467,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2479,7 +2479,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2563,7 +2563,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -2803,7 +2803,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2863,7 +2863,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/kinesis.json b/data/coverage/kinesis.json index d0a4b413fb..919d0cf26e 100644 --- a/data/coverage/kinesis.json +++ b/data/coverage/kinesis.json @@ -259,8 +259,8 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, - "terraform_test_suite": true, + "external_test_suite": false, + "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -271,7 +271,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -2023,16 +2023,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/note_taking/test_note_taking.py::TestNoteTakingScenario::test_validate_infra_setup", - "test": "test_validate_infra_setup", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Tags', '$..get_resources.items', '$..rootResourceId', '$..Table.DeletionProtectionEnabled', '$..Table.ProvisionedThroughput.LastDecreaseDateTime', '$..Table.ProvisionedThroughput.LastIncreaseDateTime', '$..Table.Replicas']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_kinesis.py::test_apigateway_to_kinesis", "test": "test_apigateway_to_kinesis", @@ -2053,6 +2043,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_dynamodb.py::test_billing_mode_as_conditional[PAY_PER_REQUEST]", + "test": "test_billing_mode_as_conditional[PAY_PER_REQUEST]", + "response": "200", + "error": "", + "snapshot_skipped": "['$..Table.ProvisionedThroughput.LastDecreaseDateTime', '$..Table.ProvisionedThroughput.LastIncreaseDateTime', '$..Table.Replicas', '$..Table.DeletionProtectionEnabled']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_dynamodb.py::test_default_name_for_table", "test": "test_default_name_for_table", @@ -2233,6 +2233,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/events/test_events_schedule.py::TestScheduleRate::test_put_rule_with_schedule_rate", + "test": "test_put_rule_with_schedule_rate", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/events/test_events_targets.py::TestEventsTargetKinesis::test_put_events_with_target_kinesis", "test": "test_put_events_with_target_kinesis", @@ -2444,8 +2454,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_event_filter[content_filter_type]", - "test": "test_dynamodb_event_filter[content_filter_type]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_event_filter[content_multiple_filters]", + "test": "test_dynamodb_event_filter[content_multiple_filters]", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn']", @@ -2514,8 +2524,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_invalid_event_filter[single-string]", - "test": "test_dynamodb_invalid_event_filter[single-string]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[empty_string_item_identifier_failure]", + "test": "test_dynamodb_report_batch_item_failure_scenarios[empty_string_item_identifier_failure]", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn']", @@ -2524,8 +2534,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[empty_string_item_identifier_failure]", - "test": "test_dynamodb_report_batch_item_failure_scenarios[empty_string_item_identifier_failure]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_failure]", + "test": "test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_failure]", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn']", @@ -2534,8 +2544,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_failure]", - "test": "test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_failure]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", + "test": "test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn']", @@ -2544,8 +2554,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", - "test": "test_dynamodb_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_failure_scenarios[null_item_identifier_failure]", + "test": "test_dynamodb_report_batch_item_failure_scenarios[null_item_identifier_failure]", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn']", @@ -2593,6 +2603,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_success_scenarios[null_batch_item_failure_success]", + "test": "test_dynamodb_report_batch_item_success_scenarios[null_batch_item_failure_success]", + "response": "200", + "error": "", + "snapshot_skipped": "['$..EventSourceMappingArn']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_dynamodb_report_batch_item_success_scenarios[null_success]", "test": "test_dynamodb_report_batch_item_success_scenarios[null_success]", @@ -2915,16 +2935,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_websocket_apis.py::TestWebSockets::test_websocket_with_kinesis_integration", "test": "test_websocket_with_kinesis_integration", @@ -3015,6 +3025,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/kinesisanalytics/test_kinesisanalytics.py::TestKinesisAnalyticsProvider::test_input_processing_configuration", + "test": "test_input_processing_configuration", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/logs/test_logs.py::TestCloudWatchLogsPro::test_put_subscription_filter_kinesis_with_filter_pattern", "test": "test_put_subscription_filter_kinesis_with_filter_pattern", @@ -3075,16 +3095,6 @@ "snapshot_tested": true, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/services/kinesisanalytics/test_kinesisanalytics.py::TestKinesisAnalyticsProvider::test_input_processing_configuration", - "test": "test_input_processing_configuration", - "response": "400", - "error": "ResourceInUseException", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/kinesisanalytics/test_kinesisanalytics.py::TestKinesisAnalyticsProvider::test_list_and_update_applications", "test": "test_list_and_update_applications", @@ -4359,16 +4369,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/note_taking/test_note_taking.py::TestNoteTakingScenario::test_validate_infra_setup", - "test": "test_validate_infra_setup", - "response": "200", - "error": "", - "snapshot_skipped": "['$..Tags', '$..get_resources.items', '$..rootResourceId', '$..Table.DeletionProtectionEnabled', '$..Table.ProvisionedThroughput.LastDecreaseDateTime', '$..Table.ProvisionedThroughput.LastIncreaseDateTime', '$..Table.Replicas']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/apigateway/test_apigateway_kinesis.py::test_apigateway_to_kinesis", "test": "test_apigateway_to_kinesis", @@ -4590,25 +4590,35 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_lambda.py::test_cfn_function_url", - "test": "test_cfn_function_url", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_lambda.py::test_lambda_w_dynamodb_event_filter_update", + "test": "test_lambda_w_dynamodb_event_filter_update", "response": "200", "error": "", - "snapshot_skipped": "['$..Metadata', '$..DriftInformation', '$..Type', '$..Message', '$..access-control-allow-headers', '$..access-control-allow-methods', '$..access-control-allow-origin', '$..access-control-expose-headers', '$..server', '$..content-length', '$..InvokeMode']", + "snapshot_skipped": "all", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_lambda.py::test_lambda_w_dynamodb_event_filter_update", - "test": "test_lambda_w_dynamodb_event_filter_update", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_lambda.py::test_update_lambda_function", + "test": "test_update_lambda_function", "response": "200", "error": "", - "snapshot_skipped": "all", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_s3.py::test_bucketpolicy", + "test": "test_bucketpolicy", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/dynamodb/test_dynamodb.py::TestDynamoDB::test_batch_write_items_streaming", "test": "test_batch_write_items_streaming", @@ -4809,6 +4819,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/events/test_events_schedule.py::TestScheduleRate::test_put_rule_with_schedule_rate", + "test": "test_put_rule_with_schedule_rate", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/events/test_events_targets.py::TestEventsTargetKinesis::test_put_events_with_target_kinesis", "test": "test_put_events_with_target_kinesis", @@ -5470,8 +5490,8 @@ "origin": "external" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda_api.py::TestLambdaEventSourceMappings::test_create_event_source_validation", - "test": "test_create_event_source_validation", + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda_api.py::TestLambdaEventSourceMappings::test_create_event_source_self_managed", + "test": "test_create_event_source_self_managed", "response": "200", "error": "", "snapshot_skipped": "['$..EventSourceMappingArn', '$..UUID', '$..FunctionArn']", @@ -5599,16 +5619,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/scenario/note_taking/test_note_taking.py::TestNoteTakingScenario::test_validate_infra_setup", - "test": "test_validate_infra_setup", - "response": "400", - "error": "ResourceNotFoundException", - "snapshot_skipped": "['$..Tags', '$..get_resources.items', '$..rootResourceId', '$..Table.DeletionProtectionEnabled', '$..Table.ProvisionedThroughput.LastDecreaseDateTime', '$..Table.ProvisionedThroughput.LastIncreaseDateTime', '$..Table.Replicas']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_server_certificate", "test": "test_server_certificate", @@ -5680,13 +5690,13 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_lambda.py::test_lambda_w_dynamodb_event_filter_update", - "test": "test_lambda_w_dynamodb_event_filter_update", + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_s3.py::test_bucketpolicy", + "test": "test_bucketpolicy", "response": "400", "error": "ResourceNotFoundException", - "snapshot_skipped": "all", + "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": false, + "snapshot_tested": true, "origin": "internal" }, { @@ -5789,6 +5799,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/dynamodbstreams/test_dynamodb_streams.py::TestDynamoDBStreams::test_enable_kinesis_streaming_destination", + "test": "test_enable_kinesis_streaming_destination", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "['$..EncryptionType', '$..SizeBytes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/dynamodbstreams/test_dynamodb_streams.py::TestDynamoDBStreams::test_stream_spec_and_region_replacement", "test": "test_stream_spec_and_region_replacement", @@ -5799,6 +5819,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/events/test_events_schedule.py::TestScheduleRate::tests_schedule_rate_target_sqs", + "test": "tests_schedule_rate_target_sqs", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_dynamodbstreams.py::TestDynamoDBEventSourceMapping::test_deletion_event_source_mapping_with_dynamodb", "test": "test_deletion_event_source_mapping_with_dynamodb", @@ -6191,16 +6221,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_kinesisanalytics.py::test_application_with_output_and_reference", "test": "test_application_with_output_and_reference", @@ -6391,16 +6411,6 @@ "snapshot_tested": true, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/services/pipes/test_pipes.py::TestPipes::test_sqs_fifo_dlq_partial_batch_failures", - "test": "test_sqs_fifo_dlq_partial_batch_failures", - "response": "200", - "error": "", - "snapshot_skipped": "['$..message.awsRequest', '$..message.awsResponse']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/pipes/test_pipes_kinesis.py::TestPipesKinesis::test_kinesis_dlq_behavior", "test": "test_kinesis_dlq_behavior", @@ -7163,16 +7173,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_lambda_with_configs_deployed", - "test": "test_lambda_with_configs_deployed", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_s3_bucket_deployed", "test": "test_s3_bucket_deployed", @@ -8009,16 +8009,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_lambda_with_configs_deployed", - "test": "test_lambda_with_configs_deployed", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_s3_bucket_deployed", "test": "test_s3_bucket_deployed", @@ -8030,8 +8020,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_kinesis.py::TestKinesisSource::test_kinesis_report_batch_item_failure_scenarios[unhandled_exception_in_function]", - "test": "test_kinesis_report_batch_item_failure_scenarios[unhandled_exception_in_function]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/event_source_mapping/test_lambda_integration_kinesis.py::TestKinesisSource::test_kinesis_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", + "test": "test_kinesis_report_batch_item_failure_scenarios[invalid_key_foo_null_value_failure]", "response": "400", "error": "ResourceInUseException", "snapshot_skipped": "['$..Records..eventID', '$..BisectBatchOnFunctionError', '$..DestinationConfig', '$..LastProcessingResult', '$..EventSourceMappingArn', '$..MaximumBatchingWindowInSeconds', '$..MaximumRecordAgeInSeconds', '$..ResponseMetadata.HTTPStatusCode', '$..State', '$..Topics', '$..TumblingWindowInSeconds']", @@ -8120,6 +8110,16 @@ "aws_validated": true, "snapshot_tested": false, "origin": "internal" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/iam/test_inter_service_enforcement.py::TestLambdaEventSourceMappings::test_kinesis_event_source_mapping", + "test": "test_kinesis_event_source_mapping", + "response": "400", + "error": "ResourceInUseException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" } ] }, @@ -8364,6 +8364,26 @@ "aws_validated": true, "snapshot_tested": false, "origin": "external" + }, + { + "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesis::test_subscribe_to_shard_with_at_timestamp", + "test": "test_subscribe_to_shard_with_at_timestamp", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "['$..Records..EncryptionType']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/kinesis/test_kinesis.py::TestKinesis::test_subscribe_to_shard_with_sequence_number_as_iterator", + "test": "test_subscribe_to_shard_with_sequence_number_as_iterator", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "['$..Records..EncryptionType']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" } ], "ls_pro": [ @@ -10111,6 +10131,16 @@ }, "StreamName": { "ls_community": [ + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_firehose.py::test_firehose_stack_with_kinesis_as_source", + "test": "test_firehose_stack_with_kinesis_as_source", + "response": "200", + "error": "", + "snapshot_skipped": "['$..Destinations']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/firehose/test_firehose.py::TestFirehoseIntegration::test_kinesis_firehose_kinesis_as_source_multiple_delivery_streams", "test": "test_kinesis_firehose_kinesis_as_source_multiple_delivery_streams", diff --git a/data/coverage/kms.json b/data/coverage/kms.json index 9ee15ede07..01b030acbc 100644 --- a/data/coverage/kms.json +++ b/data/coverage/kms.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -235,7 +235,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -271,7 +271,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -295,7 +295,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -391,7 +391,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -415,7 +415,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -535,7 +535,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -619,7 +619,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -959,6 +959,16 @@ }, "Description": { "ls_community": [ + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_dynamodb.py::test_table_with_ttl_and_sse", + "test": "test_table_with_ttl_and_sse", + "response": "200", + "error": "", + "snapshot_skipped": "all", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/dynamodb/test_dynamodb.py::TestDynamoDB::test_dynamodb_create_table_with_partial_sse_specification", "test": "test_dynamodb_create_table_with_partial_sse_specification", @@ -1378,16 +1388,6 @@ "aws_validated": true, "snapshot_tested": true, "origin": "external" - }, - { - "node_id": "LocalStack Community: tests/aws/services/s3/test_s3_api.py::TestS3BucketEncryption::test_s3_bucket_encryption_sse_kms_aws_managed_key", - "test": "test_s3_bucket_encryption_sse_kms_aws_managed_key", - "response": "200", - "error": "", - "snapshot_skipped": "['$..ETag', '$.managed-kms-key.KeyMetadata.KeyManager']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" } ] }, diff --git a/data/coverage/lakeformation.json b/data/coverage/lakeformation.json index e5a7a2d458..e1b7d7f59f 100644 --- a/data/coverage/lakeformation.json +++ b/data/coverage/lakeformation.json @@ -463,7 +463,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/lambda.json b/data/coverage/lambda.json index d5be2d921b..6e05b906d8 100644 --- a/data/coverage/lambda.json +++ b/data/coverage/lambda.json @@ -2715,6 +2715,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "201", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -10153,6 +10163,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "201", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -20843,6 +20863,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "204", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -30301,6 +30331,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -35940,11 +35980,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/intrinsic_functions/test_generic.py::TestGeneric::test_format_1", - "test": "test_format_1", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/services/test_sns_task_service.py::TestTaskServiceSns::test_fifo_message_attribute[input_params0-True]", + "test": "test_fifo_message_attribute[input_params0-True]", "response": "500", "error": "ServiceException", - "snapshot_skipped": "['$..tracingConfiguration']", + "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata']", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -36361,6 +36401,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_e2e", + "test": "test_e2e", + "response": "202", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_open_store", "test": "test_open_store", @@ -38468,13 +38518,13 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/cloudformation/resource_providers/iam/test_iam.py::test_delete_role_detaches_role_policy", - "test": "test_delete_role_detaches_role_policy", + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/intrinsic_functions/test_json_manipulation.py::TestJsonManipulation::test_string_to_json", + "test": "test_string_to_json", "response": "500", "error": "ServiceException", - "snapshot_skipped": "", + "snapshot_skipped": "['$..tracingConfiguration']", "aws_validated": true, - "snapshot_tested": false, + "snapshot_tested": true, "origin": "internal" }, { @@ -39049,6 +39099,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", diff --git a/data/coverage/logs.json b/data/coverage/logs.json index 3de3a1dd03..680fa396e0 100644 --- a/data/coverage/logs.json +++ b/data/coverage/logs.json @@ -451,7 +451,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -6959,16 +6959,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSPublishDelivery::test_delivery_lambda", - "test": "test_delivery_lambda", - "response": "400", - "error": "ResourceAlreadyExistsException", - "snapshot_skipped": "['$..Attributes.DeliveryPolicy', '$..Attributes.EffectiveDeliveryPolicy', '$..Attributes.Policy.Statement..Action']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSRetrospectionEndpoints::test_publish_sms_can_retrospect", "test": "test_publish_sms_can_retrospect", @@ -7128,16 +7118,6 @@ "aws_validated": false, "snapshot_tested": false, "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/test_integration.py::TestIntegration::test_lambda_streams_batch_and_transactions", - "test": "test_lambda_streams_batch_and_transactions", - "response": "400", - "error": "ResourceAlreadyExistsException", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" } ], "ls_pro": [ @@ -7941,6 +7921,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -9212,13 +9202,13 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_register_admin_user", - "test": "test_register_admin_user", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_websocket", + "test": "test_websocket", "response": "400", "error": "ResourceAlreadyExistsException", - "snapshot_skipped": "['$..UserAttributes..Name', '$..UserAttributes..Value', '$..Username']", + "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { @@ -9641,6 +9631,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "400", + "error": "ResourceAlreadyExistsException", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -11801,16 +11801,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_large_payloads", - "test": "test_large_payloads", - "response": "200", - "error": "", - "snapshot_skipped": "['$..LogResult']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBehavior::test_ignore_architecture", "test": "test_ignore_architecture", @@ -15512,8 +15502,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaAliases::test_alias_routingconfig", - "test": "test_alias_routingconfig", + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaAliases::test_lambda_alias_moving", + "test": "test_lambda_alias_moving", "response": "400", "error": "ResourceAlreadyExistsException", "snapshot_skipped": "", @@ -15522,10 +15512,10 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaAliases::test_lambda_alias_moving", - "test": "test_lambda_alias_moving", + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_lambda_large_response", + "test": "test_lambda_large_response", "response": "400", - "error": "ResourceAlreadyExistsException", + "error": "ResourceNotFoundException", "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, @@ -16260,16 +16250,6 @@ "aws_validated": false, "snapshot_tested": false, "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/test_integration.py::TestIntegration::test_lambda_streams_batch_and_transactions", - "test": "test_lambda_streams_batch_and_transactions", - "response": "400", - "error": "ResourceAlreadyExistsException", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" } ], "ls_pro": [ @@ -16363,16 +16343,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_register_admin_user", - "test": "test_register_admin_user", - "response": "200", - "error": "", - "snapshot_skipped": "['$..UserAttributes..Name', '$..UserAttributes..Value', '$..Username']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", "test": "test_get_wordpress", @@ -17063,6 +17033,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -18264,8 +18244,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_cloudwatch_logs", - "test": "test_cloudwatch_logs", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_websocket", + "test": "test_websocket", "response": "400", "error": "ResourceAlreadyExistsException", "snapshot_skipped": "", @@ -18274,8 +18254,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_db_connection", - "test": "test_db_connection", + "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_cloudwatch_logs", + "test": "test_cloudwatch_logs", "response": "400", "error": "ResourceAlreadyExistsException", "snapshot_skipped": "", @@ -18723,6 +18703,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "400", + "error": "ResourceAlreadyExistsException", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -24029,6 +24019,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSPublishDelivery::test_delivery_lambda", + "test": "test_delivery_lambda", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "['$..Attributes.DeliveryPolicy', '$..Attributes.EffectiveDeliveryPolicy', '$..Attributes.Policy.Statement..Action']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSSubscriptionLambda::test_redrive_policy_lambda_subscription", "test": "test_redrive_policy_lambda_subscription", @@ -24201,16 +24201,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_apigateway_custom_domain.py::TestApigatewayCustomDomain::test_invoke_custom_domain", "test": "test_invoke_custom_domain", @@ -24841,6 +24831,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -25781,6 +25781,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "400", + "error": "ResourceNotFoundException", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -26822,6 +26832,16 @@ "aws_validated": true, "snapshot_tested": false, "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_integration.py::test_events_sqs_sns_lambda", + "test": "test_events_sqs_sns_lambda", + "response": "500", + "error": "InternalError", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "external" } ], "ls_pro": [ @@ -27509,16 +27529,6 @@ "snapshot_tested": true, "origin": "external" }, - { - "node_id": "LocalStack Community: tests/aws/services/logs/test_logs.py::TestCloudWatchLogs::test_delivery_logs_for_sns", - "test": "test_delivery_logs_for_sns", - "response": "400", - "error": "ResourceNotFoundException", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Community: tests/aws/test_integration.py::TestIntegration::test_scheduled_lambda", "test": "test_scheduled_lambda", @@ -28947,6 +28957,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -31633,6 +31653,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_assume_role[1]", + "test": "test_assume_role[1]", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_assume_role[2]", "test": "test_assume_role[2]", @@ -31683,16 +31713,6 @@ "snapshot_tested": true, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBehavior::test_ignore_architecture", - "test": "test_ignore_architecture", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBehavior::test_lambda_cache_local[nodejs]", "test": "test_lambda_cache_local[nodejs]", @@ -34784,8 +34804,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_assume_role[2]", - "test": "test_assume_role[2]", + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_lambda_large_response", + "test": "test_lambda_large_response", "response": "400", "error": "ResourceNotFoundException", "snapshot_skipped": "", @@ -34794,8 +34814,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBaseFeatures::test_lambda_large_response", - "test": "test_lambda_large_response", + "node_id": "LocalStack Community: tests/aws/services/lambda_/test_lambda.py::TestLambdaBehavior::test_ignore_architecture", + "test": "test_ignore_architecture", "response": "400", "error": "ResourceNotFoundException", "snapshot_skipped": "", @@ -35076,8 +35096,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_open_store", - "test": "test_open_store", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_concurrent_order_limit", + "test": "test_concurrent_order_limit", "response": "200", "error": "", "snapshot_skipped": "", @@ -35086,8 +35106,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_order_completion_workflow", - "test": "test_order_completion_workflow", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_open_store", + "test": "test_open_store", "response": "200", "error": "", "snapshot_skipped": "", @@ -35096,8 +35116,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_populate_data", - "test": "test_populate_data", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_order_completion_workflow", + "test": "test_order_completion_workflow", "response": "200", "error": "", "snapshot_skipped": "", @@ -35106,18 +35126,18 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_register_admin_user", - "test": "test_register_admin_user", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_populate_data", + "test": "test_populate_data", "response": "200", "error": "", - "snapshot_skipped": "['$..UserAttributes..Name', '$..UserAttributes..Value', '$..Username']", + "snapshot_skipped": "", "aws_validated": true, - "snapshot_tested": true, + "snapshot_tested": false, "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_cloudwatch_logs", - "test": "test_cloudwatch_logs", + "node_id": "LocalStack Pro: tests/aws/scenario/serverlesspresso/test_serverlesspresso.py::TestServerlesspressoScenario::test_websocket", + "test": "test_websocket", "response": "200", "error": "", "snapshot_skipped": "", @@ -35126,8 +35146,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_db_connection", - "test": "test_db_connection", + "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_cloudwatch_logs", + "test": "test_cloudwatch_logs", "response": "200", "error": "", "snapshot_skipped": "", @@ -35835,6 +35855,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", diff --git a/data/coverage/managedblockchain.json b/data/coverage/managedblockchain.json index 25b3388cab..8a9aba7487 100644 --- a/data/coverage/managedblockchain.json +++ b/data/coverage/managedblockchain.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -127,7 +127,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -151,7 +151,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -223,7 +223,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -319,7 +319,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/memorydb.json b/data/coverage/memorydb.json index 83403925e1..cfedc93132 100644 --- a/data/coverage/memorydb.json +++ b/data/coverage/memorydb.json @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -415,7 +415,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/mq.json b/data/coverage/mq.json index f720645968..0f498a2ed6 100644 --- a/data/coverage/mq.json +++ b/data/coverage/mq.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/neptune.json b/data/coverage/neptune.json index 48ed90a4d4..fedb3d985b 100644 --- a/data/coverage/neptune.json +++ b/data/coverage/neptune.json @@ -7,8 +7,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -584,7 +584,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -655,7 +655,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -703,7 +703,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -811,7 +811,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -823,7 +823,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -4112,11 +4112,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -4294,11 +4294,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -5081,16 +5081,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/appsync/test_appsync.py::TestAppSync::test_rds_data_source_rds_utils", "test": "test_rds_data_source_rds_utils", @@ -5152,11 +5142,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -6837,6 +6827,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", @@ -7328,11 +7328,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "404", "error": "DBClusterNotFoundFault", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" diff --git a/data/coverage/opensearch.json b/data/coverage/opensearch.json index 45ff85e53e..b02f4467f5 100644 --- a/data/coverage/opensearch.json +++ b/data/coverage/opensearch.json @@ -499,7 +499,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/organizations.json b/data/coverage/organizations.json index ba9aa661b9..8bea7ffd7c 100644 --- a/data/coverage/organizations.json +++ b/data/coverage/organizations.json @@ -20,7 +20,7 @@ "availability": "pro", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -284,7 +284,7 @@ "availability": "pro", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -415,7 +415,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -427,7 +427,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -439,7 +439,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -451,7 +451,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -488,7 +488,7 @@ "availability": "pro", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -523,7 +523,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -560,7 +560,7 @@ "availability": "pro", "internal_test_suite": false, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -571,7 +571,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -607,7 +607,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -619,7 +619,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -655,7 +655,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/pinpoint.json b/data/coverage/pinpoint.json index 2bb2485c80..e2092c5b40 100644 --- a/data/coverage/pinpoint.json +++ b/data/coverage/pinpoint.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -283,7 +283,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -487,7 +487,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -511,7 +511,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -523,7 +523,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -667,7 +667,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1027,7 +1027,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1075,7 +1075,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1120,13 +1120,13 @@ }, { "SendOTPMessage": { - "implemented": false, - "availability": "", - "internal_test_suite": false, + "implemented": true, + "availability": "pro", + "internal_test_suite": true, "external_test_suite": false, "terraform_test_suite": false, - "aws_validated": false, - "snapshot_tested": false, + "aws_validated": true, + "snapshot_tested": true, "snapshot_skipped": "" } }, @@ -1147,7 +1147,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1159,7 +1159,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1231,7 +1231,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1456,13 +1456,13 @@ }, { "VerifyOTPMessage": { - "implemented": false, - "availability": "", - "internal_test_suite": false, + "implemented": true, + "availability": "pro", + "internal_test_suite": true, "external_test_suite": false, "terraform_test_suite": false, - "aws_validated": false, - "snapshot_tested": false, + "aws_validated": true, + "snapshot_tested": true, "snapshot_skipped": "" } } @@ -1471,6 +1471,66 @@ "CreateApp": { "CreateApplicationRequest": { "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_debug_endpoint", + "test": "test_debug_endpoint", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_happy_path", + "test": "test_otp_happy_path", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_maximum_attempts", + "test": "test_otp_validation_maximum_attempts", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_outside_validity", + "test": "test_otp_validation_outside_validity", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_send_otp_message_request_validation", + "test": "test_send_otp_message_request_validation", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_verify_otp_message_request_validation", + "test": "test_verify_otp_message_request_validation", + "response": "201", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestPinpoint::test_pinpoint_app_operations", "test": "test_pinpoint_app_operations", @@ -1547,6 +1607,66 @@ "DeleteApp": { "ApplicationId": { "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_debug_endpoint", + "test": "test_debug_endpoint", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_happy_path", + "test": "test_otp_happy_path", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_maximum_attempts", + "test": "test_otp_validation_maximum_attempts", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_outside_validity", + "test": "test_otp_validation_outside_validity", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_send_otp_message_request_validation", + "test": "test_send_otp_message_request_validation", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_verify_otp_message_request_validation", + "test": "test_verify_otp_message_request_validation", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestPinpoint::test_pinpoint_app_operations", "test": "test_pinpoint_app_operations", @@ -1617,6 +1737,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_debug_endpoint", + "test": "test_debug_endpoint", + "response": "404", + "error": "NotFoundException", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestPinpoint::test_pinpoint_app_operations", "test": "test_pinpoint_app_operations", @@ -1810,6 +1940,72 @@ ] } }, + "SendOTPMessage": { + "ApplicationId, SendOTPMessageRequestParameters": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_debug_endpoint", + "test": "test_debug_endpoint", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_happy_path", + "test": "test_otp_happy_path", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_maximum_attempts", + "test": "test_otp_validation_maximum_attempts", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_outside_validity", + "test": "test_otp_validation_outside_validity", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_send_otp_message_request_validation", + "test": "test_send_otp_message_request_validation", + "response": "400", + "error": "BadRequestException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_send_otp_message_request_validation", + "test": "test_send_otp_message_request_validation", + "response": "404", + "error": "NotFoundException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + } + ] + } + }, "UpdateEndpoint": { "ApplicationId, EndpointId, EndpointRequest": { "ls_pro": [ @@ -1891,6 +2087,82 @@ } ] } + }, + "VerifyOTPMessage": { + "ApplicationId, VerifyOTPMessageRequestParameters": { + "ls_pro": [ + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_debug_endpoint", + "test": "test_debug_endpoint", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_happy_path", + "test": "test_otp_happy_path", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_maximum_attempts", + "test": "test_otp_validation_maximum_attempts", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_outside_validity", + "test": "test_otp_validation_outside_validity", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_verify_otp_message_request_validation", + "test": "test_verify_otp_message_request_validation", + "response": "400", + "error": "BadRequestException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_verify_otp_message_request_validation", + "test": "test_verify_otp_message_request_validation", + "response": "404", + "error": "NotFoundException", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/pinpoint/test_pinpoint.py::TestOTP::test_otp_validation_outside_validity", + "test": "test_otp_validation_outside_validity", + "response": "500", + "error": "InternalError", + "snapshot_skipped": "", + "aws_validated": false, + "snapshot_tested": false, + "origin": "external" + } + ] + } } } } \ No newline at end of file diff --git a/data/coverage/qldb.json b/data/coverage/qldb.json index 98ccb42ed1..4693e89bd0 100644 --- a/data/coverage/qldb.json +++ b/data/coverage/qldb.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/ram.json b/data/coverage/ram.json index 8abe702332..3c71b1558d 100644 --- a/data/coverage/ram.json +++ b/data/coverage/ram.json @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -103,7 +103,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/rds-data.json b/data/coverage/rds-data.json index 8eec4b4ad9..aca578831c 100644 --- a/data/coverage/rds-data.json +++ b/data/coverage/rds-data.json @@ -411,6 +411,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", diff --git a/data/coverage/rds.json b/data/coverage/rds.json index 45d82bcadb..92b1bbeb4f 100644 --- a/data/coverage/rds.json +++ b/data/coverage/rds.json @@ -7,8 +7,8 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": false, - "terraform_test_suite": false, + "external_test_suite": true, + "terraform_test_suite": true, "aws_validated": true, "snapshot_tested": true, "snapshot_skipped": "" @@ -67,7 +67,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -91,7 +91,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -247,7 +247,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -271,7 +271,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -319,7 +319,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -379,7 +379,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -547,7 +547,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -571,7 +571,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -931,7 +931,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -955,7 +955,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -979,7 +979,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1063,7 +1063,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1099,7 +1099,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1111,7 +1111,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1328,7 +1328,7 @@ "availability": "pro", "internal_test_suite": true, "external_test_suite": true, - "terraform_test_suite": false, + "terraform_test_suite": true, "aws_validated": false, "snapshot_tested": false, "snapshot_skipped": "" @@ -1375,7 +1375,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1471,7 +1471,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1483,7 +1483,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1531,7 +1531,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1555,7 +1555,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1603,7 +1603,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1819,7 +1819,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1831,7 +1831,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1855,7 +1855,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1879,7 +1879,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1891,7 +1891,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -5520,11 +5520,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -5702,11 +5702,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -6515,16 +6515,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Pro: tests/aws/services/appsync/test_appsync.py::TestAppSync::test_rds_data_source_rds_utils", "test": "test_rds_data_source_rds_utils", @@ -6586,11 +6576,11 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -8347,6 +8337,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", @@ -8838,11 +8838,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "404", "error": "DBClusterNotFoundFault", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" diff --git a/data/coverage/redshift.json b/data/coverage/redshift.json index dd3223104c..06c839046b 100644 --- a/data/coverage/redshift.json +++ b/data/coverage/redshift.json @@ -176,7 +176,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -267,6 +267,18 @@ "snapshot_skipped": "" } }, + { + "CreateIntegration": { + "implemented": false, + "availability": "", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, { "CreateRedshiftIdcApplication": { "implemented": false, @@ -392,7 +404,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -483,6 +495,18 @@ "snapshot_skipped": "" } }, + { + "DeleteIntegration": { + "implemented": false, + "availability": "", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, { "DeletePartner": { "implemented": false, @@ -560,7 +584,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -644,7 +668,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -867,6 +891,18 @@ "snapshot_skipped": "" } }, + { + "DescribeIntegrations": { + "implemented": false, + "availability": "", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, { "DescribeLoggingStatus": { "implemented": true, @@ -1040,7 +1076,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1359,6 +1395,18 @@ "snapshot_skipped": "" } }, + { + "ModifyIntegration": { + "implemented": false, + "availability": "", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, { "ModifyRedshiftIdcApplication": { "implemented": false, @@ -1424,7 +1472,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1508,7 +1556,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1532,7 +1580,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/resource-groups.json b/data/coverage/resource-groups.json index 1917b05a9a..f2dea73651 100644 --- a/data/coverage/resource-groups.json +++ b/data/coverage/resource-groups.json @@ -151,7 +151,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -211,7 +211,7 @@ "implemented": false, "availability": "", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": false, "availability": "", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -259,7 +259,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -271,7 +271,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/resourcegroupstaggingapi.json b/data/coverage/resourcegroupstaggingapi.json index 988dc13293..8aec4acf7a 100644 --- a/data/coverage/resourcegroupstaggingapi.json +++ b/data/coverage/resourcegroupstaggingapi.json @@ -31,7 +31,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -43,7 +43,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -55,7 +55,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -79,7 +79,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/route53.json b/data/coverage/route53.json index aedfa532c1..8c395377fd 100644 --- a/data/coverage/route53.json +++ b/data/coverage/route53.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -115,7 +115,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -247,7 +247,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -319,7 +319,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -463,7 +463,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -487,7 +487,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -607,7 +607,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -631,7 +631,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -643,7 +643,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -655,7 +655,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -679,7 +679,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -703,7 +703,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -811,7 +811,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/route53resolver.json b/data/coverage/route53resolver.json index f13d135a2e..9c2e5d71cd 100644 --- a/data/coverage/route53resolver.json +++ b/data/coverage/route53resolver.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -103,7 +103,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -187,7 +187,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -235,7 +235,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -367,7 +367,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -571,7 +571,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -619,7 +619,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -799,7 +799,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/s3.json b/data/coverage/s3.json index 3bf3bfa7bf..c89cf4b8fe 100644 --- a/data/coverage/s3.json +++ b/data/coverage/s3.json @@ -8,7 +8,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -20,7 +20,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -32,7 +32,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -56,7 +56,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -212,7 +212,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -572,7 +572,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -752,7 +752,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -800,7 +800,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1076,7 +1076,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1100,7 +1100,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1136,7 +1136,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1148,7 +1148,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1160,7 +1160,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1172,7 +1172,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -13950,7 +13950,7 @@ "snapshot_skipped": "", "aws_validated": false, "snapshot_tested": false, - "origin": "internal" + "origin": "external" }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_websocket_apis.py::TestWebSockets::test_websocket_api_reject_connect[True-True]", @@ -13960,7 +13960,7 @@ "snapshot_skipped": "", "aws_validated": false, "snapshot_tested": false, - "origin": "external" + "origin": "internal" }, { "node_id": "LocalStack Pro: tests/aws/services/apigateway/test_websocket_apis.py::TestWebSockets::test_websocket_api_with_http_integration[HTTP-False-True]", @@ -14812,6 +14812,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -22858,16 +22868,6 @@ "snapshot_tested": false, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "204", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_amplify.py::TestCfnAmplifyResources::test_amplify_resources", "test": "test_amplify_resources", @@ -23639,11 +23639,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "204", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "external" @@ -31996,6 +31996,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "204", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -48688,6 +48698,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -64880,6 +64900,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -66026,7 +66056,7 @@ } ] }, - "ContinuationToken, MaxBuckets": { + "BucketRegion, ContinuationToken, MaxBuckets, Prefix": { "ls_community": [ { "node_id": "LocalStack Community: tests/aws/services/cloudformation/api/test_changesets.py::test_create_and_then_remove_supported_resource_change_set", @@ -78554,16 +78584,6 @@ "snapshot_tested": false, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/cloudformation/resources/test_amplify.py::TestCfnAmplifyResources::test_amplify_resources", "test": "test_amplify_resources", @@ -79325,11 +79345,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "external" @@ -93024,6 +93044,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", diff --git a/data/coverage/sagemaker.json b/data/coverage/sagemaker.json index a579ed1a29..74cbd67885 100644 --- a/data/coverage/sagemaker.json +++ b/data/coverage/sagemaker.json @@ -127,7 +127,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -163,7 +163,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -283,7 +283,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -463,7 +463,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -475,7 +475,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -499,7 +499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -511,7 +511,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -523,7 +523,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -535,7 +535,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -559,7 +559,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -703,7 +703,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -715,7 +715,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -727,7 +727,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -847,7 +847,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -871,7 +871,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -895,7 +895,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -979,7 +979,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1147,7 +1147,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1159,7 +1159,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1171,7 +1171,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1219,7 +1219,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1339,7 +1339,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1351,7 +1351,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1495,7 +1495,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1507,7 +1507,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1843,7 +1843,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -1903,7 +1903,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1999,7 +1999,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2011,7 +2011,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2023,7 +2023,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2095,7 +2095,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2119,7 +2119,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2395,7 +2395,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2407,7 +2407,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2431,7 +2431,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2455,7 +2455,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2551,7 +2551,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2767,7 +2767,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2791,7 +2791,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2803,7 +2803,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2815,7 +2815,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2839,7 +2839,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2851,7 +2851,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2863,7 +2863,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2875,7 +2875,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2947,7 +2947,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2983,7 +2983,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2995,7 +2995,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3007,7 +3007,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3019,7 +3019,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3115,7 +3115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3139,7 +3139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3151,7 +3151,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3163,7 +3163,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3271,7 +3271,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3367,7 +3367,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3499,7 +3499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3835,7 +3835,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3847,7 +3847,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3907,7 +3907,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -3979,7 +3979,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/scheduler.json b/data/coverage/scheduler.json index 70c343a6af..317fd0a076 100644 --- a/data/coverage/scheduler.json +++ b/data/coverage/scheduler.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -31,7 +31,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -55,7 +55,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -91,7 +91,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -103,7 +103,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -127,7 +127,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -139,7 +139,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/secretsmanager.json b/data/coverage/secretsmanager.json index 11ff7eaa9f..83d9a6a6ea 100644 --- a/data/coverage/secretsmanager.json +++ b/data/coverage/secretsmanager.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -187,7 +187,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -199,7 +199,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -2246,11 +2246,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "internal" @@ -3765,6 +3765,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", diff --git a/data/coverage/servicediscovery.json b/data/coverage/servicediscovery.json index 9e6f3601d7..0f6bc9e7f5 100644 --- a/data/coverage/servicediscovery.json +++ b/data/coverage/servicediscovery.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -247,7 +247,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -259,7 +259,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/ses.json b/data/coverage/ses.json index 0466fa6718..15e3d9322b 100644 --- a/data/coverage/ses.json +++ b/data/coverage/ses.json @@ -344,7 +344,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -380,7 +380,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -392,7 +392,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -488,7 +488,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -500,7 +500,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -584,7 +584,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -596,7 +596,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -608,7 +608,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -644,7 +644,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -680,7 +680,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -704,7 +704,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -788,7 +788,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -836,7 +836,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/sns.json b/data/coverage/sns.json index 81d1ad0413..af0472827c 100644 --- a/data/coverage/sns.json +++ b/data/coverage/sns.json @@ -1383,6 +1383,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", @@ -3357,6 +3367,16 @@ "snapshot_tested": false, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_aws_refs_in_mappings", + "test": "test_aws_refs_in_mappings", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": false, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_mappings.py::TestCloudFormationMappings::test_mapping_ref_map_key[should-deploy]", "test": "test_mapping_ref_map_key[should-deploy]", diff --git a/data/coverage/sqs.json b/data/coverage/sqs.json index 8861ba1ad6..6f2b5182c4 100644 --- a/data/coverage/sqs.json +++ b/data/coverage/sqs.json @@ -31,7 +31,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -43,7 +43,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -67,7 +67,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -223,7 +223,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -485,6 +485,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -2621,6 +2631,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -9375,6 +9395,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs.py::TestTaskExecution::test_subscribe_ecs_events", "test": "test_subscribe_ecs_events", @@ -16161,6 +16191,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -21061,6 +21101,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_user_migration_lambda[None]", "test": "test_user_migration_lambda[None]", @@ -24601,16 +24651,6 @@ "snapshot_tested": false, "origin": "internal" }, - { - "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_queue_handler_deployed", - "test": "test_queue_handler_deployed", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": false, - "snapshot_tested": false, - "origin": "internal" - }, { "node_id": "LocalStack Community: tests/aws/test_serverless.py::TestServerless::test_s3_bucket_deployed", "test": "test_s3_bucket_deployed", @@ -25118,6 +25158,16 @@ "aws_validated": true, "snapshot_tested": true, "origin": "external" + }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" } ] }, @@ -27480,6 +27530,26 @@ "aws_validated": false, "snapshot_tested": false, "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/callback/test_callback.py::TestCallback::test_sqs_failure_in_wait_for_task_token", + "test": "test_sqs_failure_in_wait_for_task_token", + "response": "400", + "error": "QueueDoesNotExist", + "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/error_handling/test_task_service_sqs.py::TestTaskServiceSqs::test_sqs_failure_in_wait_for_task_tok", + "test": "test_sqs_failure_in_wait_for_task_tok", + "response": "400", + "error": "QueueDoesNotExist", + "snapshot_skipped": "['$..tracingConfiguration', '$..SdkHttpMetadata', '$..SdkResponseMetadata', '$..cause', '$..Cause']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" } ], "ls_pro": [ @@ -30357,6 +30427,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_signup_trigger_params", "test": "test_signup_trigger_params", @@ -31124,8 +31204,8 @@ "origin": "internal" }, { - "node_id": "LocalStack Pro: tests/integration/chaos/test_network_effects.py::TestNetworkEffects::test_latency[500]", - "test": "test_latency[500]", + "node_id": "LocalStack Pro: tests/integration/chaos/test_faults.py::TestFaultApi::test_fault_invalid_fetch_update_config[config5]", + "test": "test_fault_invalid_fetch_update_config[config5]", "response": "400", "error": "QueueDoesNotExist", "snapshot_skipped": "", @@ -33207,6 +33287,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api.py::TestSnfApi::test_start_execution_idempotent", + "test": "test_start_execution_idempotent", + "response": "200", + "error": "", + "snapshot_skipped": "['$..tracingConfiguration']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/timeouts/test_heartbeats.py::TestHeartbeats::test_heartbeat_no_timeout", "test": "test_heartbeat_no_timeout", @@ -33336,16 +33426,6 @@ "aws_validated": true, "snapshot_tested": true, "origin": "internal" - }, - { - "node_id": "LocalStack Community: tests/aws/services/stepfunctions/v2/test_sfn_api.py::TestSnfApi::test_start_execution_idempotent", - "test": "test_start_execution_idempotent", - "response": "500", - "error": "InternalError", - "snapshot_skipped": "['$..tracingConfiguration']", - "aws_validated": true, - "snapshot_tested": true, - "origin": "internal" } ], "ls_pro": [ diff --git a/data/coverage/ssm.json b/data/coverage/ssm.json index 67b7c45cd2..73b99bf27f 100644 --- a/data/coverage/ssm.json +++ b/data/coverage/ssm.json @@ -140,7 +140,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -260,7 +260,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -272,7 +272,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -644,7 +644,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -692,7 +692,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -980,7 +980,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -1064,7 +1064,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -1172,7 +1172,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -2058,6 +2058,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", @@ -2650,16 +2660,6 @@ "snapshot_tested": false, "origin": "external" }, - { - "node_id": "LocalStack Pro: tests/aws/scenario/wordpress_blog/test_wordpress_blog.py::TestWordpressBlogScenario::test_get_wordpress", - "test": "test_get_wordpress", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": false, - "origin": "external" - }, { "node_id": "LocalStack Pro: tests/aws/services/appconfig/test_appconfig.py::TestAppConfig::test_specify_resources_by_name", "test": "test_specify_resources_by_name", @@ -2971,11 +2971,11 @@ "origin": "external" }, { - "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", - "test": "test_select_char", + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", "response": "200", "error": "", - "snapshot_skipped": "['$..create-result.numberOfRecordsUpdated', '$..insert-result.numberOfRecordsUpdated']", + "snapshot_skipped": "", "aws_validated": true, "snapshot_tested": true, "origin": "external" @@ -3222,6 +3222,16 @@ "snapshot_tested": false, "origin": "external" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/resources/test_apigateway.py::test_rest_api_serverless_ref_resolving", "test": "test_rest_api_serverless_ref_resolving", @@ -4682,6 +4692,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::TestFnSub::test_non_string_parameter_in_sub", + "test": "test_non_string_parameter_in_sub", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Community: tests/aws/services/cloudformation/engine/test_references.py::test_resolve_transitive_placeholders_in_strings", "test": "test_resolve_transitive_placeholders_in_strings", diff --git a/data/coverage/sso-admin.json b/data/coverage/sso-admin.json index 1ca5f2725c..f325f96980 100644 --- a/data/coverage/sso-admin.json +++ b/data/coverage/sso-admin.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -91,7 +91,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -223,7 +223,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -259,7 +259,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -271,7 +271,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -343,7 +343,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -379,7 +379,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -391,7 +391,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -451,7 +451,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -499,7 +499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -511,7 +511,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -619,7 +619,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -631,7 +631,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -667,7 +667,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -775,7 +775,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -835,7 +835,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -859,7 +859,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/stepfunctions.json b/data/coverage/stepfunctions.json index a0871273fc..34f818a0a7 100644 --- a/data/coverage/stepfunctions.json +++ b/data/coverage/stepfunctions.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -55,7 +55,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -103,7 +103,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -127,7 +127,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -151,7 +151,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -199,7 +199,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -247,7 +247,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -295,7 +295,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -307,7 +307,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -319,7 +319,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -331,7 +331,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -355,7 +355,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -367,7 +367,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -391,7 +391,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/sts.json b/data/coverage/sts.json index 13ff5d69f6..1672ffbcff 100644 --- a/data/coverage/sts.json +++ b/data/coverage/sts.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -79,7 +79,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -91,7 +91,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -7035,6 +7035,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -15061,6 +15071,16 @@ "snapshot_tested": true, "origin": "internal" }, + { + "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_metadata", + "test": "test_custom_challenge_trigger_metadata", + "response": "200", + "error": "", + "snapshot_skipped": "['$..req.version', '$..scopes']", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/cognito/test_cognito.py::TestTriggers::test_custom_challenge_trigger_params", "test": "test_custom_challenge_trigger_params", @@ -17013,16 +17033,6 @@ "snapshot_tested": false, "origin": "external" }, - { - "node_id": "LocalStack Community: tests/aws/services/sns/test_sns.py::TestSNSMultiAccounts::test_cross_account_publish_to_sqs", - "test": "test_cross_account_publish_to_sqs", - "response": "200", - "error": "", - "snapshot_skipped": "", - "aws_validated": true, - "snapshot_tested": true, - "origin": "external" - }, { "node_id": "LocalStack Community: tests/aws/services/sqs/test_sqs.py::TestSQSMultiAccounts::test_delete_queue_multi_account[sqs]", "test": "test_delete_queue_multi_account[sqs]", @@ -17615,6 +17625,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_samples.py::TestSharedResourcesSample::test_deployed_resources", + "test": "test_deployed_resources", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "internal" + }, { "node_id": "LocalStack Pro: tests/aws/services/ecs/test_ecs_samples.py::TestSharedResourcesSample::test_listener_services_are_accessible_and_returning_expected_content", "test": "test_listener_services_are_accessible_and_returning_expected_content", @@ -19305,6 +19325,16 @@ "snapshot_tested": true, "origin": "external" }, + { + "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_advisory_lock", + "test": "test_advisory_lock", + "response": "200", + "error": "", + "snapshot_skipped": "", + "aws_validated": true, + "snapshot_tested": true, + "origin": "external" + }, { "node_id": "LocalStack Pro: tests/aws/services/rds/test_rds_data.py::TestAuroraPostgresCfn::test_select_char", "test": "test_select_char", diff --git a/data/coverage/support.json b/data/coverage/support.json index 8bee3036d7..b33ec2dd6b 100644 --- a/data/coverage/support.json +++ b/data/coverage/support.json @@ -31,7 +31,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -55,7 +55,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -163,7 +163,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -175,7 +175,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -187,7 +187,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/textract.json b/data/coverage/textract.json index 967d1ec5d3..0f71794b75 100644 --- a/data/coverage/textract.json +++ b/data/coverage/textract.json @@ -91,7 +91,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -139,7 +139,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/timestream-write.json b/data/coverage/timestream-write.json index 4283326575..7edbd5a19b 100644 --- a/data/coverage/timestream-write.json +++ b/data/coverage/timestream-write.json @@ -19,7 +19,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -31,7 +31,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -55,7 +55,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/transcribe.json b/data/coverage/transcribe.json index ed0e690929..f7b14e0aba 100644 --- a/data/coverage/transcribe.json +++ b/data/coverage/transcribe.json @@ -31,7 +31,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -43,7 +43,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -115,7 +115,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -127,7 +127,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -151,7 +151,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -223,7 +223,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -259,7 +259,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -331,7 +331,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -343,7 +343,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -379,7 +379,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -427,7 +427,7 @@ "implemented": true, "availability": "community", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -439,7 +439,7 @@ "implemented": true, "availability": "community", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, diff --git a/data/coverage/transfer.json b/data/coverage/transfer.json index 9795ccb2b8..30ced7f6c6 100644 --- a/data/coverage/transfer.json +++ b/data/coverage/transfer.json @@ -434,6 +434,18 @@ "snapshot_skipped": "" } }, + { + "ListFileTransferResults": { + "implemented": false, + "availability": "", + "internal_test_suite": false, + "external_test_suite": false, + "terraform_test_suite": false, + "aws_validated": false, + "snapshot_tested": false, + "snapshot_skipped": "" + } + }, { "ListHostKeys": { "implemented": false, diff --git a/data/coverage/wafv2.json b/data/coverage/wafv2.json index c01a5805d0..b1844e3e51 100644 --- a/data/coverage/wafv2.json +++ b/data/coverage/wafv2.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -43,7 +43,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -79,7 +79,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -115,7 +115,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -127,7 +127,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -175,7 +175,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -223,7 +223,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -259,7 +259,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -271,7 +271,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -367,7 +367,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -379,7 +379,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -427,7 +427,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -439,7 +439,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -499,7 +499,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -511,7 +511,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -523,7 +523,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -535,7 +535,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -571,7 +571,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": true, @@ -583,7 +583,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -595,7 +595,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -643,7 +643,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, diff --git a/data/coverage/xray.json b/data/coverage/xray.json index 1d6b1fea17..d5c2952e30 100644 --- a/data/coverage/xray.json +++ b/data/coverage/xray.json @@ -7,7 +7,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -199,7 +199,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": false, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -235,7 +235,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false, @@ -295,7 +295,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": false, "snapshot_tested": false, @@ -307,7 +307,7 @@ "implemented": true, "availability": "pro", "internal_test_suite": true, - "external_test_suite": true, + "external_test_suite": false, "terraform_test_suite": false, "aws_validated": true, "snapshot_tested": false,