Merge branch 'main' into ivans-kafka-topic-performance-impr

.github/workflows/acceptance-tests.yml

@@ -69,6 +69,8 @@ jobs:
         env:
           AIVEN_TOKEN: ${{ secrets.AIVEN_TOKEN }}
           AIVEN_PROJECT_NAME: ${{ secrets.AIVEN_PROJECT_NAME }}
+          AIVEN_ORGANIZATION_NAME: ${{ secrets.AIVEN_ORGANIZATION_NAME }}
+          AIVEN_ACCOUNT_NAME: ${{ secrets.AIVEN_ORGANIZATION_NAME }}
           PKG: ${{matrix.pkg}}
 
   sweep:
@@ -106,4 +108,5 @@ jobs:
         env:
           AIVEN_TOKEN: ${{ secrets.AIVEN_TOKEN }}
           AIVEN_PROJECT_NAME: ${{ secrets.AIVEN_PROJECT_NAME }}
-
+          AIVEN_ORGANIZATION_NAME: ${{ secrets.AIVEN_ORGANIZATION_NAME }}
+          AIVEN_ACCOUNT_NAME: ${{ secrets.AIVEN_ORGANIZATION_NAME }}

.github/workflows/userconfig-generate-schema.yml

@@ -17,7 +17,10 @@ jobs:
       - uses: actions/setup-go@v4
         with:
           go-version-file: go.mod
-      - run: make generate
-      - uses: stefanzweifel/git-auto-commit-action@v4
+      - name: install goimports
+        run: go install golang.org/x/tools/cmd/goimports@latest
+      - name: generate
+        run: make generate
+      - uses: stefanzweifel/git-auto-commit-action@v5
         with:
           commit_message: "chore(userconfig): generate schema"

CHANGELOG.md

@@ -6,6 +6,10 @@ nav_order: 1
 
 # Changelog
 
+## [MAJOR.MINOR.PATCH] - YYYY-MM-DD
+
+- Improve Kafka Topic performance for read and creation
+
 ## [4.9.2] - 2023-10-04
 
 - Fix `aiven_organization_user` created time serialization

Makefile

@@ -118,8 +118,9 @@ fmt-test: $(TERRAFMT)
 	$(TERRAFMT) fmt ./internal -fv
 
 # On MACOS requires gnu-sed. Run `brew info gnu-sed` and follow instructions to replace default sed.
+# Negative lookbehind tries to find "= `" pattern to not affect go templates for code generation
 imports:
-	find . -type f -name '*.go' -exec sed -zi 's/"\n\+\t"/"\n"/g' {} +
+	find . -type f -name '*.go' -exec sed -zi 's/(?<== `\s+)"\n\+\t"/"\n"/g' {} +
 	goimports -local "github.com/aiven/terraform-provider-aiven" -w .
 
 #################################################
@@ -150,4 +151,4 @@ go-generate:
 	go generate ./...
 
 
-generate: go-generate docs
+generate: go-generate imports docs

docs/data-sources/flink.md

@@ -83,12 +83,14 @@ Read-Only:
 
 Read-Only:
 
+- `additional_backup_regions` (List of String)
 - `flink_version` (String)
 - `ip_filter` (List of String)
 - `ip_filter_object` (List of Object) (see [below for nested schema](#nestedobjatt--flink_user_config--ip_filter_object))
 - `ip_filter_string` (List of String)
 - `number_of_task_slots` (Number)
 - `privatelink_access` (List of Object) (see [below for nested schema](#nestedobjatt--flink_user_config--privatelink_access))
+- `static_ips` (Boolean)
 
 <a id="nestedobjatt--flink_user_config--ip_filter_object"></a>
 ### Nested Schema for `flink_user_config.ip_filter_object`

docs/data-sources/grafana.md

@@ -119,6 +119,7 @@ Read-Only:
 - `service_to_fork_from` (String)
 - `smtp_server` (List of Object) (see [below for nested schema](#nestedobjatt--grafana_user_config--smtp_server))
 - `static_ips` (Boolean)
+- `unified_alerting_enabled` (Boolean)
 - `user_auto_assign_org` (Boolean)
 - `user_auto_assign_org_role` (String)
 - `viewers_can_edit` (Boolean)

docs/data-sources/kafka.md

@@ -108,6 +108,7 @@ Read-Only:
 - `schema_registry` (Boolean)
 - `schema_registry_config` (List of Object) (see [below for nested schema](#nestedobjatt--kafka_user_config--schema_registry_config))
 - `static_ips` (Boolean)
+- `tiered_storage` (List of Object) (see [below for nested schema](#nestedobjatt--kafka_user_config--tiered_storage))
 
 <a id="nestedobjatt--kafka_user_config--ip_filter_object"></a>
 ### Nested Schema for `kafka_user_config.ip_filter_object`
@@ -139,6 +140,8 @@ Read-Only:
 - `log_flush_interval_ms` (Number)
 - `log_index_interval_bytes` (Number)
 - `log_index_size_max_bytes` (Number)
+- `log_local_retention_bytes` (Number)
+- `log_local_retention_ms` (Number)
 - `log_message_downconversion_enable` (Boolean)
 - `log_message_timestamp_difference_max_ms` (Number)
 - `log_message_timestamp_type` (String)
@@ -159,6 +162,10 @@ Read-Only:
 - `producer_purgatory_purge_interval_requests` (Number)
 - `replica_fetch_max_bytes` (Number)
 - `replica_fetch_response_max_bytes` (Number)
+- `sasl_oauthbearer_expected_audience` (String)
+- `sasl_oauthbearer_expected_issuer` (String)
+- `sasl_oauthbearer_jwks_endpoint_url` (String)
+- `sasl_oauthbearer_sub_claim_name` (String)
 - `socket_request_max_bytes` (Number)
 - `transaction_remove_expired_transaction_cleanup_interval_ms` (Number)
 - `transaction_state_log_segment_bytes` (Number)
@@ -257,6 +264,23 @@ Read-Only:
 - `topic_name` (String)
 
 
+<a id="nestedobjatt--kafka_user_config--tiered_storage"></a>
+### Nested Schema for `kafka_user_config.tiered_storage`
+
+Read-Only:
+
+- `enabled` (Boolean)
+- `local_cache` (List of Object) (see [below for nested schema](#nestedobjatt--kafka_user_config--tiered_storage--local_cache))
+
+<a id="nestedobjatt--kafka_user_config--tiered_storage--local_cache"></a>
+### Nested Schema for `kafka_user_config.tiered_storage.local_cache`
+
+Read-Only:
+
+- `size` (Number)
+
+
+
 
 <a id="nestedatt--service_integrations"></a>
 ### Nested Schema for `service_integrations`

docs/data-sources/opensearch.md

@@ -161,6 +161,7 @@ Read-Only:
 
 - `action_auto_create_index_enabled` (Boolean)
 - `action_destructive_requires_name` (Boolean)
+- `auth_failure_listeners` (List of Object) (see [below for nested schema](#nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners))
 - `cluster_max_shards_per_node` (Number)
 - `cluster_routing_allocation_node_concurrent_recoveries` (Number)
 - `email_sender_name` (String)
@@ -175,6 +176,12 @@ Read-Only:
 - `indices_query_bool_max_clause_count` (Number)
 - `indices_recovery_max_bytes_per_sec` (Number)
 - `indices_recovery_max_concurrent_file_chunks` (Number)
+- `ism_enabled` (Boolean)
+- `ism_history_enabled` (Boolean)
+- `ism_history_max_age` (Number)
+- `ism_history_max_docs` (Number)
+- `ism_history_rollover_check_period` (Number)
+- `ism_history_rollover_retention_period` (Number)
 - `override_main_response_version` (Boolean)
 - `reindex_remote_whitelist` (List of String)
 - `script_max_compilations_rate` (String)
@@ -191,6 +198,42 @@ Read-Only:
 - `thread_pool_write_queue_size` (Number)
 - `thread_pool_write_size` (Number)
 
+<a id="nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners"></a>
+### Nested Schema for `opensearch_user_config.opensearch.auth_failure_listeners`
+
+Read-Only:
+
+- `internal_authentication_backend_limiting` (List of Object) (see [below for nested schema](#nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners--internal_authentication_backend_limiting))
+- `ip_rate_limiting` (List of Object) (see [below for nested schema](#nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners--ip_rate_limiting))
+
+<a id="nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners--internal_authentication_backend_limiting"></a>
+### Nested Schema for `opensearch_user_config.opensearch.auth_failure_listeners.ip_rate_limiting`
+
+Read-Only:
+
+- `allowed_tries` (Number)
+- `authentication_backend` (String)
+- `block_expiry_seconds` (Number)
+- `max_blocked_clients` (Number)
+- `max_tracked_clients` (Number)
+- `time_window_seconds` (Number)
+- `type` (String)
+
+
+<a id="nestedobjatt--opensearch_user_config--opensearch--auth_failure_listeners--ip_rate_limiting"></a>
+### Nested Schema for `opensearch_user_config.opensearch.auth_failure_listeners.ip_rate_limiting`
+
+Read-Only:
+
+- `allowed_tries` (Number)
+- `block_expiry_seconds` (Number)
+- `max_blocked_clients` (Number)
+- `max_tracked_clients` (Number)
+- `time_window_seconds` (Number)
+- `type` (String)
+
+
+
 
 <a id="nestedobjatt--opensearch_user_config--opensearch_dashboards"></a>
 ### Nested Schema for `opensearch_user_config.opensearch_dashboards`