diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index fa33fcc60f..4b71c71dc8 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -1,2 +1,2 @@ # See go/codeowners - automatically generated for confluentinc/kafka-tutorials: -* @confluentinc/devx @colinhicks +* @confluentinc/devx diff --git a/.semaphore/semaphore.yml b/.semaphore/semaphore.yml index 6d8cc5393b..772e96c7fc 100644 --- a/.semaphore/semaphore.yml +++ b/.semaphore/semaphore.yml @@ -516,3 +516,8 @@ blocks: - name: KSQL rekey stream with function tests commands: - make -C _includes/tutorials/rekeying-function/ksql/code tutorial + + - name: Confluent Parallel Consumer tests + commands: + - make -C _includes/tutorials/confluent-parallel-consumer-application/kafka/code tutorial + \ No newline at end of file diff --git a/_data/harnesses/aggregating-count/confluent.yml b/_data/harnesses/aggregating-count/confluent.yml index 1a279a1f75..11e521c9f3 100644 --- a/_data/harnesses/aggregating-count/confluent.yml +++ b/_data/harnesses/aggregating-count/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/aggregating-sum/confluent.yml b/_data/harnesses/aggregating-sum/confluent.yml index f4ef32ba12..bf2c3bb861 100644 --- a/_data/harnesses/aggregating-sum/confluent.yml +++ b/_data/harnesses/aggregating-sum/confluent.yml @@ -29,7 +29,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/cogrouping-streams/confluent.yml b/_data/harnesses/cogrouping-streams/confluent.yml index 91452e58ac..740fb598ec 100644 --- a/_data/harnesses/cogrouping-streams/confluent.yml +++ b/_data/harnesses/cogrouping-streams/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/confluent-parallel-consumer-application/confluent.yml b/_data/harnesses/confluent-parallel-consumer-application/confluent.yml new file mode 100644 index 0000000000..48c3a7e433 --- /dev/null +++ b/_data/harnesses/confluent-parallel-consumer-application/confluent.yml @@ -0,0 +1,231 @@ +dev: + steps: + - title: Provision your Kafka cluster + content: + - action: skip + render: + file: shared/markup/ccloud/ccloud-setup-self.adoc + + - title: Initialize the project + content: + - action: execute + file: tutorial-steps/dev/init.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/init.adoc + + - action: execute + file: tutorial-steps/dev/make-configuration-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-config-dir.adoc + + - title: Write the cluster information into a local file + content: + - action: skip + render: + file: shared/markup/ccloud/config-create-java.adoc + + - title: Download and setup the Confluent CLI + content: + - action: skip + render: + file: shared/markup/ccloud/get-ccloud.adoc + + - title: Create a topic + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/confluent/markup/dev/make-topic.adoc + + - title: Configure the project + content: + - action: make_file + file: build.gradle + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-build-file.adoc + + - action: execute + file: tutorial-steps/dev/gradle-wrapper.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-gradle-wrapper.adoc + + - title: Add application and consumer properties + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/confluent/markup/dev/make-config-file.adoc + + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/explain-properties.adoc + + - title: Update the properties file with Confluent Cloud information + content: + - action: skip + render: + file: shared/markup/ccloud/append-ccloud-config.adoc + + - title: Create the Confluent Parallel Consumer Application + content: + - action: execute + file: tutorial-steps/dev/make-src-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-src-dir.adoc + + - action: make_file + file: src/main/java/io/confluent/developer/ParallelConsumerApplication.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-consumer-app.adoc + + - title: Create supporting classes + content: + - action: make_file + file: src/main/java/io/confluent/developer/ConsumerRecordHandler.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-supporting-classes.adoc + + - action: make_file + file: src/main/java/io/confluent/developer/FileWritingRecordHandler.java + render: + skip: true + + - action: make_file + file: src/main/java/io/confluent/developer/PropertiesUtil.java + render: + skip: true + + - title: Compile and run the Confluent Parallel Consumer program + content: + - action: execute + file: tutorial-steps/dev/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/run-dev-app.adoc + + - title: Produce sample data to the input topic + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/confluent/markup/dev/ccloud-run-producer.adoc + + - title: Inspect the consumed records + content: + - action: execute + file: tutorial-steps/dev/print-consumer-file-results.sh + stdout: tutorial-steps/dev/outputs/actual-output.txt + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/print-consumer-file-results.adoc + +test: + steps: + - title: Create a test configuration file + content: + - action: make_file + file: configuration/test.properties + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-test-file.adoc + + - title: Write a test for the consumer application + content: + - action: execute + file: tutorial-steps/test/make-test-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-test-dir.adoc + + - action: make_file + file: src/test/java/io/confluent/developer/ParallelConsumerApplicationTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-consumer-application-test.adoc + + - title: Write a test for the record handler + content: + - action: make_file + file: src/test/java/io/confluent/developer/FileWritingRecordHandlerTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-consumer-record-handler-test.adoc + + - title: Invoke the tests + content: + - action: execute + file: tutorial-steps/test/invoke-tests.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/invoke-tests.adoc + +perftest: + steps: + - title: Create a topic for performance testing + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/confluent/markup/perftest/make-topic.adoc + + - title: Produce 10,000 records to the topic + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/confluent/markup/perftest/ccloud-run-producer.adoc + + - title: Add performance test application and consumer properties + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-config-file.adoc + + - title: Update properties file with Confluent Cloud information + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/append-ccloud-config.adoc + + - title: Create the Multi-threaded KafkaConsumer-based performance test + content: + - action: make_file + file: src/main/java/io/confluent/developer/MultithreadedKafkaConsumerPerfTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-kafka-consumer-perftest.adoc + + - title: Compile and run the KafkaConsumer-based performance test + content: + - action: execute + file: tutorial-steps/perftest/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/run-kafka-consumer-perftest.adoc + + - title: Create the Confluent Parallel Consumer performance test + content: + - action: make_file + file: src/main/java/io/confluent/developer/ParallelConsumerPerfTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-parallel-consumer-perftest.adoc + + - title: Compile and run the Confluent Parallel Consumer performance test + content: + - action: execute + file: tutorial-steps/perftest/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/run-parallel-consumer-perftest.adoc + + - title: Experiment with the performance test classes + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/perf-test-extensions.adoc + + - title: Teardown Confluent Cloud resources + content: + - action: skip + render: + file: shared/markup/ccloud/ccloud-destroy.adoc \ No newline at end of file diff --git a/_data/harnesses/confluent-parallel-consumer-application/kafka.yml b/_data/harnesses/confluent-parallel-consumer-application/kafka.yml new file mode 100644 index 0000000000..7de6ad87e2 --- /dev/null +++ b/_data/harnesses/confluent-parallel-consumer-application/kafka.yml @@ -0,0 +1,230 @@ +dev: + steps: + - title: Initialize the project + content: + - action: execute + file: tutorial-steps/dev/init.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/init.adoc + + - title: Get Confluent Platform + content: + - action: make_file + file: docker-compose.yml + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-docker-compose.adoc + + - action: execute_async + file: tutorial-steps/dev/docker-compose-up.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/start-compose.adoc + + - action: execute + file: tutorial-steps/dev/wait-for-containers.sh + render: + skip: true + + - title: Create a topic + content: + - action: execute + file: tutorial-steps/dev/harness-create-topic.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/create-topic.adoc + + + - title: Configure the project + content: + - action: make_file + file: build.gradle + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-build-file.adoc + + - action: execute + file: tutorial-steps/dev/gradle-wrapper.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-gradle-wrapper.adoc + + - action: execute + file: tutorial-steps/dev/make-configuration-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-config-dir.adoc + + - action: make_file + file: configuration/dev.properties + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-config-file.adoc + + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/explain-properties.adoc + + - title: Create the Confluent Parallel Consumer Application + content: + - action: execute + file: tutorial-steps/dev/make-src-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-src-dir.adoc + + - action: make_file + file: src/main/java/io/confluent/developer/ParallelConsumerApplication.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-consumer-app.adoc + + - title: Create supporting classes + content: + - action: make_file + file: src/main/java/io/confluent/developer/ConsumerRecordHandler.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/make-supporting-classes.adoc + + - action: make_file + file: src/main/java/io/confluent/developer/FileWritingRecordHandler.java + render: + skip: true + + - action: make_file + file: src/main/java/io/confluent/developer/PropertiesUtil.java + render: + skip: true + + - title: Compile and run the Confluent Parallel Consumer program + content: + - action: execute + file: tutorial-steps/dev/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/run-dev-app.adoc + + - title: Produce sample data to the input topic + content: + - action: execute + file: tutorial-steps/dev/harness-console-producer.sh + stdin: tutorial-steps/dev/input.txt + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/run-producer.adoc + + - title: Inspect the consumed records + content: + - action: execute + file: tutorial-steps/dev/print-consumer-file-results.sh + stdout: tutorial-steps/dev/outputs/actual-output.txt + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/dev/print-consumer-file-results.adoc + + +test: + steps: + - title: Create a test configuration file + content: + - action: make_file + file: configuration/test.properties + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-test-file.adoc + + - title: Write a test for the consumer application + content: + - action: execute + file: tutorial-steps/test/make-test-dir.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-test-dir.adoc + + - action: make_file + file: src/test/java/io/confluent/developer/ParallelConsumerApplicationTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-consumer-application-test.adoc + + - title: Write a test for the record handler + content: + - action: make_file + file: src/test/java/io/confluent/developer/FileWritingRecordHandlerTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/make-consumer-record-handler-test.adoc + + - title: Invoke the tests + content: + - action: execute + file: tutorial-steps/test/invoke-tests.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/test/invoke-tests.adoc + +perftest: + steps: + - title: Create a topic for performance testing + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/create-perftest-topic.adoc + + - title: Produce 10,000 records to the topic + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/run-producer.adoc + + - title: Add performance test application and consumer properties + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-config-file.adoc + + - title: Update properties file with Kafka cluster information + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/append-kafka-config.adoc + + - title: Create the Multi-threaded KafkaConsumer-based performance test + content: + - action: make_file + file: src/main/java/io/confluent/developer/MultithreadedKafkaConsumerPerfTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-kafka-consumer-perftest.adoc + + - title: Compile and run the KafkaConsumer-based performance test + content: + - action: execute + file: tutorial-steps/perftest/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/run-kafka-consumer-perftest.adoc + + - title: Create the Confluent Parallel Consumer performance test + content: + - action: make_file + file: src/main/java/io/confluent/developer/ParallelConsumerPerfTest.java + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/make-parallel-consumer-perftest.adoc + + - title: Compile and run the Confluent Parallel Consumer performance test + content: + - action: execute + file: tutorial-steps/perftest/build-uberjar.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/build-uberjar.adoc + + - action: execute_async + file: tutorial-steps/dev/run-dev-app.sh + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/run-parallel-consumer-perftest.adoc + + - title: Experiment with the performance test classes + content: + - action: skip + render: + file: tutorials/confluent-parallel-consumer-application/kafka/markup/perftest/perf-test-extensions.adoc + +ccloud: + steps: + - title: Run your app to Confluent Cloud + content: + - action: skip + render: + file: shared/markup/ccloud/try-ccloud-properties.adoc diff --git a/_data/harnesses/console-consumer-read-specific-offsets-partition/confluent.yml b/_data/harnesses/console-consumer-read-specific-offsets-partition/confluent.yml index 3eefeb3fa7..5f73791c3b 100644 --- a/_data/harnesses/console-consumer-read-specific-offsets-partition/confluent.yml +++ b/_data/harnesses/console-consumer-read-specific-offsets-partition/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-cli.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/creating-first-apache-kafka-streams-application/confluent.yml b/_data/harnesses/creating-first-apache-kafka-streams-application/confluent.yml index cb6c39c290..318f209bb4 100644 --- a/_data/harnesses/creating-first-apache-kafka-streams-application/confluent.yml +++ b/_data/harnesses/creating-first-apache-kafka-streams-application/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/dynamic-output-topic/confluent.yml b/_data/harnesses/dynamic-output-topic/confluent.yml index c77f240252..236932579e 100644 --- a/_data/harnesses/dynamic-output-topic/confluent.yml +++ b/_data/harnesses/dynamic-output-topic/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/error-handling/confluent.yml b/_data/harnesses/error-handling/confluent.yml index 84d2cbfb34..9de5503518 100644 --- a/_data/harnesses/error-handling/confluent.yml +++ b/_data/harnesses/error-handling/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/filtering/confluent.yml b/_data/harnesses/filtering/confluent.yml index fc5e36f4e9..93cff07853 100644 --- a/_data/harnesses/filtering/confluent.yml +++ b/_data/harnesses/filtering/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/finding-distinct/confluent.yml b/_data/harnesses/finding-distinct/confluent.yml index 30a29cd68d..97c01b1834 100644 --- a/_data/harnesses/finding-distinct/confluent.yml +++ b/_data/harnesses/finding-distinct/confluent.yml @@ -22,7 +22,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/joining-stream-table/confluent.yml b/_data/harnesses/joining-stream-table/confluent.yml index e3eaced41f..d1ed5dc2d5 100644 --- a/_data/harnesses/joining-stream-table/confluent.yml +++ b/_data/harnesses/joining-stream-table/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/kafka-connect-datagen/confluent.yml b/_data/harnesses/kafka-connect-datagen/confluent.yml index f1489f04ed..d20ab3da6e 100644 --- a/_data/harnesses/kafka-connect-datagen/confluent.yml +++ b/_data/harnesses/kafka-connect-datagen/confluent.yml @@ -22,7 +22,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-cli.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/kafka-consumer-application/confluent.yml b/_data/harnesses/kafka-consumer-application/confluent.yml index 93da53d04c..60c4687214 100644 --- a/_data/harnesses/kafka-consumer-application/confluent.yml +++ b/_data/harnesses/kafka-consumer-application/confluent.yml @@ -22,7 +22,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/kafka-producer-application-callback/confluent.yml b/_data/harnesses/kafka-producer-application-callback/confluent.yml index 276ce5367a..60753d5d76 100644 --- a/_data/harnesses/kafka-producer-application-callback/confluent.yml +++ b/_data/harnesses/kafka-producer-application-callback/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/kafka-producer-application/confluent.yml b/_data/harnesses/kafka-producer-application/confluent.yml index a8fc80fba5..333af3bdb9 100644 --- a/_data/harnesses/kafka-producer-application/confluent.yml +++ b/_data/harnesses/kafka-producer-application/confluent.yml @@ -22,7 +22,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/merging/confluent.yml b/_data/harnesses/merging/confluent.yml index 436b969977..b628e527f5 100644 --- a/_data/harnesses/merging/confluent.yml +++ b/_data/harnesses/merging/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/multiple-event-types/confluent.yml b/_data/harnesses/multiple-event-types/confluent.yml index 8e6212a7bb..fcc65ec9bc 100644 --- a/_data/harnesses/multiple-event-types/confluent.yml +++ b/_data/harnesses/multiple-event-types/confluent.yml @@ -23,7 +23,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/session-windows/confluent.yml b/_data/harnesses/session-windows/confluent.yml index 12cad76178..3227b2afe0 100644 --- a/_data/harnesses/session-windows/confluent.yml +++ b/_data/harnesses/session-windows/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/splitting/confluent.yml b/_data/harnesses/splitting/confluent.yml index 0d41bd3b33..202573ead6 100644 --- a/_data/harnesses/splitting/confluent.yml +++ b/_data/harnesses/splitting/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/streams-to-table/confluent.yml b/_data/harnesses/streams-to-table/confluent.yml index a08a9f5004..1b129441e6 100644 --- a/_data/harnesses/streams-to-table/confluent.yml +++ b/_data/harnesses/streams-to-table/confluent.yml @@ -21,7 +21,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/transforming/confluent.yml b/_data/harnesses/transforming/confluent.yml index aaf8798155..54dee1b66e 100644 --- a/_data/harnesses/transforming/confluent.yml +++ b/_data/harnesses/transforming/confluent.yml @@ -30,7 +30,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/harnesses/tumbling-windows/confluent.yml b/_data/harnesses/tumbling-windows/confluent.yml index 1a2de301eb..ef00022c21 100644 --- a/_data/harnesses/tumbling-windows/confluent.yml +++ b/_data/harnesses/tumbling-windows/confluent.yml @@ -21,7 +21,7 @@ dev: content: - action: skip render: - file: shared/markup/ccloud/config-create.adoc + file: shared/markup/ccloud/config-create-java.adoc - title: Download and setup the Confluent CLI content: diff --git a/_data/tutorials.yaml b/_data/tutorials.yaml index ab93192918..016f4c50e6 100644 --- a/_data/tutorials.yaml +++ b/_data/tutorials.yaml @@ -368,8 +368,8 @@ console-consumer-read-specific-offsets-partition: confluent: enabled kafka-connect-datagen: - title: "How to generate mock data to a Kafka topic using the Kafka Connect Datagen" - meta-description: "generate mock data to a Kafka topic using the Kafka Connect Datagen" + title: "How to generate mock data to a Kafka topic using the Datagen Source Connector" + meta-description: "generate mock data to a Kafka topic using the Datagen Source Connector" canonical: confluent slug: "/kafka-connect-datagen" question: "How can you produce mock data to Kafka topics to test your Kafka applications?" @@ -404,6 +404,26 @@ kafka-consumer-application: kafka: enabled confluent: enabled +confluent-parallel-consumer-application: + title: "How to use the Confluent Parallel Consumer" + meta-description: "How to use the Confluent Parallel Consumer" + slug: "/confluent-parallel-consumer" + question: "How can I consume Kafka topics with a higher degree of parallelism than the partition count?" + introduction: "The Confluent Parallel Consumer is an open source Apache 2.0-licensed Java library that enables you to consume from a Kafka topic with a higher degree of parallelism than the number of partitions for the input data (the effective parallelism limit achievable via an Apache Kafka consumer group). This is desirable in many situations, e.g., when partition counts are fixed for a reason beyond your control, or if you need to make a high-latency call out to a database or microservice while consuming and want to increase throughput.

In this tutorial, you'll first build a small \"hello world\" application that uses the Confluent Parallel Consumer library to read a handful of records from Kafka. Then you'll write and execute performance tests at a larger scale in order to compare the Confluent Parallel Consumer with a baseline built using a vanilla Apache Kafka consumer group.

Prepare to meet the Confluent Parallel Consumer!" + status: + confluent: enabled + ksql: disabled + kstreams: disabled + kafka: enabled + c: disabled + go: disabled + groovy: disabled + nodejs: disabled + python: disabled + ruby: disabled + scala: disabled + swift: disabled + produce-consume-lang: title: "Produce and Consume Records in non-Java languages" meta-description: "produce and consume events from Kafka in non-Java languages" diff --git a/_includes/contribute-tutorial-lang.html b/_includes/contribute-tutorial-lang.html index 008f40c022..d32ad64c05 100644 --- a/_includes/contribute-tutorial-lang.html +++ b/_includes/contribute-tutorial-lang.html @@ -1,4 +1,4 @@ -
+
diff --git a/_includes/contribute-tutorial.html b/_includes/contribute-tutorial.html index d61993b02d..1df54b859b 100644 --- a/_includes/contribute-tutorial.html +++ b/_includes/contribute-tutorial.html @@ -1,4 +1,4 @@ -
+
diff --git a/_includes/footer.html b/_includes/footer.html index baec38620c..fd5e2ca992 100644 --- a/_includes/footer.html +++ b/_includes/footer.html @@ -1,4 +1,4 @@ -
diff --git a/tutorials/confluent-parallel-consumer-application/confluent/confluent.html b/tutorials/confluent-parallel-consumer-application/confluent/confluent.html new file mode 100644 index 0000000000..69301a284e --- /dev/null +++ b/tutorials/confluent-parallel-consumer-application/confluent/confluent.html @@ -0,0 +1,6 @@ +--- +layout: tutorial +permalink: /confluent-parallel-consumer/confluent +stack: confluent +static_data: confluent-parallel-consumer-application +--- diff --git a/tutorials/confluent-parallel-consumer-application/kafka.html b/tutorials/confluent-parallel-consumer-application/kafka.html new file mode 100644 index 0000000000..9b70a6fe05 --- /dev/null +++ b/tutorials/confluent-parallel-consumer-application/kafka.html @@ -0,0 +1,6 @@ +--- +layout: tutorial +permalink: /confluent-parallel-consumer/kafka +stack: kafka +static_data: confluent-parallel-consumer-application +---