Merge pull request #1088 from confluentinc/master

Kafka Tutorials Release [February 22, 2022]
confluentinc · Feb 24, 2022 · a2d3209 · a2d3209
2 parents c01b84e + 1fb24cb
commit a2d3209
Show file tree

Hide file tree

Showing 38 changed files with 87 additions and 77 deletions.
diff --git a/_data/harnesses/SSH-attack/confluent.yml b/_data/harnesses/SSH-attack/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/audit-logs/confluent.yml b/_data/harnesses/audit-logs/confluent.yml
@@ -36,7 +36,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/aviation/confluent.yml b/_data/harnesses/aviation/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/clickstream/confluent.yml b/_data/harnesses/clickstream/confluent.yml
@@ -36,7 +36,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/credit-card-activity/confluent.yml b/_data/harnesses/credit-card-activity/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/customer-journey/confluent.yml b/_data/harnesses/customer-journey/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/datacenter/confluent.yml b/_data/harnesses/datacenter/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/ddos/confluent.yml b/_data/harnesses/ddos/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/denormalization/confluent.yml b/_data/harnesses/denormalization/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/discount-promo/confluent.yml b/_data/harnesses/discount-promo/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/dynamic-pricing/confluent.yml b/_data/harnesses/dynamic-pricing/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/firewall-splunk/confluent.yml b/_data/harnesses/firewall-splunk/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/fleet-management/confluent.yml b/_data/harnesses/fleet-management/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/internet-of-things/confluent.yml b/_data/harnesses/internet-of-things/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/inventory/confluent.yml b/_data/harnesses/inventory/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/location-based-alerting/confluent.yml b/_data/harnesses/location-based-alerting/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/logistics/confluent.yml b/_data/harnesses/logistics/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/loyalty-rewards/confluent.yml b/_data/harnesses/loyalty-rewards/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/mainframe-offload/confluent.yml b/_data/harnesses/mainframe-offload/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/messaging-modernization/confluent.yml b/_data/harnesses/messaging-modernization/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/model-retraining/confluent.yml b/_data/harnesses/model-retraining/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/next-best-offer/confluent.yml b/_data/harnesses/next-best-offer/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/online-dating/confluent.yml b/_data/harnesses/online-dating/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/payment-status-check/confluent.yml b/_data/harnesses/payment-status-check/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_data/harnesses/salesforce/confluent.yml b/_data/harnesses/salesforce/confluent.yml
@@ -40,7 +40,7 @@ dev:
 
         - action: skip
           render:
-            file: shared/markup/ccloud/ksqlb_processing_intro.adoc
+            file: shared/markup/ccloud/ksqldb_processing_intro.adoc
 
         - action: skip
           render:

diff --git a/_includes/footer.html b/_includes/footer.html
@@ -150,11 +150,11 @@
       </nav>
     </div>
     <div class="copyright">
-      <div class="copyright-links"><a target="_blank" rel="noopener noreferrer" href="terms-of-use/">Terms &amp;
+      <div class="copyright-links"><a target="_blank" rel="noopener noreferrer" href="https://www.confluent.io/terms-of-use/">Terms &amp;
           Conditions</a> | <a target="_blank" rel="noopener noreferrer"
-          href="legal/confluent-privacy-statement/">Privacy Policy</a> | <a target="_blank" rel="noopener noreferrer"
-          href="legal/confluent-privacy-statement/#california-privacy-rights">Do Not Sell My Information</a> | <a
-          target="_blank" rel="noopener noreferrer" href="modern-slavery-policy/">Modern Slavery Policy</a> | <a
+          href="https://www.confluent.io/legal/confluent-privacy-statement/">Privacy Policy</a> | <a target="_blank" rel="noopener noreferrer"
+          href="https://www.confluent.io/legal/confluent-privacy-statement/#california-privacy-rights">Do Not Sell My Information</a> | <a
+          target="_blank" rel="noopener noreferrer" href="https://www.confluent.io/modern-slavery-policy/">Modern Slavery Policy</a> | <a
           rel=" noreferrer" href="/#">Cookie Settings</a></div>
       <p class="copy">
         Copyright © Confluent, Inc. 2014-<span>2021</span>. Apache, Apache Kafka, Kafka, and associated open source

diff --git a/...markup/ccloud/ksqlb_processing_intro.adoc → ...arkup/ccloud/ksqldb_processing_intro.adoc b/...markup/ccloud/ksqlb_processing_intro.adoc → ...arkup/ccloud/ksqldb_processing_intro.adoc
diff --git a/_includes/tutorials/audit-logs/confluent/code/tutorial-steps/dev/process.sql b/_includes/tutorials/audit-logs/confluent/code/tutorial-steps/dev/process.sql
@@ -30,20 +30,20 @@ CREATE STREAM audit_log_events (
     >
 ) WITH (
   KAFKA_TOPIC = 'confluent-audit-log-events', 
-  VALUE_FORMAT='JSON', 
-  TIMESTAMP='time', 
-  TIMESTAMP_FORMAT='yyyy-MM-dd''T''HH:mm:ss.SSSX',
+  VALUE_FORMAT = 'JSON', 
+  TIMESTAMP = 'time', 
+  TIMESTAMP_FORMAT = 'yyyy-MM-dd''T''HH:mm:ss.SSSX',
   PARTITIONS = 6
 );
 
 
 -- Application logic
 CREATE STREAM audit_log_topics
   WITH (
-  KAFKA_TOPIC='topic-operations-audit-log', 
-  PARTITIONS=6
+  KAFKA_TOPIC = 'topic-operations-audit-log', 
+  PARTITIONS = 6
 ) 
 AS SELECT time, data
 	FROM  audit_log_events
 	WHERE data->authorizationinfo->resourcetype = 'Topic'
-EMIT CHANGES;
+EMIT CHANGES;
diff --git a/_includes/tutorials/aviation/confluent/code/tutorial-steps/dev/source.sql b/_includes/tutorials/aviation/confluent/code/tutorial-steps/dev/source.sql
@@ -12,4 +12,5 @@ CREATE SOURCE CONNECTOR aviation WITH (
   'timestamp.column.name'    = 'created_at',
   'output.data.format'       = 'JSON',
   'db.timezone'              = 'UTC',
-  'tasks.max'                = '1');
+  'tasks.max'                = '1'
+);
diff --git a/_includes/tutorials/clickstream/confluent/code/tutorial-steps/dev/source.sql b/_includes/tutorials/clickstream/confluent/code/tutorial-steps/dev/source.sql
@@ -1,18 +1,25 @@
 -- Stream of users
 CREATE SOURCE CONNECTOR datagen_clickstream_users WITH (
+  'name'                     = 'Datagen_users',
   'connector.class'          = 'DatagenSource',
+  'kafka.api.key'            = '<my-kafka-api-key>',
+  'kafka.api.secret'         = '<my-kafka-api-secret>',
   'kafka.topic'              = 'clickstream_users',
-  'quickstart'               = 'clickstream_users',
+  'quickstart'               = 'CLICKSTREAM_USERS',
   'maxInterval'              = '10',
-  'format'                   = 'JSON',
-  'key.converter'            = 'org.apache.kafka.connect.converters.IntegerConverter'
+  'tasks.max'                = '1',
+  'output.data.format'       = 'JSON'
 );
 
 -- Stream of per-user session information
 CREATE SOURCE CONNECTOR datagen_clickstream WITH (
+  'name'                     = 'Datagen_clicks',
   'connector.class'          = 'DatagenSource',
+  'kafka.api.key'            = '<my-kafka-api-key>',
+  'kafka.api.secret'         = '<my-kafka-api-secret>',
   'kafka.topic'              = 'clickstream',
-  'quickstart'               = 'clickstream',
+  'quickstart'               = 'CLICKSTREAM',
   'maxInterval'              = '30',
-  'format'                   = 'JSON'
+  'tasks.max'                = '1',
+  'output.data.format'       = 'JSON'
 );
diff --git a/_includes/tutorials/credit-card-activity/confluent/code/tutorial-steps/dev/process.sql b/_includes/tutorials/credit-card-activity/confluent/code/tutorial-steps/dev/process.sql
@@ -61,7 +61,7 @@ CREATE STREAM fd_transactions_enriched WITH (KAFKA_TOPIC = 'transactions_enriche
 -- Aggregate the stream of transactions for each account ID using a two-hour
 -- tumbling window, and filter for accounts in which the total spend in a
 -- two-hour period is greater than the customer’s average:
-CREATE TABLE fd_possible_stolen_card WITH (KAFKA_TOPIC = 'FD_possible_stolen_card', KEY_FORMAT = JSON') AS
+CREATE TABLE fd_possible_stolen_card WITH (KAFKA_TOPIC = 'FD_possible_stolen_card', KEY_FORMAT = 'JSON') AS
   SELECT
     TIMESTAMPTOSTRING(WINDOWSTART, 'yyyy-MM-dd HH:mm:ss Z') AS WINDOW_START, 
     T.ACCOUNT_ID,

diff --git a/_includes/tutorials/customer-journey/confluent/code/tutorial-steps/dev/source.sql b/_includes/tutorials/customer-journey/confluent/code/tutorial-steps/dev/source.sql
@@ -12,4 +12,5 @@ CREATE SOURCE CONNECTOR inventory WITH (
   'timestamp.column.name'    = 'created_at',
   'output.data.format'       = 'JSON',
   'db.timezone'              = 'UTC',
-  'tasks.max'                = '1');
+  'tasks.max'                = '1'
+);
diff --git a/_includes/tutorials/location-based-alerting/confluent/code/tutorial-steps/dev/process.sql b/_includes/tutorials/location-based-alerting/confluent/code/tutorial-steps/dev/process.sql
@@ -8,18 +8,18 @@ CREATE TABLE merchant_locations (
   longitude DECIMAL(10,7),
   geohash VARCHAR
 ) WITH (
-  KAFKA_TOPIC='merchant-locations', 
-  VALUE_FORMAT='JSON',
+  KAFKA_TOPIC = 'merchant-locations',
+  VALUE_FORMAT = 'JSON',
   PARTITIONS = 6
 );
 
 -- Creates a table to lookup merchants based on a 
 --    substring (precision) of the geohash
 CREATE TABLE merchants_by_geohash
 WITH (
-  KAFKA_TOPIC='merchant-geohash', 
-  FORMAT='JSON', 
-  PARTITIONS=6
+  KAFKA_TOPIC = 'merchant-geohash',
+  FORMAT = 'JSON', 
+  PARTITIONS = 6
 ) AS 
 SELECT 
   SUBSTRING(geohash, 1, 6) AS geohash, 
@@ -34,19 +34,19 @@ CREATE STREAM user_locations (
   longitude DECIMAL(10,7),
   geohash VARCHAR
 ) WITH (
-  KAFKA_TOPIC='user-locations', 
-  VALUE_FORMAT='JSON',
-  PARTITIONS=6
+  KAFKA_TOPIC = 'user-locations',
+  VALUE_FORMAT = 'JSON',
+  PARTITIONS = 6
 );
 
 -- Creates a stream of alerts when a user's geohash based location roughly 
 --    intersects a collection of merchants locations from the 
 --    merchants_by_geohash table.
 CREATE STREAM alerts_raw
 WITH (
-  KAFKA_TOPIC='alerts-raw', 
-  VALUE_FORMAT='JSON', 
-  PARTITIONS=6
+  KAFKA_TOPIC = 'alerts-raw',
+  VALUE_FORMAT = 'JSON', 
+  PARTITIONS = 6
 ) AS 
 SELECT 
   user_locations.id as user_id,
@@ -63,9 +63,9 @@ PARTITION BY null;
 --    intersects with a merchant within a specified distance (0.2 KM)
 CREATE STREAM promo_alerts 
 WITH (
-  KAFKA_TOPIC='promo-alerts', 
-  VALUE_FORMAT='JSON',
-  PARTITIONS=6
+  KAFKA_TOPIC = 'promo-alerts',
+  VALUE_FORMAT = 'JSON',
+  PARTITIONS = 6
 ) AS 
 SELECT 
   alerts_raw.user_id,