feat: install confluent_kafka[avro,schema-registry] for use with edx-…

…event-bus-kafka

requirements/base.in

@@ -1,6 +1,15 @@
 # Core requirements for using this application
 -c constraints.txt
 
+# The confluent_kafka[avro,schema-registry] dependencies should eventually be moved to some form of optional
+# dependency management because the installation of confluent_kafka poses issues for users of Tutor on M1 Macs, which
+# includes many in the Open edX community. 
+# For now, we will keep this as an explicit dependency until we plan to move edx-exams to the openedx GitHub
+# organization.
+# For more details, please see https://github.com/openedx/event-bus-kafka/blob/main/docs/decisions/
+# 0005-optional-import-of-confluent-kafka.rst.
+# TODO: Move confluent_kafka to optional dependency management: https://2u-internal.atlassian.net/browse/MST-2160
+confluent_kafka[avro,schema-registry]
 Django         # Web application framework
 django-cors-headers
 django-extensions

requirements/base.txt

@@ -12,11 +12,13 @@ attrs==23.1.0
     # via
     #   lti-consumer-xblock
     #   openedx-events
+avro==1.11.2
+    # via confluent-kafka
 bleach==6.0.0
     # via lti-consumer-xblock
-boto3==1.28.42
+boto3==1.28.52
     # via fs-s3fs
-botocore==1.31.42
+botocore==1.31.52
     # via
     #   boto3
     #   s3transfer
@@ -34,13 +36,15 @@ click==8.1.7
     #   edx-django-utils
 code-annotations==1.5.0
     # via edx-toggles
+confluent-kafka[avro,schema-registry]==2.2.0
+    # via -r requirements/base.in
 coreapi==2.3.3
     # via
     #   django-rest-swagger
     #   openapi-codec
 coreschema==0.0.4
     # via coreapi
-cryptography==41.0.3
+cryptography==41.0.4
     # via
     #   pyjwt
     #   social-auth-core
@@ -80,7 +84,7 @@ django==3.2.21
     #   social-auth-app-django
 django-appconf==1.0.5
     # via django-statici18n
-django-config-models==2.5.0
+django-config-models==2.5.1
     # via lti-consumer-xblock
 django-cors-headers==4.2.0
     # via -r requirements/base.in
@@ -90,7 +94,7 @@ django-crum==0.7.9
     #   edx-toggles
 django-extensions==3.2.3
     # via -r requirements/base.in
-django-filter==23.2
+django-filter==23.3
     # via lti-consumer-xblock
 django-model-utils==4.3.1
     # via -r requirements/base.in
@@ -137,11 +141,11 @@ edx-django-utils==5.7.0
     #   edx-event-bus-kafka
     #   edx-rest-api-client
     #   edx-toggles
-edx-drf-extensions==8.9.2
+edx-drf-extensions==8.10.0
     # via -r requirements/base.in
-edx-event-bus-kafka==5.4.0
+edx-event-bus-kafka==5.5.0
     # via -r requirements/base.in
-edx-opaque-keys[django]==2.5.0
+edx-opaque-keys[django]==2.5.1
     # via
     #   -r requirements/base.in
     #   edx-ccx-keys
@@ -155,7 +159,9 @@ edx-toggles==5.1.0
 edx-token-utils==0.2.1
     # via -r requirements/base.in
 fastavro==1.8.3
-    # via openedx-events
+    # via
+    #   confluent-kafka
+    #   openedx-events
 fs==2.4.16
     # via
     #   fs-s3fs
@@ -181,7 +187,7 @@ jmespath==1.0.1
     #   botocore
 jsonfield==3.1.0
     # via lti-consumer-xblock
-lazy==1.5
+lazy==1.6
     # via
     #   lti-consumer-xblock
     #   xblock
@@ -229,7 +235,7 @@ psutil==5.9.5
     # via edx-django-utils
 pycparser==2.21
     # via cffi
-pycryptodomex==3.18.0
+pycryptodomex==3.19.0
     # via
     #   lti-consumer-xblock
     #   pyjwkest
@@ -251,7 +257,6 @@ pynacl==1.5.0
 python-dateutil==2.8.2
     # via
     #   botocore
-    #   edx-drf-extensions
     #   xblock
 python-slugify==8.0.1
     # via code-annotations
@@ -272,6 +277,7 @@ pyyaml==6.0.1
     #   xblock
 requests==2.31.0
     # via
+    #   confluent-kafka
     #   coreapi
     #   edx-drf-extensions
     #   edx-rest-api-client
@@ -295,7 +301,6 @@ six==1.16.0
     #   edx-auth-backends
     #   edx-ccx-keys
     #   edx-django-release-util
-    #   edx-drf-extensions
     #   fs
     #   fs-s3fs
     #   pyjwkest
@@ -317,7 +322,7 @@ stevedore==5.1.0
     #   edx-opaque-keys
 text-unidecode==1.3
     # via python-slugify
-typing-extensions==4.7.1
+typing-extensions==4.8.0
     # via
     #   asgiref
     #   edx-opaque-keys

requirements/ci.txt

@@ -6,7 +6,7 @@
 #
 distlib==0.3.7
     # via virtualenv
-filelock==3.12.3
+filelock==3.12.4
     # via
     #   tox
     #   virtualenv
@@ -26,7 +26,5 @@ tox==3.28.0
     # via
     #   -c https://raw.githubusercontent.com/edx/edx-lint/master/edx_lint/files/common_constraints.txt
     #   -r requirements/ci.in
-typing-extensions==4.7.1
-    # via filelock
-virtualenv==20.24.4
+virtualenv==20.24.5
     # via tox

requirements/dev.txt

@@ -22,16 +22,19 @@ attrs==23.1.0
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
     #   openedx-events
+avro==1.11.2
+    # via
+    #   -r requirements/validation.txt
+    #   confluent-kafka
 bleach==6.0.0
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
-    #   readme-renderer
-boto3==1.28.42
+boto3==1.28.52
     # via
     #   -r requirements/validation.txt
     #   fs-s3fs
-botocore==1.31.42
+botocore==1.31.52
     # via
     #   -r requirements/validation.txt
     #   boto3
@@ -73,6 +76,8 @@ code-annotations==1.5.0
     #   -r requirements/validation.txt
     #   edx-lint
     #   edx-toggles
+confluent-kafka[avro,schema-registry]==2.2.0
+    # via -r requirements/validation.txt
 coreapi==2.3.3
     # via
     #   -r requirements/validation.txt
@@ -86,7 +91,7 @@ coverage[toml]==7.3.1
     # via
     #   -r requirements/validation.txt
     #   pytest-cov
-cryptography==41.0.3
+cryptography==41.0.4
     # via
     #   -r requirements/validation.txt
     #   pyjwt
@@ -143,7 +148,7 @@ django-appconf==1.0.5
     # via
     #   -r requirements/validation.txt
     #   django-statici18n
-django-config-models==2.5.0
+django-config-models==2.5.1
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
@@ -156,11 +161,11 @@ django-crum==0.7.9
     #   edx-toggles
 django-debug-toolbar==4.2.0
     # via -r requirements/dev.in
-django-dynamic-fixture==4.0.0
+django-dynamic-fixture==4.0.1
     # via -r requirements/validation.txt
 django-extensions==3.2.3
     # via -r requirements/validation.txt
-django-filter==23.2
+django-filter==23.3
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
@@ -219,15 +224,15 @@ edx-django-utils==5.7.0
     #   edx-event-bus-kafka
     #   edx-rest-api-client
     #   edx-toggles
-edx-drf-extensions==8.9.2
+edx-drf-extensions==8.10.0
     # via -r requirements/validation.txt
-edx-event-bus-kafka==5.4.0
+edx-event-bus-kafka==5.5.0
     # via -r requirements/validation.txt
-edx-i18n-tools==1.1.0
+edx-i18n-tools==1.2.0
     # via -r requirements/dev.in
 edx-lint==5.3.4
     # via -r requirements/validation.txt
-edx-opaque-keys[django]==2.5.0
+edx-opaque-keys[django]==2.5.1
     # via
     #   -r requirements/validation.txt
     #   edx-ccx-keys
@@ -248,15 +253,16 @@ exceptiongroup==1.1.3
     #   pytest
 factory-boy==3.3.0
     # via -r requirements/validation.txt
-faker==19.4.0
+faker==19.6.2
     # via
     #   -r requirements/validation.txt
     #   factory-boy
 fastavro==1.8.3
     # via
     #   -r requirements/validation.txt
+    #   confluent-kafka
     #   openedx-events
-filelock==3.12.3
+filelock==3.12.4
     # via
     #   -r requirements/validation.txt
     #   tox
@@ -288,7 +294,7 @@ importlib-metadata==6.8.0
     #   build
     #   keyring
     #   twine
-importlib-resources==6.0.1
+importlib-resources==6.1.0
     # via
     #   -r requirements/validation.txt
     #   keyring
@@ -331,7 +337,7 @@ keyring==24.2.0
     # via
     #   -r requirements/validation.txt
     #   twine
-lazy==1.5
+lazy==1.6
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
@@ -382,6 +388,10 @@ newrelic==9.0.0
     # via
     #   -r requirements/validation.txt
     #   edx-django-utils
+nh3==0.2.14
+    # via
+    #   -r requirements/validation.txt
+    #   readme-renderer
 oauthlib==3.2.2
     # via
     #   -r requirements/validation.txt
@@ -452,7 +462,7 @@ pycparser==2.21
     # via
     #   -r requirements/validation.txt
     #   cffi
-pycryptodomex==3.18.0
+pycryptodomex==3.19.0
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
@@ -510,7 +520,7 @@ pyproject-hooks==1.0.0
     # via
     #   -r requirements/pip-tools.txt
     #   build
-pytest==7.4.1
+pytest==7.4.2
     # via
     #   -r requirements/validation.txt
     #   pytest-cov
@@ -523,7 +533,6 @@ python-dateutil==2.8.2
     # via
     #   -r requirements/validation.txt
     #   botocore
-    #   edx-drf-extensions
     #   faker
     #   freezegun
     #   xblock
@@ -551,13 +560,14 @@ pyyaml==6.0.1
     #   edx-i18n-tools
     #   responses
     #   xblock
-readme-renderer==41.0
+readme-renderer==42.0
     # via
     #   -r requirements/validation.txt
     #   twine
 requests==2.31.0
     # via
     #   -r requirements/validation.txt
+    #   confluent-kafka
     #   coreapi
     #   edx-drf-extensions
     #   edx-rest-api-client
@@ -582,7 +592,7 @@ rfc3986==2.0.0
     # via
     #   -r requirements/validation.txt
     #   twine
-rich==13.5.2
+rich==13.5.3
     # via
     #   -r requirements/validation.txt
     #   twine
@@ -606,7 +616,6 @@ six==1.16.0
     #   edx-auth-backends
     #   edx-ccx-keys
     #   edx-django-release-util
-    #   edx-drf-extensions
     #   edx-lint
     #   fs
     #   fs-s3fs
@@ -668,14 +677,13 @@ types-pyyaml==6.0.12.11
     # via
     #   -r requirements/validation.txt
     #   responses
-typing-extensions==4.7.1
+typing-extensions==4.8.0
     # via
     #   -r requirements/validation.txt
     #   asgiref
     #   astroid
     #   edx-opaque-keys
     #   faker
-    #   filelock
     #   pylint
     #   rich
 uritemplate==4.1.1
@@ -690,7 +698,7 @@ urllib3==1.26.16
     #   requests
     #   responses
     #   twine
-virtualenv==20.24.4
+virtualenv==20.24.5
     # via
     #   -r requirements/validation.txt
     #   tox
@@ -724,7 +732,7 @@ xblock-utils==3.4.1
     # via
     #   -r requirements/validation.txt
     #   lti-consumer-xblock
-zipp==3.16.2
+zipp==3.17.0
     # via
     #   -r requirements/pip-tools.txt
     #   -r requirements/validation.txt