Skip to content
This repository has been archived by the owner on May 1, 2024. It is now read-only.

Commit

Permalink
feat: add streaming csv support
Browse files Browse the repository at this point in the history
  • Loading branch information
@muhammad-ammar
muhammad-ammar committed Feb 13, 2024
1 parent 0c05f43 commit cbadccd
Show file tree
Hide file tree
Showing 11 changed files with 112 additions and 99 deletions.
1 change: 1 addition & 0 deletions analyticsdataserver/settings/base.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -358,6 +358,7 @@
ANALYTICS_DATABASE_V1 = None
DATABASE_ROUTERS = ['analyticsdataserver.router.AnalyticsAPIRouter', 'analyticsdataserver.router.AnalyticsModelsRouter']
ENTERPRISE_REPORTING_DB_ALIAS = 'enterprise'
ENROLLMENTS_PAGE_SIZE = 10000

LMS_BASE_URL = None

Expand Down
1 change: 1 addition & 0 deletions analyticsdataserver/settings/local.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,7 @@
ANALYTICS_DATABASE = 'analytics'
ENTERPRISE_REPORTING_DB_ALIAS = 'analytics'
ANALYTICS_DATABASE_V1 = 'analytics'
ENROLLMENTS_PAGE_SIZE = 10000

TEST_RUNNER = 'django_nose.NoseTestSuiteRunner'

Expand Down
1 change: 1 addition & 0 deletions analyticsdataserver/settings/test.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@
ANALYTICS_DATABASE = 'analytics'
ANALYTICS_DATABASE_V1 = 'analytics_v1'
ENTERPRISE_REPORTING_DB_ALIAS = 'default'
ENROLLMENTS_PAGE_SIZE = 10000

LMS_BASE_URL = 'http://lms-host'

Expand Down
36 changes: 19 additions & 17 deletions requirements/base.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,13 @@ backports-zoneinfo==0.2.1
# via django
boto==2.49.0
# via -r requirements/base.in
boto3==1.34.16
boto3==1.34.40
# via -r requirements/base.in
botocore==1.34.16
botocore==1.34.40
# via
# boto3
# s3transfer
certifi==2023.11.17
certifi==2024.2.2
# via requests
cffi==1.16.0
# via
Expand All @@ -33,11 +33,11 @@ coreapi==2.3.3
# via -r requirements/base.in
coreschema==0.0.4
# via coreapi
cryptography==41.0.7
cryptography==42.0.2
# via
# django-fernet-fields-v2
# pyjwt
django==4.2.9
django==4.2.10
# via
# -c requirements/constraints.txt
# -r requirements/base.in
Expand Down Expand Up @@ -69,7 +69,7 @@ django-fernet-fields-v2==0.9
# via edx-enterprise-data
django-filter==23.5
# via edx-enterprise-data
django-model-utils==4.3.1
django-model-utils==4.4.0
# via
# edx-enterprise-data
# edx-rbac
Expand All @@ -90,7 +90,9 @@ djangorestframework==3.14.0
# edx-api-doc-tools
# edx-drf-extensions
djangorestframework-csv==3.0.2
# via -r requirements/base.in
# via
# -r requirements/base.in
# edx-enterprise-data
drf-jwt==1.19.2
# via edx-drf-extensions
drf-yasg==1.21.7
Expand All @@ -101,18 +103,18 @@ edx-ccx-keys==1.2.1
# via -r requirements/base.in
edx-django-release-util==1.3.0
# via -r requirements/base.in
edx-django-utils==5.9.0
edx-django-utils==5.10.1
# via
# -r requirements/base.in
# edx-drf-extensions
# edx-enterprise-data
# edx-rest-api-client
edx-drf-extensions==9.1.2
edx-drf-extensions==10.2.0
# via
# -r requirements/base.in
# edx-enterprise-data
# edx-rbac
edx-enterprise-data==5.5.1
edx-enterprise-data==6.0.0
# via -r requirements/base.in
edx-opaque-keys==2.5.1
# via
Expand All @@ -128,7 +130,7 @@ edx-rest-api-client==5.6.1
# edx-enterprise-data
factory-boy==3.3.0
# via edx-enterprise-data
faker==22.2.0
faker==23.1.0
# via factory-boy
html5lib==1.1
# via -r requirements/base.in
Expand All @@ -148,17 +150,17 @@ jmespath==1.0.1
# botocore
markdown==3.5.2
# via -r requirements/base.in
markupsafe==2.1.3
markupsafe==2.1.5
# via jinja2
newrelic==9.4.0
newrelic==9.6.0
# via edx-django-utils
ordered-set==4.1.0
# via -r requirements/base.in
packaging==23.2
# via drf-yasg
pbr==6.0.0
# via stevedore
psutil==5.9.7
psutil==5.9.8
# via edx-django-utils
pycparser==2.21
# via cffi
Expand All @@ -177,9 +179,9 @@ python-dateutil==2.8.2
# via
# botocore
# faker
python-memcached==1.61
python-memcached==1.62
# via -r requirements/base.in
pytz==2023.3.post1
pytz==2024.1
# via
# djangorestframework
# drf-yasg
Expand Down Expand Up @@ -215,7 +217,7 @@ stevedore==5.1.0
# via
# edx-django-utils
# edx-opaque-keys
tqdm==4.66.1
tqdm==4.66.2
# via -r requirements/base.in
typing-extensions==4.9.0
# via
Expand Down
38 changes: 20 additions & 18 deletions requirements/dev.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,13 @@ backports-zoneinfo==0.2.1
# via django
boto==2.49.0
# via -r requirements/base.in
boto3==1.34.16
boto3==1.34.40
# via -r requirements/base.in
botocore==1.34.16
botocore==1.34.40
# via
# boto3
# s3transfer
certifi==2023.11.17
certifi==2024.2.2
# via requests
cffi==1.16.0
# via
Expand All @@ -33,11 +33,11 @@ coreapi==2.3.3
# via -r requirements/base.in
coreschema==0.0.4
# via coreapi
cryptography==41.0.7
cryptography==42.0.2
# via
# django-fernet-fields-v2
# pyjwt
django==4.2.9
django==4.2.10
# via
# -c requirements/constraints.txt
# -r requirements/base.in
Expand Down Expand Up @@ -69,7 +69,7 @@ django-fernet-fields-v2==0.9
# via edx-enterprise-data
django-filter==23.5
# via edx-enterprise-data
django-model-utils==4.3.1
django-model-utils==4.4.0
# via
# edx-enterprise-data
# edx-rbac
Expand All @@ -90,7 +90,9 @@ djangorestframework==3.14.0
# edx-api-doc-tools
# edx-drf-extensions
djangorestframework-csv==3.0.2
# via -r requirements/base.in
# via
# -r requirements/base.in
# edx-enterprise-data
drf-jwt==1.19.2
# via edx-drf-extensions
drf-yasg==1.21.7
Expand All @@ -101,18 +103,18 @@ edx-ccx-keys==1.2.1
# via -r requirements/base.in
edx-django-release-util==1.3.0
# via -r requirements/base.in
edx-django-utils==5.9.0
edx-django-utils==5.10.1
# via
# -r requirements/base.in
# edx-drf-extensions
# edx-enterprise-data
# edx-rest-api-client
edx-drf-extensions==9.1.2
edx-drf-extensions==10.2.0
# via
# -r requirements/base.in
# edx-enterprise-data
# edx-rbac
edx-enterprise-data==5.5.1
edx-enterprise-data==6.0.0
# via -r requirements/base.in
edx-opaque-keys==2.5.1
# via
Expand All @@ -128,7 +130,7 @@ edx-rest-api-client==5.6.1
# edx-enterprise-data
factory-boy==3.3.0
# via edx-enterprise-data
faker==22.2.0
faker==23.1.0
# via factory-boy
html5lib==1.1
# via -r requirements/base.in
Expand All @@ -148,19 +150,19 @@ jmespath==1.0.1
# botocore
markdown==3.5.2
# via -r requirements/base.in
markupsafe==2.1.3
markupsafe==2.1.5
# via jinja2
mysqlclient==2.2.1
mysqlclient==2.2.4
# via -r requirements/dev.in
newrelic==9.4.0
newrelic==9.6.0
# via edx-django-utils
ordered-set==4.1.0
# via -r requirements/base.in
packaging==23.2
# via drf-yasg
pbr==6.0.0
# via stevedore
psutil==5.9.7
psutil==5.9.8
# via edx-django-utils
pycparser==2.21
# via cffi
Expand All @@ -179,9 +181,9 @@ python-dateutil==2.8.2
# via
# botocore
# faker
python-memcached==1.61
python-memcached==1.62
# via -r requirements/base.in
pytz==2023.3.post1
pytz==2024.1
# via
# djangorestframework
# drf-yasg
Expand Down Expand Up @@ -217,7 +219,7 @@ stevedore==5.1.0
# via
# edx-django-utils
# edx-opaque-keys
tqdm==4.66.1
tqdm==4.66.2
# via -r requirements/base.in
typing-extensions==4.9.0
# via
Expand Down
2 changes: 1 addition & 1 deletion requirements/django.txt
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
django==4.2.9
django==4.2.10
Loading

0 comments on commit cbadccd

Please sign in to comment.