feat: add task queue huey (#409)

.gitignore

@@ -242,6 +242,8 @@ fabric.properties
 .idea/caches/build_file_checksums.ser
 
 *sqlite3
+*sqlite3-shm
+*sqlite3-wal
 
 .vscode/
 .DS_Store

basedosdados_api/api/v1/tasks.py

@@ -0,0 +1,8 @@
+# -*- coding: utf-8 -*-
+from huey import crontab
+from huey.contrib.djhuey import periodic_task
+
+
+@periodic_task(crontab(minute="*/10"))
+def every_ten_mins():
+    print("It's been ten minutes!")

basedosdados_api/settings/base.py

@@ -53,6 +53,7 @@
     "health_check",
     "health_check.db",
     "ordered_model",
+    "huey.contrib.djhuey",
     "basedosdados_api.account",
     "basedosdados_api.core",
     "basedosdados_api.api.v1",
@@ -405,3 +406,17 @@
 CSRF_COOKIE_HTTPONLY = False
 
 DATA_UPLOAD_MAX_NUMBER_FIELDS = 20000
+
+HUEY = {
+    "name": "api.queue",
+    "huey_class": "huey.SqliteHuey",
+    "results": True,
+    "immediate": False,
+    "filename": path.join(BASE_DIR, "queue.sqlite3"),
+    "consumer": {
+        "workers": 2,
+        "worker_type": "thread",
+        "check_worker_health": True,
+        "periodic": True,
+    },
+}