zoom harvester - different elasticsearch index for each day for meeti…

…ngs and sessions
harvard-dce · Oct 17, 2017 · fe66fc2 · fe66fc2
1 parent affa620
commit fe66fc2
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/harvest_cli/zoom.py b/harvest_cli/zoom.py
@@ -37,21 +37,23 @@ def zoom(date, destination, es_host, key, secret):
 
     if destination == 'index':
         es = es_connection(es_host)
+        meetings_index = "meetings-" + date.replace("-", ".")
+        sessions_index = "sessions-" + date.replace("-", ".")
 
     try:
         meeting_data = get_sessions_from(date, key, secret)
 
         for meeting_doc, session_docs in meeting_data:
             if destination == 'index':
                 es.index(
-                    index="meetings",
+                    index=meetings_index,
                     doc_type="meeting",
                     body=meeting_doc,
                     id=meeting_doc['uuid']
                 )
                 session_actions = [
                     dict(
-                        _index='sessions',
+                        _index=sessions_index,
                         _type='session',
                         _id=s['meeting'] + s['user_id'],
                         **s

diff --git a/index_templates/meetings.json b/index_templates/meetings.json
@@ -1,5 +1,5 @@
 {
-  "template": "meetings",
+  "template": "meetings-*",
   "mappings": {
     "meeting": {
       "_all": {

diff --git a/index_templates/sessions.json b/index_templates/sessions.json
@@ -1,5 +1,5 @@
 {
-  "template": "sessions",
+  "template": "sessions-*",
   "mappings": {
     "session": {
       "_all": {