Create mongo_to_csv.py

mongo_to_csv.py

@@ -0,0 +1,60 @@
+import unicodecsv
+import sys
+from pymongo import MongoClient
+
+# call this with 3 arguments: 1) mongodb uri 2) collection nam e3) output filename
+
+class generic_converter:
+
+    def __init__(self):
+        self.header_dict = {}
+
+    def retrieve_headers(self, test_dict, name_var):
+        for element in test_dict:
+            if isinstance(test_dict[element], dict):
+                self.retrieve_headers(test_dict[element], name_var +
+                                      '||' + element)
+            else:
+                self.header_dict[name_var + '||' + element] = test_dict[element]
+
+    def converter_main(self, csv_writer):
+        mongo_uri_or_db_name = sys.argv[1]
+        if mongo_uri_or_db_name.startswith("mongodb://"): # mongodb uri given
+            client = MongoClient(mongo_uri_or_db_name)
+            db = client[mongo_uri_or_db_name.split("/")[-1]]
+        else: # database name given
+            client = MongoClient()
+            db = client[mongo_uri_or_db_name]
+        collection_obj = db[sys.argv[2]]
+        cursor_records = collection_obj.find()
+        header_list = []
+
+        for cursor in cursor_records:
+            self.retrieve_headers(cursor, '')
+            for item_label in self.header_dict:
+                if item_label not in header_list:
+                    header_list.append(item_label)
+            self.header_dict = {}
+        csv_writer.writerow(header_list)
+
+        cursor_records = collection_obj.find()
+        for cursor in cursor_records:
+            row_to_push = []
+            self.header_dict = {}
+            self.retrieve_headers(cursor, '')
+            for item_label in header_list:
+                if item_label in self.header_dict:
+                    row_to_push.append(self.header_dict[item_label])
+                else:
+                    row_to_push.append('')
+            csv_writer.writerow(row_to_push)
+
+
+def main():
+    f_write = open(sys.argv[3], 'wb')
+    csv_writer = unicodecsv.writer(f_write, delimiter=',', quotechar='"')
+    converter_object = generic_converter()
+    converter_object.converter_main(csv_writer)
+
+if __name__ == '__main__':
+    main()