added data import thru python lib (#109)

* added data import thru python lib * deleted logs * stupid \\:
dataquest-dev · Jun 19, 2024 · 633f65f · 633f65f
1 parent 9428e30
commit 633f65f
Show file tree

Hide file tree

Showing 9 changed files with 1,011 additions and 3 deletions.
diff --git a/.gitignore b/.gitignore
@@ -38,6 +38,8 @@ package-lock.json
 .env
 /nbproject/
 
-junit.xml
-
-/src/mirador-viewer/config.local.js
+# import data python module
+python_data_import/debug.log.txt
+python_data_import/logs.txt
+python_data_import/date.txt
+*/__pycache__/
diff --git a/.gitmodules b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "python_data_import/lib"]
+	path = python_data_import/lib
+	url = https://github.com/dataquest-dev/dspace-blackbox-testing.git
diff --git a/python_data_import/import/data/license_definitions.json b/python_data_import/import/data/license_definitions.json
@@ -0,0 +1,218 @@
+[
+    {
+        "name": "GNU General Public Licence, version 3",
+        "definition": "http://opensource.org/licenses/GPL-3.0",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "GNU General Public License, version 2",
+        "definition": "http://www.gnu.org/licenses/gpl-2.0.html",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "The MIT License (MIT)",
+        "definition": "http://opensource.org/licenses/mit-license.php",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Artistic License 2.0",
+        "definition": "http://opensource.org/licenses/Artistic-2.0",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Artistic License (Perl) 1.0",
+        "definition": "http://opensource.org/licenses/Artistic-Perl-1.0",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Attribution-NonCommercial-NoDerivs 3.0 Unported (CC BY-NC-ND 3.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc-nd/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "BSD 2-Clause 'Simplified' or 'FreeBSD' license",
+        "definition": "http://opensource.org/licenses/BSD-2-Clause",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "BSD 3-Clause 'New' or 'Revised' license",
+        "definition": "http://opensource.org/licenses/BSD-3-Clause",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Attribution-NonCommercial 3.0 Unported (CC BY-NC 3.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Attribution-NonCommercial-ShareAlike 3.0 Unported (CC BY-NC-SA 3.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc-sa/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Attribution-NoDerivs 3.0 Unported (CC BY-ND 3.0)",
+        "definition": "http://creativecommons.org/licenses/by-nd/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Attribution-ShareAlike 3.0 Unported (CC BY-SA 3.0)",
+        "definition": "http://creativecommons.org/licenses/by-sa/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution 3.0 Unported (CC BY 3.0)",
+        "definition": "http://creativecommons.org/licenses/by/3.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "PDTSL",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/licence-pdtsl",
+        "ePersonId": 1,
+        "labelId": 3,
+        "confirmation": 2,
+        "requiredInfo": ""
+    },
+    {
+        "name": "HamleDT 1.0  Licence Agreement",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/licence-hamledt",
+        "ePersonId": 1,
+        "labelId": 3,
+        "confirmation": 2,
+        "requiredInfo": "SEND_TOKEN, NAME, ADDRESS, COUNTRY, EXTRA_EMAIL"
+    },
+    {
+        "name": "HamleDT 2.0 Licence Agreement",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/licence-hamledt-2.0",
+        "ePersonId": 1,
+        "labelId": 2,
+        "confirmation": 0,
+        "requiredInfo": "SEND_TOKEN, NAME, ADDRESS, COUNTRY, EXTRA_EMAIL"
+    },
+    {
+        "name": "Czech National Corpus (Shuffled Corpus Data)",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/license-cnc",
+        "ePersonId": 1,
+        "labelId": 2,
+        "confirmation": 1,
+        "requiredInfo": ""
+    },
+    {
+        "name": "CC-BY-NC-SA + LDC99T42",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/license-pcedt2",
+        "ePersonId": 1,
+        "labelId": 3,
+        "confirmation": 1,
+        "requiredInfo": ""
+    },
+    {
+        "name": "PDT 2.0 License",
+        "definition": "https://lindat.mff.cuni.cz/repository/xmlui/page/license-pdt2",
+        "ePersonId": 1,
+        "labelId": 2,
+        "confirmation": 1,
+        "requiredInfo": ""
+    },
+    {
+        "name": "CC0-No Rights Reserved",
+        "definition": "http://creativecommons.org/publicdomain/zero/1.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Apache License 2.0",
+        "definition": "http://opensource.org/licenses/Apache-2.0",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution 4.0 International (CC BY 4.0)",
+        "definition": "http://creativecommons.org/licenses/by/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution-ShareAlike 4.0 International (CC BY-SA 4.0)",
+        "definition": "http://creativecommons.org/licenses/by-sa/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution-NoDerivatives 4.0 International (CC BY-ND 4.0)",
+        "definition": "http://creativecommons.org/licenses/by-nd/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution-NonCommercial 4.0 International (CC BY-NC 4.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution-NonCommercial-ShareAlike 4.0 International (CC BY-NC-SA 4.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc-sa/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    },
+    {
+        "name": "Creative Commons - Attribution-NonCommercial-NoDerivatives 4.0 International (CC BY-NC-ND 4.0)",
+        "definition": "http://creativecommons.org/licenses/by-nc-nd/4.0/",
+        "ePersonId": 1,
+        "labelId": 1,
+        "confirmation": 0,
+        "requiredInfo": ""
+    }    
+]