diff --git a/README.md b/README.md index d5927cb..ed0c46c 100644 --- a/README.md +++ b/README.md @@ -57,319 +57,114 @@ Sample data is included in the project to enable running the sample command: make load_share_data DATADIR=../data/from_data_dump_samples/africarxiv -You should then see some sample that looks like: +You should then see some sample that looks like this: cd ingest && ts-node loadShareDataFromDataDump.ts && cd .. Reading share records from filename: ../data/from_data_dump_samples/africarxiv/africarxiv.json-list_5 + Processing 587 share records -Sample Record: { + +Sample Record: +{ + "id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", + "title": "test", + "description": "jbvouabvoboaefojlnlenfe", + "type": "preprint", + "resourceIdentifiers": [ + "http://dx.doi.org/10.17605/OSF.IO/Y6TSV", + "http://osf.io/y6tsv/" + ], + "persons": [ + { + "id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", + "given_name": "Rebecca", + "family_name": "Rosenblatt", + "identifiers": [ + "mailto:(email redacted)", + "mailto:(email redacted)", + "http://secure.gravatar.com/avatar/49eda97a447ff554d60e15fea9bf18e7?d=identicon", + "http://orcid.org/0000-0003-2310-899X", + "http://osf.io/45fsd/" + ], + "type": [ + "creator" + ] + } + ], + "subjects": [ + { + "name": "Architecture", + "uri": "https://api.osf.io/v2/taxonomies/584240d954be81056ceca9e5/" + } + ], + "institutions": [ + { + "id": "_:914a2485-038b-49a5-90ba-5f4de6d4eafc", + "name": "University of Virginia", + "type": [ + "isaffiliatedwith" + ] + }, + { + "id": "_:04ef4a19-b131-4cf7-956b-51f460429831", + "name": "Center For Open Science", + "type": [ + "isaffiliatedwith" + ] + } - ], - "rawMetadata": { - "person": [ - { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person", - "given_name": "Rebecca", - "family_name": "Rosenblatt", - "identifiers": [ - { - "@id": "_:19126b6f-e990-4e48-a1ef-e33fcb7ff84e", - "@type": "agentidentifier" - }, - { - "@id": "_:6834a3c3-80b0-4d91-a211-0654220fa939", - "@type": "agentidentifier" - }, - { - "@id": "_:d2b19273-fe9b-4529-b76d-2b22627c49ff", - "@type": "agentidentifier" - }, - { - "@id": "_:efbf7f8a-cbe0-4739-8847-f32f29fa8594", - "@type": "agentidentifier" - }, - { - "@id": "_:fd127ce8-ddc8-4652-83a7-d2c4f4797ada", - "@type": "agentidentifier" - } - ], - "work_relations": [ - { - "@id": "_:c7694c77-f266-43ac-8bfd-aa114d938a4c", - "@type": "creator" - } - ], - "additional_name": "P.", - "outgoing_agent_relations": [ - { - "@id": "_:48cfa4e7-ef62-40cb-92b8-c573daf10ea4", - "@type": "isaffiliatedwith" - }, - { - "@id": "_:5ca99efa-42ed-4b26-9188-c89bef71487b", - "@type": "isaffiliatedwith" - } - ] - } - ], - "agentidentifier": [ - { - "@id": "_:6834a3c3-80b0-4d91-a211-0654220fa939", - "uri": "mailto:(email redacted)", - "host": "cos.io", - "@type": "agentidentifier", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "scheme": "mailto" - }, - { - "@id": "_:fd127ce8-ddc8-4652-83a7-d2c4f4797ada", - "uri": "http://osf.io/45fsd/", - "host": "osf.io", - "@type": "agentidentifier", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "scheme": "http" - }, - { - "@id": "_:efbf7f8a-cbe0-4739-8847-f32f29fa8594", - "uri": "http://orcid.org/0000-0003-2310-899X", - "host": "orcid.org", - "@type": "agentidentifier", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "scheme": "http" - }, - { - "@id": "_:19126b6f-e990-4e48-a1ef-e33fcb7ff84e", - "uri": "mailto:(email redacted)", - "host": "gmail.com", - "@type": "agentidentifier", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "scheme": "mailto" - }, - { - "@id": "_:d2b19273-fe9b-4529-b76d-2b22627c49ff", - "uri": "http://secure.gravatar.com/avatar/49eda97a447ff554d60e15fea9bf18e7?d=identicon", - "host": "secure.gravatar.com", - "@type": "agentidentifier", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "scheme": "http" - } - ], - "preprint": [ - { - "@id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", - "@type": "preprint", - "title": "test", - "is_deleted": false, - "description": "jbvouabvoboaefojlnlenfe", - "identifiers": [ - { - "@id": "_:2437e5f6-1f40-425e-b26c-cd656e644763", - "@type": "workidentifier" - }, - { - "@id": "_:ecba1b70-2c18-43dc-88c2-d84956755c06", - "@type": "workidentifier" - } - ], - "date_updated": "2018-06-19T14:54:30.001589+00:00", - "date_published": "2018-06-19T14:54:28.913627+00:00", - "agent_relations": [ - { - "@id": "_:c7694c77-f266-43ac-8bfd-aa114d938a4c", - "@type": "creator" - } - ], - "subject_relations": [ - { - "@id": "_:1f80aeac-4b33-49a7-9674-b771fecc974f", - "@type": "throughsubjects" - } - ] - } - ], - "workidentifier": [ - { - "@id": "_:2437e5f6-1f40-425e-b26c-cd656e644763", - "uri": "http://dx.doi.org/10.17605/OSF.IO/Y6TSV", - "host": "dx.doi.org", - "@type": "workidentifier", - "scheme": "http", - "creative_work": { - "@id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", - "@type": "preprint" - } - }, - { - "@id": "_:ecba1b70-2c18-43dc-88c2-d84956755c06", - "uri": "http://osf.io/y6tsv/", - "host": "osf.io", - "@type": "workidentifier", - "scheme": "http", - "creative_work": { - "@id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", - "@type": "preprint" - } - } - ], - "institution": [ - { - "@id": "_:914a2485-038b-49a5-90ba-5f4de6d4eafc", - "name": "University of Virginia", - "@type": "institution", - "incoming_agent_relations": [ - { - "@id": "_:5ca99efa-42ed-4b26-9188-c89bef71487b", - "@type": "isaffiliatedwith" - } - ] - }, - { - "@id": "_:04ef4a19-b131-4cf7-956b-51f460429831", - "name": "Center For Open Science", - "@type": "institution", - "incoming_agent_relations": [ - { - "@id": "_:48cfa4e7-ef62-40cb-92b8-c573daf10ea4", - "@type": "isaffiliatedwith" - } - ] - } - ], - "isaffiliatedwith": [ - { - "@id": "_:5ca99efa-42ed-4b26-9188-c89bef71487b", - "@type": "isaffiliatedwith", - "related": { - "@id": "_:914a2485-038b-49a5-90ba-5f4de6d4eafc", - "@type": "institution" - }, - "subject": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - } - }, - { - "@id": "_:48cfa4e7-ef62-40cb-92b8-c573daf10ea4", - "@type": "isaffiliatedwith", - "related": { - "@id": "_:04ef4a19-b131-4cf7-956b-51f460429831", - "@type": "institution" - }, - "subject": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - } - } - ], - "subject": [ - { - "@id": "_:e35906bb-7478-44c1-90f0-3dc1f7eebe75", - "uri": "https://api.osf.io/v2/taxonomies/584240d954be81056ceca9e5/", - "name": "Architecture", - "@type": "subject", - "is_deleted": false, - "work_relations": [ - { - "@id": "_:1f80aeac-4b33-49a7-9674-b771fecc974f", - "@type": "throughsubjects" - } - ] - } - ], - "creator": [ - { - "@id": "_:c7694c77-f266-43ac-8bfd-aa114d938a4c", - "@type": "creator", - "agent": { - "@id": "_:697a6b04-6b11-4026-bd6f-80cf5f2bb676", - "@type": "person" - }, - "cited_as": "Rebecca Rosenblatt", - "order_cited": 0, - "creative_work": { - "@id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", - "@type": "preprint" - } - } - ], - "throughsubjects": [ - { - "@id": "_:1f80aeac-4b33-49a7-9674-b771fecc974f", - "@type": "throughsubjects", - "subject": { - "@id": "_:e35906bb-7478-44c1-90f0-3dc1f7eebe75", - "@type": "subject" - }, - "is_deleted": false, - "creative_work": { - "@id": "_:ba357bb3-3edd-4c70-a582-bd53fd02be74", - "@type": "preprint" - } - } - ] - } + + ] + + ... + } + Loaded 587 Share Records from ../data/from_data_dump_samples/africarxiv/africarxiv.json-list_5 # Sample Test Output From API