From 8c55d5e557ce5fa1881846732be00fbae6ea2a60 Mon Sep 17 00:00:00 2001 From: Kirk Wang Date: Mon, 23 Sep 2024 15:28:58 -0700 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20Fix=20metadata=20multiple=20or?= =?UTF-8?q?=20single?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit This commit will check Adventist production's metadata for it's multiple and single values and compare it to Valkyrie's. We spotted many differences and this commit aims to resolve them. Ref: - https://github.com/scientist-softserv/adventist_knapsack/issues/822 --- config/metadata/adl_metadata.yaml | 7 ++- config/metadata/collection_resource.yaml | 54 +++++++++-------- config/metadata/conference_item_resource.yaml | 42 +++++++------ config/metadata/dataset_resource.yaml | 59 +++++++++++-------- config/metadata/exam_paper_resource.yaml | 7 ++- config/metadata/generic_work_resource.yaml | 7 ++- config/metadata/image_resource.yaml | 7 ++- config/metadata/journal_article_resource.yaml | 47 ++++++++------- config/metadata/published_work_resource.yaml | 47 ++++++++------- config/metadata/thesis_resource.yaml | 7 ++- 10 files changed, 163 insertions(+), 121 deletions(-) diff --git a/config/metadata/adl_metadata.yaml b/config/metadata/adl_metadata.yaml index e444bea..16f7a8d 100644 --- a/config/metadata/adl_metadata.yaml +++ b/config/metadata/adl_metadata.yaml @@ -309,13 +309,14 @@ attributes: # nonstandard definition: multiple false, required true rights_statement: type: string - multiple: false + multiple: true form: required: true primary: true + multiple: true index_keys: - - rights_statement_tesi - - rights_statement_si + - rights_statement_tesim + - rights_statement_sim predicate: http://www.europeana.eu/schemas/edm/rights source: type: string diff --git a/config/metadata/collection_resource.yaml b/config/metadata/collection_resource.yaml index 87be953..9882fb1 100644 --- a/config/metadata/collection_resource.yaml +++ b/config/metadata/collection_resource.yaml @@ -21,48 +21,53 @@ attributes: predicate: http://purl.org/dc/terms/date date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available date_published: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_published_tesi - - date_published_si + - date_published_tesim + - date_published_sim predicate: http://schema.org/datePublished date_submitted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_submitted_tesi - - date_submitted_si + - date_submitted_tesim + - date_submitted_sim predicate: http://london.ac.uk/ontologies/terms#dateSubmitted date_accepted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_accepted_tesi - - date_accepted_si + - date_accepted_tesim + - date_accepted_sim predicate: http://purl.org/dc/terms/dateAccepted date_issued: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_issued_tesi - - date_issued_si + - date_issued_tesim + - date_issued_sim predicate: http://purl.org/dc/terms/issued department: type: string @@ -100,11 +105,12 @@ attributes: predicate: http://id.loc.gov/vocabulary/relators/fnd issue_number: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - issue_number_tesi + - issue_number_isim predicate: http://schema.org/issueNumber location: type: string @@ -176,12 +182,13 @@ attributes: predicate: http://id.loc.gov/ontologies/bibframe/partOf publication_status: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - publication_status_tesi - - publication_status_si + - publication_status_tesim + - publication_status_sim predicate: http://purl.org/ontology/bibo/status place_of_publication: type: string @@ -429,13 +436,14 @@ attributes: # nonstandard definition: multiple false, required true rights_statement: type: string - multiple: false + multiple: true form: required: false primary: false + multiple: true index_keys: - - rights_statement_tesi - - rights_statement_si + - rights_statement_tesim + - rights_statement_sim predicate: http://www.europeana.eu/schemas/edm/rights source: type: string diff --git a/config/metadata/conference_item_resource.yaml b/config/metadata/conference_item_resource.yaml index 55e7b64..0d488a6 100644 --- a/config/metadata/conference_item_resource.yaml +++ b/config/metadata/conference_item_resource.yaml @@ -24,12 +24,13 @@ attributes: date_published: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_published_tesi - - date_published_si + - date_published_tesim + - date_published_sim predicate: http://schema.org/datePublished keyword: type: string @@ -42,30 +43,33 @@ attributes: predicate: http://schema.org/keywords date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available date_submitted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_submitted_tesi - - date_submitted_si + - date_submitted_tesim + - date_submitted_sim predicate: http://london.ac.uk/ontologies/terms#dateSubmitted date_accepted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_accepted_tesi - - date_accepted_si + - date_accepted_tesim + - date_accepted_sim predicate: http://purl.org/dc/terms/dateAccepted editor: type: string @@ -78,12 +82,13 @@ attributes: predicate: http://id.loc.gov/vocabulary/relators/edc event_date: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - event_date_tesi - - event_date_si + - event_date_tesim + - event_date_sim predicate: http://rs.tdwg.org/dwc/terms/eventDate isbn: type: string @@ -137,12 +142,13 @@ attributes: predicate: http://id.loc.gov/ontologies/bibframe/partOf publication_status: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - publication_status_tesi - - publication_status_si + - publication_status_tesim + - publication_status_sim predicate: http://purl.org/ontology/bibo/status presented_at: type: string diff --git a/config/metadata/dataset_resource.yaml b/config/metadata/dataset_resource.yaml index a0d97d6..004e8b3 100644 --- a/config/metadata/dataset_resource.yaml +++ b/config/metadata/dataset_resource.yaml @@ -24,12 +24,13 @@ attributes: date_published: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_published_tesi - - date_published_si + - date_published_tesim + - date_published_sim predicate: http://schema.org/datePublished resource_type_general: type: string @@ -41,21 +42,23 @@ attributes: predicate: http://purl.org/spar/datacite/hasGeneralResourceType date_collected: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_collected_tesi - - date_collected_si + - date_collected_tesim + - date_collected_sim predicate: http://purl.org/spar/fabio/hasDateCollected date_issued: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_issued_tesi - - date_issued_si + - date_issued_tesim + - date_issued_sim predicate: http://purl.org/dc/terms/issued keyword: type: string @@ -92,21 +95,23 @@ attributes: predicate: http://purl.org/dc/terms/accessRights date_accepted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_accepted_tesi - - date_accepted_si + - date_accepted_tesim + - date_accepted_sim predicate: http://purl.org/dc/terms/dateAccepted date_copyrighted: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_copyrighted_tesi - - date_copyrighted_si + - date_copyrighted_tesim + - date_copyrighted_sim predicate: http://purl.org/dc/terms/dateCopyrighted content_version: type: string @@ -119,21 +124,23 @@ attributes: predicate: http://schema.org/version date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available date_submitted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_submitted_tesi - - date_submitted_si + - date_submitted_tesim + - date_submitted_sim predicate: http://london.ac.uk/ontologies/terms#dateSubmitted for_indexing: type: string @@ -153,9 +160,10 @@ attributes: predicate: http://www.loc.gov/premis/rdf/v1#hasRestriction date_valid: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - date_valid_tesim - date_valid_sim @@ -195,12 +203,13 @@ attributes: predicate: http://id.loc.gov/ontologies/bibframe/subtitle date_updated: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_updated_tesi - - date_updated_si + - date_updated_tesim + - date_updated_sim predicate: http://schema.org/dateModified last_access: type: date_time diff --git a/config/metadata/exam_paper_resource.yaml b/config/metadata/exam_paper_resource.yaml index 120f495..55c8e5c 100644 --- a/config/metadata/exam_paper_resource.yaml +++ b/config/metadata/exam_paper_resource.yaml @@ -59,10 +59,11 @@ attributes: predicate: http://dlib.york.ac.uk/ontologies/uketd#qualificationLevel date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available diff --git a/config/metadata/generic_work_resource.yaml b/config/metadata/generic_work_resource.yaml index cb669fa..cd1ae73 100644 --- a/config/metadata/generic_work_resource.yaml +++ b/config/metadata/generic_work_resource.yaml @@ -243,13 +243,14 @@ attributes: # nonstandard definition: multiple false, required true rights_statement: type: string - multiple: false + multiple: true form: required: true primary: true + multiple: true index_keys: - - rights_statement_tesi - - rights_statement_si + - rights_statement_tesim + - rights_statement_sim predicate: http://www.europeana.eu/schemas/edm/rights source: type: string diff --git a/config/metadata/image_resource.yaml b/config/metadata/image_resource.yaml index 02ed02e..3fd7e46 100644 --- a/config/metadata/image_resource.yaml +++ b/config/metadata/image_resource.yaml @@ -251,13 +251,14 @@ attributes: # nonstandard definition: multiple false, required true rights_statement: type: string - multiple: false + multiple: true form: required: true primary: true + multiple: true index_keys: - - rights_statement_tesi - - rights_statement_si + - rights_statement_tesim + - rights_statement_sim predicate: http://www.europeana.eu/schemas/edm/rights source: type: string diff --git a/config/metadata/journal_article_resource.yaml b/config/metadata/journal_article_resource.yaml index e7207af..886ab7a 100644 --- a/config/metadata/journal_article_resource.yaml +++ b/config/metadata/journal_article_resource.yaml @@ -24,21 +24,23 @@ attributes: date_published: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_published_tesi - - date_published_si + - date_published_tesim + - date_published_sim predicate: http://schema.org/datePublished date_issued: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_issued_tesi - - date_issued_si + - date_issued_tesim + - date_issued_sim predicate: http://purl.org/dc/terms/issued keyword: type: string @@ -67,30 +69,33 @@ attributes: predicate: http://id.loc.gov/vocabulary/identifiers/uri date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available date_submitted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_submitted_tesi - - date_submitted_si + - date_submitted_tesim + - date_submitted_sim predicate: http://london.ac.uk/ontologies/terms#dateSubmitted date_accepted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_accepted_tesi - - date_accepted_si + - date_accepted_tesim + - date_accepted_sim predicate: http://purl.org/dc/terms/dateAccepted orcid: type: string @@ -111,12 +116,13 @@ attributes: predicate: http://id.loc.gov/ontologies/bibframe/partOf publication_status: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - publication_status_tesi - - publication_status_si + - publication_status_tesim + - publication_status_sim predicate: http://purl.org/ontology/bibo/status refereed: type: string @@ -129,11 +135,12 @@ attributes: predicate: http://london.ac.uk/ontologies/terms#refereed issue_number: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - issue_number_tesi + - issue_number_tesim predicate: http://schema.org/issueNumber official_url: type: string diff --git a/config/metadata/published_work_resource.yaml b/config/metadata/published_work_resource.yaml index 140f271..dea3dbf 100644 --- a/config/metadata/published_work_resource.yaml +++ b/config/metadata/published_work_resource.yaml @@ -24,21 +24,23 @@ attributes: date_published: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_published_tesi - - date_published_si + - date_published_tesim + - date_published_sim predicate: http://schema.org/datePublished date_issued: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_issued_tesi - - date_issued_si + - date_issued_tesim + - date_issued_sim predicate: http://purl.org/dc/terms/issued keyword: type: string @@ -67,29 +69,32 @@ attributes: predicate: http://id.loc.gov/vocabulary/identifiers/uri date_available: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_available_tesi - - date_available_si + - date_available_tesim + - date_available_sim predicate: http://purl.org/dc/terms/available date_submitted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_submitted_tesi - - date_submitted_si + - date_submitted_tesim + - date_submitted_sim predicate: http://london.ac.uk/ontologies/terms#dateSubmitted issue_number: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - issue_number_tesi + - issue_number_tesim predicate: http://schema.org/issueNumber edition: type: string @@ -125,21 +130,23 @@ attributes: predicate: http://id.loc.gov/ontologies/bibframe/part date_accepted: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_accepted_tesi - - date_accepted_si + - date_accepted_tesim + - date_accepted_sim predicate: http://purl.org/dc/terms/dateAccepted publication_status: type: string - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - publication_status_tesi - - publication_status_si + - publication_status_tesim + - publication_status_sim predicate: http://purl.org/ontology/bibo/status refereed: type: string diff --git a/config/metadata/thesis_resource.yaml b/config/metadata/thesis_resource.yaml index c42d692..06ca780 100644 --- a/config/metadata/thesis_resource.yaml +++ b/config/metadata/thesis_resource.yaml @@ -24,12 +24,13 @@ attributes: date_issued: type: date_time - multiple: false + multiple: true form: primary: false + multiple: true index_keys: - - date_issued_tesi - - date_issued_si + - date_issued_tesim + - date_issued_sim predicate: http://purl.org/dc/terms/issued keyword: type: string