curation_script_HCO.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "dd41d56b-3a0a-4137-84fc-28c93a1985b6",
   "metadata": {},
   "source": [
    "# Curation Script - Harvard College Obervatory Announcement Cards\n",
    "\n",
    "**About**: This script contains the curation and deposit workflow for adding data from the Harvard College Observatory Announcement Cards to Harvard Dataverse. \n",
    "\n",
    "**Notes**: \n",
    "- Uses metadata.ipynb to build a metadata spreadsheet for each dataset and data file\n",
    "- Be sure that `curation.py` is in the correct directory. "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2de7f4a2-e14c-4833-a266-57d874dad3df",
   "metadata": {},
   "source": [
    "#### 0.0 Set global variables and import libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "10721b5c-7626-4d75-9ee1-3ba45cd9976a",
   "metadata": {},
   "outputs": [],
   "source": [
    "#set globals\n",
    "# set curation source path\n",
    "g_module_path = '/Users/katherinemika/Desktop/curation/historic_datasets/hco'\n",
    "\n",
    "# path to output file\n",
    "g_dataverse_inventory_file = '/Users/katherinemika/Desktop/curation/historic_datasets/hco/hco_batch_metadata.csv'\n",
    "# series names\n",
    "g_series_names = []\n",
    "\n",
    "# dataset inventories (keyed on series name)\n",
    "g_series_inventories = {}\n",
    "\n",
    "# dataset metadata (keyed on series name)\n",
    "g_dataset_metadata = {}\n",
    "\n",
    "# dataverse installation\n",
    "g_dataverse_installation_url = 'https://demo.dataverse.org'\n",
    "\n",
    "# dataverse API key\n",
    "g_dataverse_api_key = 'xxx-xxxx-xxxxx-xxxxx'\n",
    "\n",
    "# dataverse collection name\n",
    "g_dataverse_collection = 'hco_card'\n",
    "\n",
    "# dataverse inventory dataframe\n",
    "g_dataverse_inventory_df = None\n",
    "\n",
    "# dataset author\n",
    "g_dataset_author = 'Mika, Katherine'\n",
    "\n",
    "# dataset author affiliation\n",
    "g_dataset_author_affiliation = 'Harvard Library'\n",
    "\n",
    "# dataset contact information\n",
    "g_dataset_contact = 'Mika, Katherine'\n",
    "g_dataset_contact_email = 'katherine_mika@harvard.edu'\n",
    "\n",
    "# full path to location of datafiles (e.g., ../data/trade_statistics)\n",
    "g_datafiles_path = '/Users/katherinemika/Desktop/curation/historic_datasets/hco/data_files'\n",
    "# dataverse dataset information (keyed on series name)\n",
    "g_dataverse_dataset_info = {}\n",
    "\n",
    "# datafile metadata (dataframe of datafile metadata, keyed on series name)\n",
    "g_datafile_metadata = {}\n",
    "\n",
    "# datafile description template\n",
    "g_datafile_description_template_txt = 'File contains OCR text with data from: '\n",
    "g_datafile_description_template_csv = 'File contains csv table with data from: '\n",
    "g_datafile_description_template_xml = 'File contains xml tree with OCR bounding box data from: '\n",
    "g_datafile_description_template_jpg = 'File contains jpg image of: '\n",
    "\n",
    "\n",
    "# dataset batches (array of batches of series to create/upload)\n",
    "g_dataset_batches = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ae12f934-9b30-4f43-a24a-96c6e495e895",
   "metadata": {},
   "outputs": [],
   "source": [
    "#import libraries\n",
    "import sys\n",
    "if g_module_path not in sys.path:\n",
    "    sys.path.append(g_module_path)\n",
    "\n",
    "import curate\n",
    "import requests\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import pprint as pprint\n",
    "import rich\n",
    "import yaml\n",
    "import os\n",
    "\n",
    "from easyDataverse import Dataverse"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d6c775b3-a130-4a2d-9c89-536cc7245f75",
   "metadata": {},
   "source": [
    "#### 0.1 Build local functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "0e07c23c-d8b2-45c9-8d78-79aa114a10f2",
   "metadata": {},
   "outputs": [],
   "source": [
    " #add files to datasets - doesn't result in correct mimetype being detected (when manually added, arg doesn't exist) \n",
    "def add_files_to_dataset(dataset, file_inventory, datafiles_path):\n",
    "    for index, row in file_inventory.iterrows():\n",
    "        dataset.add_file(\n",
    "            local_path = datafiles_path + \"/\" + row['filename'],\n",
    "            description = row['description'],\n",
    "            #mimetype = row['mimetype'],\n",
    "            categories = row['tags']\n",
    "        )\n",
    "    return dataset\n",
    "\n",
    "#create config file to upload datafiles to datasets via DOI\n",
    "def generate_config_from_dataframe(df, doi, output_dir):\n",
    "    config = {\n",
    "        'persistent_id': doi,\n",
    "        'dataverse_url': 'https://demo.dataverse.org/',\n",
    "        'api_token': 'XXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX',\n",
    "        'files': []\n",
    "    }\n",
    "    for _, row in df.iterrows():\n",
    "        file_entry = {\n",
    "            'filepath': g_datafiles_path + \"/\" + row['filename']\n",
    "        }\n",
    "        if pd.notnull(row['description']):\n",
    "            file_entry['description'] = row['description']\n",
    "        if pd.notnull(row['mimetype']):\n",
    "            file_entry['mimetype'] = row['mimetype']\n",
    "        \n",
    "        tags = row['tags']\n",
    "        if isinstance(tags, list) and len(tags) > 0:\n",
    "            file_entry['categories'] = tags\n",
    "        elif pd.notnull(tags):  # Handle case where 'tags' is a single string, not a list\n",
    "            file_entry['categories'] = [tags]\n",
    "\n",
    "        config['files'].append(file_entry)\n",
    "        \n",
    "        # Define the config filename using the DOI\n",
    "    filename_safe_doi = doi.replace(\"/\", \"_\")  # Make filename safe by replacing slashes\n",
    "    config_filename = f'config_{filename_safe_doi}.yml'\n",
    "\n",
    "    # Combine output directory with the filename\n",
    "    config_filepath = os.path.join(output_dir, config_filename)\n",
    "\n",
    "    # Save the config to a file\n",
    "    with open(config_filepath, 'w') as file:\n",
    "        yaml.dump(config, file, default_flow_style=False)\n",
    "    \n",
    "    print(f\"Config file created: {config_filename}\")\n",
    "    return config_filename\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "78ecbc16-7ac5-4e4b-907c-95301a53ef2d",
   "metadata": {},
   "source": [
    "## Curate Inventory\n",
    "### 1.0. Prepare inventory data for curation\n",
    "#### 1.1 Read `dataverse_inventory`\n",
    "\n",
    "- Review example_spreadsheet.csv for proper table formatting\n",
    "- Create `DataFrame` for later use\n",
    "- Note: the `upload_datafiles()` function expects all files to be in a single, flat directory (i.e. not grouped by file type)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1736f440-cd91-42fb-9475-74372a0ce957",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "detected encoding: UTF-8-SIG\n"
     ]
    }
   ],
   "source": [
    "# read the dataverse inventory file\n",
    "import chardet\n",
    "\n",
    "with open(g_dataverse_inventory_file, 'rb') as f: \n",
    "    result = chardet.detect(f.read())\n",
    "    encoding = result['encoding']\n",
    "    print(f\"detected encoding: {encoding}\")\n",
    "    \n",
    "g_dataverse_inventory_df = pd.read_csv(g_dataverse_inventory_file,\n",
    "                                       index_col=None,\n",
    "                                       dtype={'card_date_month': str, 'card_date_day': str},\n",
    "                                       encoding=encoding, \n",
    "                                       low_memory=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a0c6b441-d3d0-41de-84f4-4f51eee5d66e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>file_type</th>\n",
       "      <th>card_number</th>\n",
       "      <th>card_date_year</th>\n",
       "      <th>card_date_month</th>\n",
       "      <th>card_date_day</th>\n",
       "      <th>contributor</th>\n",
       "      <th>observation</th>\n",
       "      <th>all_observations</th>\n",
       "      <th>series_name</th>\n",
       "      <th>url</th>\n",
       "      <th>volume_title</th>\n",
       "      <th>published</th>\n",
       "      <th>subjects</th>\n",
       "      <th>topic_class</th>\n",
       "      <th>permalink</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HCOAnnouncement0001_0001_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>BLATHWAYT‚ÄôS COMET</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HCOAnnouncement0001_0001_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>BLATHWAYT‚ÄôS COMET</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>HCOAnnouncement0001_0002.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>HCOAnnouncement0001_0002.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>HCOAnnouncement0001_0002.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>HCOAnnouncement0001_0002_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>ENSOR'S COMET</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>HCOAnnouncement0001_0002_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>ENSOR'S COMET</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>HCOAnnouncement0001_0002_c.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>2</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>BLATHWAYT‚ÄôS COMET</td>\n",
       "      <td>ENSOR'S COMET; BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 2</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>HCOAnnouncement0001_0003.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>3</td>\n",
       "      <td>1926</td>\n",
       "      <td>05</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Announcement Card number: 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>HCOAnnouncement0001_0003.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>3</td>\n",
       "      <td>1926</td>\n",
       "      <td>05</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Announcement Card number: 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>HCOAnnouncement0001_0003.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>3</td>\n",
       "      <td>1926</td>\n",
       "      <td>05</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Announcement Card number: 3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>HCOAnnouncement0001_0004.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>4</td>\n",
       "      <td>1926</td>\n",
       "      <td>07</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KOPFF'S COMET (1906-IV)</td>\n",
       "      <td>Announcement Card number: 4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>HCOAnnouncement0001_0004.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>4</td>\n",
       "      <td>1926</td>\n",
       "      <td>07</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KOPFF'S COMET (1906-IV)</td>\n",
       "      <td>Announcement Card number: 4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>HCOAnnouncement0001_0004.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>4</td>\n",
       "      <td>1926</td>\n",
       "      <td>07</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KOPFF'S COMET (1906-IV)</td>\n",
       "      <td>Announcement Card number: 4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>HCOAnnouncement0001_0004_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>4</td>\n",
       "      <td>1926</td>\n",
       "      <td>07</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>KOPFF'S COMET (1906-IV)</td>\n",
       "      <td>KOPFF'S COMET (1906-IV)</td>\n",
       "      <td>Announcement Card number: 4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>HCOAnnouncement0001_0005.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>5</td>\n",
       "      <td>1926</td>\n",
       "      <td>08</td>\n",
       "      <td>04</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FINLAY'S COMET (1886 VII)</td>\n",
       "      <td>Announcement Card number: 5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>HCOAnnouncement0001_0005.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>5</td>\n",
       "      <td>1926</td>\n",
       "      <td>08</td>\n",
       "      <td>04</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FINLAY'S COMET (1886 VII)</td>\n",
       "      <td>Announcement Card number: 5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>HCOAnnouncement0001_0005.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>5</td>\n",
       "      <td>1926</td>\n",
       "      <td>08</td>\n",
       "      <td>04</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FINLAY'S COMET (1886 VII)</td>\n",
       "      <td>Announcement Card number: 5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>HCOAnnouncement0001_0005_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>5</td>\n",
       "      <td>1926</td>\n",
       "      <td>08</td>\n",
       "      <td>04</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>FINLAY'S COMET (1886 VII)</td>\n",
       "      <td>FINLAY'S COMET (1886 VII)</td>\n",
       "      <td>Announcement Card number: 5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>HCOAnnouncement0001_0006.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>6</td>\n",
       "      <td>1926</td>\n",
       "      <td>09</td>\n",
       "      <td>03</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WILK COMETARY OBJECT</td>\n",
       "      <td>Announcement Card number: 6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>HCOAnnouncement0001_0006.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>6</td>\n",
       "      <td>1926</td>\n",
       "      <td>09</td>\n",
       "      <td>03</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WILK COMETARY OBJECT</td>\n",
       "      <td>Announcement Card number: 6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>HCOAnnouncement0001_0006.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>6</td>\n",
       "      <td>1926</td>\n",
       "      <td>09</td>\n",
       "      <td>03</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WILK COMETARY OBJECT</td>\n",
       "      <td>Announcement Card number: 6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>HCOAnnouncement0001_0006_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>6</td>\n",
       "      <td>1926</td>\n",
       "      <td>09</td>\n",
       "      <td>03</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>WILK COMETARY OBJECT</td>\n",
       "      <td>WILK COMETARY OBJECT</td>\n",
       "      <td>Announcement Card number: 6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>HCOAnnouncement0001_0007.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>7</td>\n",
       "      <td>1926</td>\n",
       "      <td>10</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GIACOBINI-ZINNER COMET (1900 III, 1913 e)</td>\n",
       "      <td>Announcement Card number: 7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>HCOAnnouncement0001_0007.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>7</td>\n",
       "      <td>1926</td>\n",
       "      <td>10</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GIACOBINI-ZINNER COMET (1900 III, 1913 e)</td>\n",
       "      <td>Announcement Card number: 7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>HCOAnnouncement0001_0007.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>7</td>\n",
       "      <td>1926</td>\n",
       "      <td>10</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GIACOBINI-ZINNER COMET (1900 III, 1913 e)</td>\n",
       "      <td>Announcement Card number: 7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>HCOAnnouncement0001_0007_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>7</td>\n",
       "      <td>1926</td>\n",
       "      <td>10</td>\n",
       "      <td>18</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>GIACOBINI-ZINNER COMET (1900 III, 1913 e)</td>\n",
       "      <td>GIACOBINI-ZINNER COMET (1900 III, 1913 e)</td>\n",
       "      <td>Announcement Card number: 7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>HCOAnnouncement0001_0008.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>HCOAnnouncement0001_0008.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>HCOAnnouncement0001_0008.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>HCOAnnouncement0001_0008_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>New Comet</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>HCOAnnouncement0001_0008_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>New Comet</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>HCOAnnouncement0001_0008_c.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>8</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NEUJMIN'S COMET</td>\n",
       "      <td>New Comet; NEUJMIN'S COMET</td>\n",
       "      <td>Announcement Card number: 8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>HCOAnnouncement0001_0009.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>9</td>\n",
       "      <td>1920</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>HCOAnnouncement0001_0009.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>9</td>\n",
       "      <td>1920</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>HCOAnnouncement0001_0009.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>9</td>\n",
       "      <td>1920</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>HCOAnnouncement0001_0009_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>9</td>\n",
       "      <td>1920</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>HCOAnnouncement0001_0010.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>10</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>HCOAnnouncement0001_0010.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>10</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>HCOAnnouncement0001_0010.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>10</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>HCOAnnouncement0001_0010_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>10</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>HCOAnnouncement0001_0011.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>11</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ORBIT OF COMAS SOLA'S CCOMET</td>\n",
       "      <td>Announcement Card number: 11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>HCOAnnouncement0001_0011.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>11</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ORBIT OF COMAS SOLA'S CCOMET</td>\n",
       "      <td>Announcement Card number: 11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>HCOAnnouncement0001_0011.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>11</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ORBIT OF COMAS SOLA'S CCOMET</td>\n",
       "      <td>Announcement Card number: 11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>HCOAnnouncement0001_0011_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>11</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>ORBIT OF COMAS SOLA'S CCOMET</td>\n",
       "      <td>ORBIT OF COMAS SOLA'S CCOMET</td>\n",
       "      <td>Announcement Card number: 11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>HCOAnnouncement0001_0012.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>HCOAnnouncement0001_0012.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>HCOAnnouncement0001_0012.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>HCOAnnouncement0001_0012_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>HCOAnnouncement0001_0012_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>HCOAnnouncement0001_0012_c.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>12</td>\n",
       "      <td>1926</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>COMAS SOLA'S COMET</td>\n",
       "      <td>Announcement Card number: 12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>HCOAnnouncement0001_0013.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>HCOAnnouncement0001_0013.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>HCOAnnouncement0001_0013.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>HCOAnnouncement0001_0013_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>HCOAnnouncement0001_0013_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>HCOAnnouncement0001_0013_c.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>13</td>\n",
       "      <td>1926</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>COMAS SOLA'S COMET (1926 f)</td>\n",
       "      <td>Announcement Card number: 13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   filename file_type  card_number  \\\n",
       "0     HCOAnnouncement0001_0001.innodata.xml       xml            1   \n",
       "1     HCOAnnouncement0001_0001.innodata.jpg       jpg            1   \n",
       "2     HCOAnnouncement0001_0001.innodata.txt       txt            1   \n",
       "3   HCOAnnouncement0001_0001_a.innodata.csv       csv            1   \n",
       "4   HCOAnnouncement0001_0001_b.innodata.csv       csv            1   \n",
       "5     HCOAnnouncement0001_0002.innodata.xml       xml            2   \n",
       "6     HCOAnnouncement0001_0002.innodata.jpg       jpg            2   \n",
       "7     HCOAnnouncement0001_0002.innodata.txt       txt            2   \n",
       "8   HCOAnnouncement0001_0002_a.innodata.csv       csv            2   \n",
       "9   HCOAnnouncement0001_0002_b.innodata.csv       csv            2   \n",
       "10  HCOAnnouncement0001_0002_c.innodata.csv       csv            2   \n",
       "11    HCOAnnouncement0001_0003.innodata.xml       xml            3   \n",
       "12    HCOAnnouncement0001_0003.innodata.jpg       jpg            3   \n",
       "13    HCOAnnouncement0001_0003.innodata.txt       txt            3   \n",
       "14    HCOAnnouncement0001_0004.innodata.xml       xml            4   \n",
       "15    HCOAnnouncement0001_0004.innodata.jpg       jpg            4   \n",
       "16    HCOAnnouncement0001_0004.innodata.txt       txt            4   \n",
       "17  HCOAnnouncement0001_0004_a.innodata.csv       csv            4   \n",
       "18    HCOAnnouncement0001_0005.innodata.xml       xml            5   \n",
       "19    HCOAnnouncement0001_0005.innodata.jpg       jpg            5   \n",
       "20    HCOAnnouncement0001_0005.innodata.txt       txt            5   \n",
       "21  HCOAnnouncement0001_0005_a.innodata.csv       csv            5   \n",
       "22    HCOAnnouncement0001_0006.innodata.xml       xml            6   \n",
       "23    HCOAnnouncement0001_0006.innodata.jpg       jpg            6   \n",
       "24    HCOAnnouncement0001_0006.innodata.txt       txt            6   \n",
       "25  HCOAnnouncement0001_0006_a.innodata.csv       csv            6   \n",
       "26    HCOAnnouncement0001_0007.innodata.xml       xml            7   \n",
       "27    HCOAnnouncement0001_0007.innodata.jpg       jpg            7   \n",
       "28    HCOAnnouncement0001_0007.innodata.txt       txt            7   \n",
       "29  HCOAnnouncement0001_0007_a.innodata.csv       csv            7   \n",
       "30    HCOAnnouncement0001_0008.innodata.xml       xml            8   \n",
       "31    HCOAnnouncement0001_0008.innodata.jpg       jpg            8   \n",
       "32    HCOAnnouncement0001_0008.innodata.txt       txt            8   \n",
       "33  HCOAnnouncement0001_0008_a.innodata.csv       csv            8   \n",
       "34  HCOAnnouncement0001_0008_b.innodata.csv       csv            8   \n",
       "35  HCOAnnouncement0001_0008_c.innodata.csv       csv            8   \n",
       "36    HCOAnnouncement0001_0009.innodata.xml       xml            9   \n",
       "37    HCOAnnouncement0001_0009.innodata.jpg       jpg            9   \n",
       "38    HCOAnnouncement0001_0009.innodata.txt       txt            9   \n",
       "39  HCOAnnouncement0001_0009_a.innodata.csv       csv            9   \n",
       "40    HCOAnnouncement0001_0010.innodata.xml       xml           10   \n",
       "41    HCOAnnouncement0001_0010.innodata.jpg       jpg           10   \n",
       "42    HCOAnnouncement0001_0010.innodata.txt       txt           10   \n",
       "43  HCOAnnouncement0001_0010_a.innodata.csv       csv           10   \n",
       "44    HCOAnnouncement0001_0011.innodata.xml       xml           11   \n",
       "45    HCOAnnouncement0001_0011.innodata.jpg       jpg           11   \n",
       "46    HCOAnnouncement0001_0011.innodata.txt       txt           11   \n",
       "47  HCOAnnouncement0001_0011_a.innodata.csv       csv           11   \n",
       "48    HCOAnnouncement0001_0012.innodata.xml       xml           12   \n",
       "49    HCOAnnouncement0001_0012.innodata.jpg       jpg           12   \n",
       "50    HCOAnnouncement0001_0012.innodata.txt       txt           12   \n",
       "51  HCOAnnouncement0001_0012_a.innodata.csv       csv           12   \n",
       "52  HCOAnnouncement0001_0012_b.innodata.csv       csv           12   \n",
       "53  HCOAnnouncement0001_0012_c.innodata.csv       csv           12   \n",
       "54    HCOAnnouncement0001_0013.innodata.xml       xml           13   \n",
       "55    HCOAnnouncement0001_0013.innodata.jpg       jpg           13   \n",
       "56    HCOAnnouncement0001_0013.innodata.txt       txt           13   \n",
       "57  HCOAnnouncement0001_0013_a.innodata.csv       csv           13   \n",
       "58  HCOAnnouncement0001_0013_b.innodata.csv       csv           13   \n",
       "59  HCOAnnouncement0001_0013_c.innodata.csv       csv           13   \n",
       "\n",
       "    card_date_year card_date_month card_date_day     contributor  \\\n",
       "0             1926              03            12  Harlow Shapley   \n",
       "1             1926              03            12  Harlow Shapley   \n",
       "2             1926              03            12  Harlow Shapley   \n",
       "3             1926              03            12  Harlow Shapley   \n",
       "4             1926              03            12  Harlow Shapley   \n",
       "5             1926              03            18  Harlow Shapley   \n",
       "6             1926              03            18  Harlow Shapley   \n",
       "7             1926              03            18  Harlow Shapley   \n",
       "8             1926              03            18  Harlow Shapley   \n",
       "9             1926              03            18  Harlow Shapley   \n",
       "10            1926              03            18  Harlow Shapley   \n",
       "11            1926              05            15  Harlow Shapley   \n",
       "12            1926              05            15  Harlow Shapley   \n",
       "13            1926              05            15  Harlow Shapley   \n",
       "14            1926              07            15  Harlow Shapley   \n",
       "15            1926              07            15  Harlow Shapley   \n",
       "16            1926              07            15  Harlow Shapley   \n",
       "17            1926              07            15  Harlow Shapley   \n",
       "18            1926              08            04  Harlow Shapley   \n",
       "19            1926              08            04  Harlow Shapley   \n",
       "20            1926              08            04  Harlow Shapley   \n",
       "21            1926              08            04  Harlow Shapley   \n",
       "22            1926              09            03  Harlow Shapley   \n",
       "23            1926              09            03  Harlow Shapley   \n",
       "24            1926              09            03  Harlow Shapley   \n",
       "25            1926              09            03  Harlow Shapley   \n",
       "26            1926              10            18  Harlow Shapley   \n",
       "27            1926              10            18  Harlow Shapley   \n",
       "28            1926              10            18  Harlow Shapley   \n",
       "29            1926              10            18  Harlow Shapley   \n",
       "30            1926              11            08  Harlow Shapley   \n",
       "31            1926              11            08  Harlow Shapley   \n",
       "32            1926              11            08  Harlow Shapley   \n",
       "33            1926              11            08  Harlow Shapley   \n",
       "34            1926              11            08  Harlow Shapley   \n",
       "35            1926              11            08  Harlow Shapley   \n",
       "36            1920              11            10  Harlow Shapley   \n",
       "37            1920              11            10  Harlow Shapley   \n",
       "38            1920              11            10  Harlow Shapley   \n",
       "39            1920              11            10  Harlow Shapley   \n",
       "40            1926              11            11  Harlow Shapley   \n",
       "41            1926              11            11  Harlow Shapley   \n",
       "42            1926              11            11  Harlow Shapley   \n",
       "43            1926              11            11  Harlow Shapley   \n",
       "44            1926              11            12  Harlow Shapley   \n",
       "45            1926              11            12  Harlow Shapley   \n",
       "46            1926              11            12  Harlow Shapley   \n",
       "47            1926              11            12  Harlow Shapley   \n",
       "48            1926              11            15  Harlow Shapley   \n",
       "49            1926              11            15  Harlow Shapley   \n",
       "50            1926              11            15  Harlow Shapley   \n",
       "51            1926              11            15  Harlow Shapley   \n",
       "52            1926              11            15  Harlow Shapley   \n",
       "53            1926              11            15  Harlow Shapley   \n",
       "54            1926              12            15  Harlow Shapley   \n",
       "55            1926              12            15  Harlow Shapley   \n",
       "56            1926              12            15  Harlow Shapley   \n",
       "57            1926              12            15  Harlow Shapley   \n",
       "58            1926              12            15  Harlow Shapley   \n",
       "59            1926              12            15  Harlow Shapley   \n",
       "\n",
       "                                  observation  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                         BLATHWAYT‚ÄôS COMET   \n",
       "4                         BLATHWAYT‚ÄôS COMET   \n",
       "5                                         NaN   \n",
       "6                                         NaN   \n",
       "7                                         NaN   \n",
       "8                               ENSOR'S COMET   \n",
       "9                               ENSOR'S COMET   \n",
       "10                        BLATHWAYT‚ÄôS COMET   \n",
       "11                                        NaN   \n",
       "12                                        NaN   \n",
       "13                                        NaN   \n",
       "14                                        NaN   \n",
       "15                                        NaN   \n",
       "16                                        NaN   \n",
       "17                    KOPFF'S COMET (1906-IV)   \n",
       "18                                        NaN   \n",
       "19                                        NaN   \n",
       "20                                        NaN   \n",
       "21                  FINLAY'S COMET (1886 VII)   \n",
       "22                                        NaN   \n",
       "23                                        NaN   \n",
       "24                                        NaN   \n",
       "25                       WILK COMETARY OBJECT   \n",
       "26                                        NaN   \n",
       "27                                        NaN   \n",
       "28                                        NaN   \n",
       "29  GIACOBINI-ZINNER COMET (1900 III, 1913 e)   \n",
       "30                                        NaN   \n",
       "31                                        NaN   \n",
       "32                                        NaN   \n",
       "33                                  New Comet   \n",
       "34                                  New Comet   \n",
       "35                            NEUJMIN'S COMET   \n",
       "36                                        NaN   \n",
       "37                                        NaN   \n",
       "38                                        NaN   \n",
       "39                         COMAS SOLA'S COMET   \n",
       "40                                        NaN   \n",
       "41                                        NaN   \n",
       "42                                        NaN   \n",
       "43                         COMAS SOLA'S COMET   \n",
       "44                                        NaN   \n",
       "45                                        NaN   \n",
       "46                                        NaN   \n",
       "47               ORBIT OF COMAS SOLA'S CCOMET   \n",
       "48                                        NaN   \n",
       "49                                        NaN   \n",
       "50                                        NaN   \n",
       "51                         COMAS SOLA'S COMET   \n",
       "52                         COMAS SOLA'S COMET   \n",
       "53                         COMAS SOLA'S COMET   \n",
       "54                                        NaN   \n",
       "55                                        NaN   \n",
       "56                                        NaN   \n",
       "57                COMAS SOLA'S COMET (1926 f)   \n",
       "58                COMAS SOLA'S COMET (1926 f)   \n",
       "59                COMAS SOLA'S COMET (1926 f)   \n",
       "\n",
       "                             all_observations                   series_name  \\\n",
       "0                           BLATHWAYT'S COMET   Announcement Card number: 1   \n",
       "1                           BLATHWAYT'S COMET   Announcement Card number: 1   \n",
       "2                           BLATHWAYT'S COMET   Announcement Card number: 1   \n",
       "3                           BLATHWAYT'S COMET   Announcement Card number: 1   \n",
       "4                           BLATHWAYT'S COMET   Announcement Card number: 1   \n",
       "5            ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "6            ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "7            ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "8            ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "9            ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "10           ENSOR'S COMET; BLATHWAYT'S COMET   Announcement Card number: 2   \n",
       "11                                        NaN   Announcement Card number: 3   \n",
       "12                                        NaN   Announcement Card number: 3   \n",
       "13                                        NaN   Announcement Card number: 3   \n",
       "14                    KOPFF'S COMET (1906-IV)   Announcement Card number: 4   \n",
       "15                    KOPFF'S COMET (1906-IV)   Announcement Card number: 4   \n",
       "16                    KOPFF'S COMET (1906-IV)   Announcement Card number: 4   \n",
       "17                    KOPFF'S COMET (1906-IV)   Announcement Card number: 4   \n",
       "18                  FINLAY'S COMET (1886 VII)   Announcement Card number: 5   \n",
       "19                  FINLAY'S COMET (1886 VII)   Announcement Card number: 5   \n",
       "20                  FINLAY'S COMET (1886 VII)   Announcement Card number: 5   \n",
       "21                  FINLAY'S COMET (1886 VII)   Announcement Card number: 5   \n",
       "22                       WILK COMETARY OBJECT   Announcement Card number: 6   \n",
       "23                       WILK COMETARY OBJECT   Announcement Card number: 6   \n",
       "24                       WILK COMETARY OBJECT   Announcement Card number: 6   \n",
       "25                       WILK COMETARY OBJECT   Announcement Card number: 6   \n",
       "26  GIACOBINI-ZINNER COMET (1900 III, 1913 e)   Announcement Card number: 7   \n",
       "27  GIACOBINI-ZINNER COMET (1900 III, 1913 e)   Announcement Card number: 7   \n",
       "28  GIACOBINI-ZINNER COMET (1900 III, 1913 e)   Announcement Card number: 7   \n",
       "29  GIACOBINI-ZINNER COMET (1900 III, 1913 e)   Announcement Card number: 7   \n",
       "30                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "31                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "32                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "33                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "34                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "35                 New Comet; NEUJMIN'S COMET   Announcement Card number: 8   \n",
       "36                         COMAS SOLA'S COMET   Announcement Card number: 9   \n",
       "37                         COMAS SOLA'S COMET   Announcement Card number: 9   \n",
       "38                         COMAS SOLA'S COMET   Announcement Card number: 9   \n",
       "39                         COMAS SOLA'S COMET   Announcement Card number: 9   \n",
       "40                         COMAS SOLA'S COMET  Announcement Card number: 10   \n",
       "41                         COMAS SOLA'S COMET  Announcement Card number: 10   \n",
       "42                         COMAS SOLA'S COMET  Announcement Card number: 10   \n",
       "43                         COMAS SOLA'S COMET  Announcement Card number: 10   \n",
       "44               ORBIT OF COMAS SOLA'S CCOMET  Announcement Card number: 11   \n",
       "45               ORBIT OF COMAS SOLA'S CCOMET  Announcement Card number: 11   \n",
       "46               ORBIT OF COMAS SOLA'S CCOMET  Announcement Card number: 11   \n",
       "47               ORBIT OF COMAS SOLA'S CCOMET  Announcement Card number: 11   \n",
       "48                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "49                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "50                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "51                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "52                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "53                         COMAS SOLA'S COMET  Announcement Card number: 12   \n",
       "54                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "55                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "56                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "57                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "58                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "59                COMAS SOLA'S COMET (1926 f)  Announcement Card number: 13   \n",
       "\n",
       "                                                 url  \\\n",
       "0   http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "1   http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "2   http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "3   http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "4   http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "5   http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "6   http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "7   http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "8   http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "9   http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "10  http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg   \n",
       "11                                               NaN   \n",
       "12                                               NaN   \n",
       "13                                               NaN   \n",
       "14                                               NaN   \n",
       "15                                               NaN   \n",
       "16                                               NaN   \n",
       "17                                               NaN   \n",
       "18                                               NaN   \n",
       "19                                               NaN   \n",
       "20                                               NaN   \n",
       "21                                               NaN   \n",
       "22                                               NaN   \n",
       "23                                               NaN   \n",
       "24                                               NaN   \n",
       "25                                               NaN   \n",
       "26                                               NaN   \n",
       "27                                               NaN   \n",
       "28                                               NaN   \n",
       "29                                               NaN   \n",
       "30                                               NaN   \n",
       "31                                               NaN   \n",
       "32                                               NaN   \n",
       "33                                               NaN   \n",
       "34                                               NaN   \n",
       "35                                               NaN   \n",
       "36                                               NaN   \n",
       "37                                               NaN   \n",
       "38                                               NaN   \n",
       "39                                               NaN   \n",
       "40                                               NaN   \n",
       "41                                               NaN   \n",
       "42                                               NaN   \n",
       "43                                               NaN   \n",
       "44                                               NaN   \n",
       "45                                               NaN   \n",
       "46                                               NaN   \n",
       "47                                               NaN   \n",
       "48                                               NaN   \n",
       "49                                               NaN   \n",
       "50                                               NaN   \n",
       "51                                               NaN   \n",
       "52                                               NaN   \n",
       "53                                               NaN   \n",
       "54                                               NaN   \n",
       "55                                               NaN   \n",
       "56                                               NaN   \n",
       "57                                               NaN   \n",
       "58                                               NaN   \n",
       "59                                               NaN   \n",
       "\n",
       "                                      volume_title  \\\n",
       "0   Harvard College Observatory Announcement Cards   \n",
       "1   Harvard College Observatory Announcement Cards   \n",
       "2   Harvard College Observatory Announcement Cards   \n",
       "3   Harvard College Observatory Announcement Cards   \n",
       "4   Harvard College Observatory Announcement Cards   \n",
       "5   Harvard College Observatory Announcement Cards   \n",
       "6   Harvard College Observatory Announcement Cards   \n",
       "7   Harvard College Observatory Announcement Cards   \n",
       "8   Harvard College Observatory Announcement Cards   \n",
       "9   Harvard College Observatory Announcement Cards   \n",
       "10  Harvard College Observatory Announcement Cards   \n",
       "11  Harvard College Observatory Announcement Cards   \n",
       "12  Harvard College Observatory Announcement Cards   \n",
       "13  Harvard College Observatory Announcement Cards   \n",
       "14  Harvard College Observatory Announcement Cards   \n",
       "15  Harvard College Observatory Announcement Cards   \n",
       "16  Harvard College Observatory Announcement Cards   \n",
       "17  Harvard College Observatory Announcement Cards   \n",
       "18  Harvard College Observatory Announcement Cards   \n",
       "19  Harvard College Observatory Announcement Cards   \n",
       "20  Harvard College Observatory Announcement Cards   \n",
       "21  Harvard College Observatory Announcement Cards   \n",
       "22  Harvard College Observatory Announcement Cards   \n",
       "23  Harvard College Observatory Announcement Cards   \n",
       "24  Harvard College Observatory Announcement Cards   \n",
       "25  Harvard College Observatory Announcement Cards   \n",
       "26  Harvard College Observatory Announcement Cards   \n",
       "27  Harvard College Observatory Announcement Cards   \n",
       "28  Harvard College Observatory Announcement Cards   \n",
       "29  Harvard College Observatory Announcement Cards   \n",
       "30  Harvard College Observatory Announcement Cards   \n",
       "31  Harvard College Observatory Announcement Cards   \n",
       "32  Harvard College Observatory Announcement Cards   \n",
       "33  Harvard College Observatory Announcement Cards   \n",
       "34  Harvard College Observatory Announcement Cards   \n",
       "35  Harvard College Observatory Announcement Cards   \n",
       "36  Harvard College Observatory Announcement Cards   \n",
       "37  Harvard College Observatory Announcement Cards   \n",
       "38  Harvard College Observatory Announcement Cards   \n",
       "39  Harvard College Observatory Announcement Cards   \n",
       "40  Harvard College Observatory Announcement Cards   \n",
       "41  Harvard College Observatory Announcement Cards   \n",
       "42  Harvard College Observatory Announcement Cards   \n",
       "43  Harvard College Observatory Announcement Cards   \n",
       "44  Harvard College Observatory Announcement Cards   \n",
       "45  Harvard College Observatory Announcement Cards   \n",
       "46  Harvard College Observatory Announcement Cards   \n",
       "47  Harvard College Observatory Announcement Cards   \n",
       "48  Harvard College Observatory Announcement Cards   \n",
       "49  Harvard College Observatory Announcement Cards   \n",
       "50  Harvard College Observatory Announcement Cards   \n",
       "51  Harvard College Observatory Announcement Cards   \n",
       "52  Harvard College Observatory Announcement Cards   \n",
       "53  Harvard College Observatory Announcement Cards   \n",
       "54  Harvard College Observatory Announcement Cards   \n",
       "55  Harvard College Observatory Announcement Cards   \n",
       "56  Harvard College Observatory Announcement Cards   \n",
       "57  Harvard College Observatory Announcement Cards   \n",
       "58  Harvard College Observatory Announcement Cards   \n",
       "59  Harvard College Observatory Announcement Cards   \n",
       "\n",
       "                      published  \\\n",
       "0   Harvard College Observatory   \n",
       "1   Harvard College Observatory   \n",
       "2   Harvard College Observatory   \n",
       "3   Harvard College Observatory   \n",
       "4   Harvard College Observatory   \n",
       "5   Harvard College Observatory   \n",
       "6   Harvard College Observatory   \n",
       "7   Harvard College Observatory   \n",
       "8   Harvard College Observatory   \n",
       "9   Harvard College Observatory   \n",
       "10  Harvard College Observatory   \n",
       "11  Harvard College Observatory   \n",
       "12  Harvard College Observatory   \n",
       "13  Harvard College Observatory   \n",
       "14  Harvard College Observatory   \n",
       "15  Harvard College Observatory   \n",
       "16  Harvard College Observatory   \n",
       "17  Harvard College Observatory   \n",
       "18  Harvard College Observatory   \n",
       "19  Harvard College Observatory   \n",
       "20  Harvard College Observatory   \n",
       "21  Harvard College Observatory   \n",
       "22  Harvard College Observatory   \n",
       "23  Harvard College Observatory   \n",
       "24  Harvard College Observatory   \n",
       "25  Harvard College Observatory   \n",
       "26  Harvard College Observatory   \n",
       "27  Harvard College Observatory   \n",
       "28  Harvard College Observatory   \n",
       "29  Harvard College Observatory   \n",
       "30  Harvard College Observatory   \n",
       "31  Harvard College Observatory   \n",
       "32  Harvard College Observatory   \n",
       "33  Harvard College Observatory   \n",
       "34  Harvard College Observatory   \n",
       "35  Harvard College Observatory   \n",
       "36  Harvard College Observatory   \n",
       "37  Harvard College Observatory   \n",
       "38  Harvard College Observatory   \n",
       "39  Harvard College Observatory   \n",
       "40  Harvard College Observatory   \n",
       "41  Harvard College Observatory   \n",
       "42  Harvard College Observatory   \n",
       "43  Harvard College Observatory   \n",
       "44  Harvard College Observatory   \n",
       "45  Harvard College Observatory   \n",
       "46  Harvard College Observatory   \n",
       "47  Harvard College Observatory   \n",
       "48  Harvard College Observatory   \n",
       "49  Harvard College Observatory   \n",
       "50  Harvard College Observatory   \n",
       "51  Harvard College Observatory   \n",
       "52  Harvard College Observatory   \n",
       "53  Harvard College Observatory   \n",
       "54  Harvard College Observatory   \n",
       "55  Harvard College Observatory   \n",
       "56  Harvard College Observatory   \n",
       "57  Harvard College Observatory   \n",
       "58  Harvard College Observatory   \n",
       "59  Harvard College Observatory   \n",
       "\n",
       "                                             subjects  \\\n",
       "0   Astronomy--Observations; Astronomy--Research; ...   \n",
       "1   Astronomy--Observations; Astronomy--Research; ...   \n",
       "2   Astronomy--Observations; Astronomy--Research; ...   \n",
       "3   Astronomy--Observations; Astronomy--Research; ...   \n",
       "4   Astronomy--Observations; Astronomy--Research; ...   \n",
       "5   Astronomy--Observations; Astronomy--Research; ...   \n",
       "6   Astronomy--Observations; Astronomy--Research; ...   \n",
       "7   Astronomy--Observations; Astronomy--Research; ...   \n",
       "8   Astronomy--Observations; Astronomy--Research; ...   \n",
       "9   Astronomy--Observations; Astronomy--Research; ...   \n",
       "10  Astronomy--Observations; Astronomy--Research; ...   \n",
       "11  Astronomy--Observations; Astronomy--Research; ...   \n",
       "12  Astronomy--Observations; Astronomy--Research; ...   \n",
       "13  Astronomy--Observations; Astronomy--Research; ...   \n",
       "14  Astronomy--Observations; Astronomy--Research; ...   \n",
       "15  Astronomy--Observations; Astronomy--Research; ...   \n",
       "16  Astronomy--Observations; Astronomy--Research; ...   \n",
       "17  Astronomy--Observations; Astronomy--Research; ...   \n",
       "18  Astronomy--Observations; Astronomy--Research; ...   \n",
       "19  Astronomy--Observations; Astronomy--Research; ...   \n",
       "20  Astronomy--Observations; Astronomy--Research; ...   \n",
       "21  Astronomy--Observations; Astronomy--Research; ...   \n",
       "22  Astronomy--Observations; Astronomy--Research; ...   \n",
       "23  Astronomy--Observations; Astronomy--Research; ...   \n",
       "24  Astronomy--Observations; Astronomy--Research; ...   \n",
       "25  Astronomy--Observations; Astronomy--Research; ...   \n",
       "26  Astronomy--Observations; Astronomy--Research; ...   \n",
       "27  Astronomy--Observations; Astronomy--Research; ...   \n",
       "28  Astronomy--Observations; Astronomy--Research; ...   \n",
       "29  Astronomy--Observations; Astronomy--Research; ...   \n",
       "30  Astronomy--Observations; Astronomy--Research; ...   \n",
       "31  Astronomy--Observations; Astronomy--Research; ...   \n",
       "32  Astronomy--Observations; Astronomy--Research; ...   \n",
       "33  Astronomy--Observations; Astronomy--Research; ...   \n",
       "34  Astronomy--Observations; Astronomy--Research; ...   \n",
       "35  Astronomy--Observations; Astronomy--Research; ...   \n",
       "36  Astronomy--Observations; Astronomy--Research; ...   \n",
       "37  Astronomy--Observations; Astronomy--Research; ...   \n",
       "38  Astronomy--Observations; Astronomy--Research; ...   \n",
       "39  Astronomy--Observations; Astronomy--Research; ...   \n",
       "40  Astronomy--Observations; Astronomy--Research; ...   \n",
       "41  Astronomy--Observations; Astronomy--Research; ...   \n",
       "42  Astronomy--Observations; Astronomy--Research; ...   \n",
       "43  Astronomy--Observations; Astronomy--Research; ...   \n",
       "44  Astronomy--Observations; Astronomy--Research; ...   \n",
       "45  Astronomy--Observations; Astronomy--Research; ...   \n",
       "46  Astronomy--Observations; Astronomy--Research; ...   \n",
       "47  Astronomy--Observations; Astronomy--Research; ...   \n",
       "48  Astronomy--Observations; Astronomy--Research; ...   \n",
       "49  Astronomy--Observations; Astronomy--Research; ...   \n",
       "50  Astronomy--Observations; Astronomy--Research; ...   \n",
       "51  Astronomy--Observations; Astronomy--Research; ...   \n",
       "52  Astronomy--Observations; Astronomy--Research; ...   \n",
       "53  Astronomy--Observations; Astronomy--Research; ...   \n",
       "54  Astronomy--Observations; Astronomy--Research; ...   \n",
       "55  Astronomy--Observations; Astronomy--Research; ...   \n",
       "56  Astronomy--Observations; Astronomy--Research; ...   \n",
       "57  Astronomy--Observations; Astronomy--Research; ...   \n",
       "58  Astronomy--Observations; Astronomy--Research; ...   \n",
       "59  Astronomy--Observations; Astronomy--Research; ...   \n",
       "\n",
       "                                 topic_class  \\\n",
       "0   History of Science; History of Astronomy   \n",
       "1   History of Science; History of Astronomy   \n",
       "2   History of Science; History of Astronomy   \n",
       "3   History of Science; History of Astronomy   \n",
       "4   History of Science; History of Astronomy   \n",
       "5   History of Science; History of Astronomy   \n",
       "6   History of Science; History of Astronomy   \n",
       "7   History of Science; History of Astronomy   \n",
       "8   History of Science; History of Astronomy   \n",
       "9   History of Science; History of Astronomy   \n",
       "10  History of Science; History of Astronomy   \n",
       "11  History of Science; History of Astronomy   \n",
       "12  History of Science; History of Astronomy   \n",
       "13  History of Science; History of Astronomy   \n",
       "14  History of Science; History of Astronomy   \n",
       "15  History of Science; History of Astronomy   \n",
       "16  History of Science; History of Astronomy   \n",
       "17  History of Science; History of Astronomy   \n",
       "18  History of Science; History of Astronomy   \n",
       "19  History of Science; History of Astronomy   \n",
       "20  History of Science; History of Astronomy   \n",
       "21  History of Science; History of Astronomy   \n",
       "22  History of Science; History of Astronomy   \n",
       "23  History of Science; History of Astronomy   \n",
       "24  History of Science; History of Astronomy   \n",
       "25  History of Science; History of Astronomy   \n",
       "26  History of Science; History of Astronomy   \n",
       "27  History of Science; History of Astronomy   \n",
       "28  History of Science; History of Astronomy   \n",
       "29  History of Science; History of Astronomy   \n",
       "30  History of Science; History of Astronomy   \n",
       "31  History of Science; History of Astronomy   \n",
       "32  History of Science; History of Astronomy   \n",
       "33  History of Science; History of Astronomy   \n",
       "34  History of Science; History of Astronomy   \n",
       "35  History of Science; History of Astronomy   \n",
       "36  History of Science; History of Astronomy   \n",
       "37  History of Science; History of Astronomy   \n",
       "38  History of Science; History of Astronomy   \n",
       "39  History of Science; History of Astronomy   \n",
       "40  History of Science; History of Astronomy   \n",
       "41  History of Science; History of Astronomy   \n",
       "42  History of Science; History of Astronomy   \n",
       "43  History of Science; History of Astronomy   \n",
       "44  History of Science; History of Astronomy   \n",
       "45  History of Science; History of Astronomy   \n",
       "46  History of Science; History of Astronomy   \n",
       "47  History of Science; History of Astronomy   \n",
       "48  History of Science; History of Astronomy   \n",
       "49  History of Science; History of Astronomy   \n",
       "50  History of Science; History of Astronomy   \n",
       "51  History of Science; History of Astronomy   \n",
       "52  History of Science; History of Astronomy   \n",
       "53  History of Science; History of Astronomy   \n",
       "54  History of Science; History of Astronomy   \n",
       "55  History of Science; History of Astronomy   \n",
       "56  History of Science; History of Astronomy   \n",
       "57  History of Science; History of Astronomy   \n",
       "58  History of Science; History of Astronomy   \n",
       "59  History of Science; History of Astronomy   \n",
       "\n",
       "                                            permalink  \n",
       "0   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "1   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "2   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "3   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "4   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "5   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "6   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "7   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "8   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "9   http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "10  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "11  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "12  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "13  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "14  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "15  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "16  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "17  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "18  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "19  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "20  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "21  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "22  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "23  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "24  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "25  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "26  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "27  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "28  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "29  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "30  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "31  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "32  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "33  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "34  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "35  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "36  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "37  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "38  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "39  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "40  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "41  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "42  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "43  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "44  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "45  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "46  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "47  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "48  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "49  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "50  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "51  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "52  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "53  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "54  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "55  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "56  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "57  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "58  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "59  http://tamkin2.eps.harvard.edu/services/HACs.html  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "g_dataverse_inventory_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d651830a-d117-4631-91eb-b9f972daf41f",
   "metadata": {},
   "source": [
    "#### 1.2 Create dataset inventories\n",
    "- Get the list of series names\n",
    "- Crate  a `dict` of inventories keyed on series name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "b19e3609-361c-43b0-bdc6-ded9cd5f50f3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Announcement Card number: 1',\n",
      " 'Announcement Card number: 2',\n",
      " 'Announcement Card number: 3',\n",
      " 'Announcement Card number: 4',\n",
      " 'Announcement Card number: 5',\n",
      " 'Announcement Card number: 6',\n",
      " 'Announcement Card number: 7',\n",
      " 'Announcement Card number: 8',\n",
      " 'Announcement Card number: 9',\n",
      " 'Announcement Card number: 10',\n",
      " 'Announcement Card number: 11',\n",
      " 'Announcement Card number: 12',\n",
      " 'Announcement Card number: 13']\n"
     ]
    }
   ],
   "source": [
    "# get list of series in the full inventory\n",
    "g_series_names = list(g_dataverse_inventory_df.series_name.unique())\n",
    "\n",
    "# create series inventories\n",
    "for name in g_series_names:\n",
    "    # get series inventory\n",
    "    g_series_inventories[name] = g_dataverse_inventory_df.loc[g_dataverse_inventory_df['series_name'] == name]\n",
    "\n",
    "pprint.pprint(g_series_names)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "61dffe94-137b-46fd-9f66-d27a6774b99b",
   "metadata": {},
   "source": [
    "#### 1.3 Create dataset metadata\n",
    "- Create `dict` of dataset metadata extracted from each series "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2bc15598-43b2-4ace-97d4-980eaded6c55",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'Announcement Card number: 1': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [\"BLATHWAYT'S COMET\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-03-12',\n",
      "                                 'data_source': ['http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '1 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '1. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        \"BLATHWAYT'S \"\n",
      "                                                                        'COMET.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 1',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 10': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                     'Astronomical Telegrams'],\n",
      "                                  'astro_object': [\"COMAS SOLA'S COMET\"],\n",
      "                                  'astro_type': 'Observation',\n",
      "                                  'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                   'Library',\n",
      "                                              'authorName': 'Mika, Katherine'}],\n",
      "                                  'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                            'Library',\n",
      "                                               'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                               'datasetContactName': 'Mika, '\n",
      "                                                                     'Katherine'}],\n",
      "                                  'creation_date': '1926-11-11',\n",
      "                                  'data_source': [nan],\n",
      "                                  'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '10 '\n",
      "                                                                         'is a '\n",
      "                                                                         'series '\n",
      "                                                                         'of '\n",
      "                                                                         'tables '\n",
      "                                                                         'and '\n",
      "                                                                         'text '\n",
      "                                                                         'files '\n",
      "                                                                         'associated '\n",
      "                                                                         'with '\n",
      "                                                                         'HCO '\n",
      "                                                                         'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '10. '\n",
      "                                                                         'Compiled '\n",
      "                                                                         'by: '\n",
      "                                                                         'Harlow '\n",
      "                                                                         'Shapley. '\n",
      "                                                                         'Objects '\n",
      "                                                                         'observed '\n",
      "                                                                         'include '\n",
      "                                                                         'COMAS '\n",
      "                                                                         \"SOLA'S \"\n",
      "                                                                         'COMET.'}],\n",
      "                                  'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' '\n",
      "                                                                'Astronomy--Research',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Astronomical '\n",
      "                                                                'observatories',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Variable '\n",
      "                                                                'stars',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Women '\n",
      "                                                                'astronomers',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' ',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                  'license': 'CC0 1.0',\n",
      "                                  'subject': ['Astronomy and Astrophysics'],\n",
      "                                  'title': 'Announcement Card number: 10',\n",
      "                                  'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Science'},\n",
      "                                                           {'topicClassValue': ' '\n",
      "                                                                               'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Astronomy'}]},\n",
      " 'Announcement Card number: 11': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                     'Astronomical Telegrams'],\n",
      "                                  'astro_object': [\"ORBIT OF COMAS SOLA'S \"\n",
      "                                                   'CCOMET'],\n",
      "                                  'astro_type': 'Observation',\n",
      "                                  'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                   'Library',\n",
      "                                              'authorName': 'Mika, Katherine'}],\n",
      "                                  'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                            'Library',\n",
      "                                               'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                               'datasetContactName': 'Mika, '\n",
      "                                                                     'Katherine'}],\n",
      "                                  'creation_date': '1926-11-12',\n",
      "                                  'data_source': [nan],\n",
      "                                  'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '11 '\n",
      "                                                                         'is a '\n",
      "                                                                         'series '\n",
      "                                                                         'of '\n",
      "                                                                         'tables '\n",
      "                                                                         'and '\n",
      "                                                                         'text '\n",
      "                                                                         'files '\n",
      "                                                                         'associated '\n",
      "                                                                         'with '\n",
      "                                                                         'HCO '\n",
      "                                                                         'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '11. '\n",
      "                                                                         'Compiled '\n",
      "                                                                         'by: '\n",
      "                                                                         'Harlow '\n",
      "                                                                         'Shapley. '\n",
      "                                                                         'Objects '\n",
      "                                                                         'observed '\n",
      "                                                                         'include '\n",
      "                                                                         'ORBIT '\n",
      "                                                                         'OF '\n",
      "                                                                         'COMAS '\n",
      "                                                                         \"SOLA'S \"\n",
      "                                                                         'CCOMET.'}],\n",
      "                                  'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' '\n",
      "                                                                'Astronomy--Research',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Astronomical '\n",
      "                                                                'observatories',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Variable '\n",
      "                                                                'stars',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Women '\n",
      "                                                                'astronomers',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' ',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                  'license': 'CC0 1.0',\n",
      "                                  'subject': ['Astronomy and Astrophysics'],\n",
      "                                  'title': 'Announcement Card number: 11',\n",
      "                                  'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Science'},\n",
      "                                                           {'topicClassValue': ' '\n",
      "                                                                               'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Astronomy'}]},\n",
      " 'Announcement Card number: 12': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                     'Astronomical Telegrams'],\n",
      "                                  'astro_object': [\"COMAS SOLA'S COMET\"],\n",
      "                                  'astro_type': 'Observation',\n",
      "                                  'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                   'Library',\n",
      "                                              'authorName': 'Mika, Katherine'}],\n",
      "                                  'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                            'Library',\n",
      "                                               'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                               'datasetContactName': 'Mika, '\n",
      "                                                                     'Katherine'}],\n",
      "                                  'creation_date': '1926-11-15',\n",
      "                                  'data_source': [nan],\n",
      "                                  'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '12 '\n",
      "                                                                         'is a '\n",
      "                                                                         'series '\n",
      "                                                                         'of '\n",
      "                                                                         'tables '\n",
      "                                                                         'and '\n",
      "                                                                         'text '\n",
      "                                                                         'files '\n",
      "                                                                         'associated '\n",
      "                                                                         'with '\n",
      "                                                                         'HCO '\n",
      "                                                                         'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '12. '\n",
      "                                                                         'Compiled '\n",
      "                                                                         'by: '\n",
      "                                                                         'Harlow '\n",
      "                                                                         'Shapley. '\n",
      "                                                                         'Objects '\n",
      "                                                                         'observed '\n",
      "                                                                         'include '\n",
      "                                                                         'COMAS '\n",
      "                                                                         \"SOLA'S \"\n",
      "                                                                         'COMET.'}],\n",
      "                                  'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' '\n",
      "                                                                'Astronomy--Research',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Astronomical '\n",
      "                                                                'observatories',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Variable '\n",
      "                                                                'stars',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Women '\n",
      "                                                                'astronomers',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' ',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                  'license': 'CC0 1.0',\n",
      "                                  'subject': ['Astronomy and Astrophysics'],\n",
      "                                  'title': 'Announcement Card number: 12',\n",
      "                                  'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Science'},\n",
      "                                                           {'topicClassValue': ' '\n",
      "                                                                               'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Astronomy'}]},\n",
      " 'Announcement Card number: 13': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                     'Astronomical Telegrams'],\n",
      "                                  'astro_object': [\"COMAS SOLA'S COMET (1926 \"\n",
      "                                                   'f)'],\n",
      "                                  'astro_type': 'Observation',\n",
      "                                  'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                   'Library',\n",
      "                                              'authorName': 'Mika, Katherine'}],\n",
      "                                  'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                            'Library',\n",
      "                                               'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                               'datasetContactName': 'Mika, '\n",
      "                                                                     'Katherine'}],\n",
      "                                  'creation_date': '1926-12-15',\n",
      "                                  'data_source': [nan],\n",
      "                                  'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '13 '\n",
      "                                                                         'is a '\n",
      "                                                                         'series '\n",
      "                                                                         'of '\n",
      "                                                                         'tables '\n",
      "                                                                         'and '\n",
      "                                                                         'text '\n",
      "                                                                         'files '\n",
      "                                                                         'associated '\n",
      "                                                                         'with '\n",
      "                                                                         'HCO '\n",
      "                                                                         'Announcement '\n",
      "                                                                         'Card '\n",
      "                                                                         'number: '\n",
      "                                                                         '13. '\n",
      "                                                                         'Compiled '\n",
      "                                                                         'by: '\n",
      "                                                                         'Harlow '\n",
      "                                                                         'Shapley. '\n",
      "                                                                         'Objects '\n",
      "                                                                         'observed '\n",
      "                                                                         'include '\n",
      "                                                                         'COMAS '\n",
      "                                                                         \"SOLA'S \"\n",
      "                                                                         'COMET '\n",
      "                                                                         '(1926 '\n",
      "                                                                         'f).'}],\n",
      "                                  'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' '\n",
      "                                                                'Astronomy--Research',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Astronomical '\n",
      "                                                                'observatories',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Variable '\n",
      "                                                                'stars',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' Women '\n",
      "                                                                'astronomers',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                               {'keywordValue': ' ',\n",
      "                                                'keywordVocabulary': 'LCSH',\n",
      "                                                'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                  'license': 'CC0 1.0',\n",
      "                                  'subject': ['Astronomy and Astrophysics'],\n",
      "                                  'title': 'Announcement Card number: 13',\n",
      "                                  'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Science'},\n",
      "                                                           {'topicClassValue': ' '\n",
      "                                                                               'History '\n",
      "                                                                               'of '\n",
      "                                                                               'Astronomy'}]},\n",
      " 'Announcement Card number: 2': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [\"ENSOR'S COMET\",\n",
      "                                                  \" BLATHWAYT'S COMET\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-03-18',\n",
      "                                 'data_source': ['http://tamkin2.eps.harvard.edu/IAUCs/HAC0002.jpg'],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '2 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '2. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        \"ENSOR'S \"\n",
      "                                                                        'COMET; '\n",
      "                                                                        \"BLATHWAYT'S \"\n",
      "                                                                        'COMET.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 2',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 3': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-05-15',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '3 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '3. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        'nan.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 3',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 4': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [\"KOPFF'S COMET (1906-IV)\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-07-15',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '4 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '4. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        \"KOPFF'S \"\n",
      "                                                                        'COMET '\n",
      "                                                                        '(1906-IV).'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 4',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 5': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [\"FINLAY'S COMET (1886 VII)\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-08-04',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '5 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '5. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        \"FINLAY'S \"\n",
      "                                                                        'COMET '\n",
      "                                                                        '(1886 '\n",
      "                                                                        'VII).'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 5',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 6': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': ['WILK COMETARY OBJECT'],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-09-03',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '6 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '6. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        'WILK '\n",
      "                                                                        'COMETARY '\n",
      "                                                                        'OBJECT.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 6',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 7': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': ['GIACOBINI-ZINNER COMET '\n",
      "                                                  '(1900 III, 1913 e)'],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-10-18',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '7 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '7. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        'GIACOBINI-ZINNER '\n",
      "                                                                        'COMET '\n",
      "                                                                        '(1900 '\n",
      "                                                                        'III, '\n",
      "                                                                        '1913 '\n",
      "                                                                        'e).'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 7',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 8': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': ['New Comet',\n",
      "                                                  \" NEUJMIN'S COMET\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1926-11-08',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '8 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '8. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        'New '\n",
      "                                                                        'Comet; '\n",
      "                                                                        \"NEUJMIN'S \"\n",
      "                                                                        'COMET.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 8',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]},\n",
      " 'Announcement Card number: 9': {'astro_facility': ['Harvard Bureau of '\n",
      "                                                    'Astronomical Telegrams'],\n",
      "                                 'astro_object': [\"COMAS SOLA'S COMET\"],\n",
      "                                 'astro_type': 'Observation',\n",
      "                                 'author': [{'authorAffiliation': 'Harvard '\n",
      "                                                                  'Library',\n",
      "                                             'authorName': 'Mika, Katherine'}],\n",
      "                                 'contact': [{'datasetContactAffiliation': 'Harvard '\n",
      "                                                                           'Library',\n",
      "                                              'datasetContactEmail': 'katherine_mika@harvard.edu',\n",
      "                                              'datasetContactName': 'Mika, '\n",
      "                                                                    'Katherine'}],\n",
      "                                 'creation_date': '1920-11-10',\n",
      "                                 'data_source': [nan],\n",
      "                                 'description': [{'dsDescriptionValue': 'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '9 is '\n",
      "                                                                        'a '\n",
      "                                                                        'series '\n",
      "                                                                        'of '\n",
      "                                                                        'tables '\n",
      "                                                                        'and '\n",
      "                                                                        'text '\n",
      "                                                                        'files '\n",
      "                                                                        'associated '\n",
      "                                                                        'with '\n",
      "                                                                        'HCO '\n",
      "                                                                        'Announcement '\n",
      "                                                                        'Card '\n",
      "                                                                        'number: '\n",
      "                                                                        '9. '\n",
      "                                                                        'Compiled '\n",
      "                                                                        'by: '\n",
      "                                                                        'Harlow '\n",
      "                                                                        'Shapley. '\n",
      "                                                                        'Objects '\n",
      "                                                                        'observed '\n",
      "                                                                        'include '\n",
      "                                                                        'COMAS '\n",
      "                                                                        \"SOLA'S \"\n",
      "                                                                        'COMET.'}],\n",
      "                                 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' '\n",
      "                                                               'Astronomy--Research',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Astronomical '\n",
      "                                                               'observatories',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Variable '\n",
      "                                                               'stars',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' Women '\n",
      "                                                               'astronomers',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
      "                                              {'keywordValue': ' ',\n",
      "                                               'keywordVocabulary': 'LCSH',\n",
      "                                               'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
      "                                 'license': 'CC0 1.0',\n",
      "                                 'subject': ['Astronomy and Astrophysics'],\n",
      "                                 'title': 'Announcement Card number: 9',\n",
      "                                 'topic_classification': [{'topicClassValue': 'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Science'},\n",
      "                                                          {'topicClassValue': ' '\n",
      "                                                                              'History '\n",
      "                                                                              'of '\n",
      "                                                                              'Astronomy'}]}}\n"
     ]
    }
   ],
   "source": [
    "# for each series name, create dataset metadata\n",
    "for series_name in g_series_names:\n",
    "    # get series inventory\n",
    "    series_inventory = g_series_inventories[series_name]\n",
    "    md = curate.create_dataset_metadata(g_dataset_author, g_dataset_author_affiliation, \n",
    "                                        g_dataset_contact, g_dataset_contact_email,\n",
    "                                        series_name, series_inventory)\n",
    "    g_dataset_metadata[series_name] = md\n",
    "\n",
    "pprint.pprint(g_dataset_metadata)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3b170149-752c-4250-ab8d-7515a2b9097c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'title': 'Announcement Card number: 1',\n",
       " 'author': [{'authorName': 'Mika, Katherine',\n",
       "   'authorAffiliation': 'Harvard Library'}],\n",
       " 'description': [{'dsDescriptionValue': \"Announcement Card number: 1 is a series of tables and text files associated with HCO Announcement Card number: 1. Compiled by: Harlow Shapley. Objects observed include BLATHWAYT'S COMET.\"}],\n",
       " 'contact': [{'datasetContactName': 'Mika, Katherine',\n",
       "   'datasetContactAffiliation': 'Harvard Library',\n",
       "   'datasetContactEmail': 'katherine_mika@harvard.edu'}],\n",
       " 'subject': ['Astronomy and Astrophysics'],\n",
       " 'license': 'CC0 1.0',\n",
       " 'keywords': [{'keywordValue': 'Astronomy--Observations',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
       "  {'keywordValue': ' Astronomy--Research',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
       "  {'keywordValue': ' Astronomical observatories',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
       "  {'keywordValue': ' Variable stars',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
       "  {'keywordValue': ' Women astronomers',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'},\n",
       "  {'keywordValue': ' ',\n",
       "   'keywordVocabulary': 'LCSH',\n",
       "   'keywordVocabularyURI': 'https://www.loc.gov/aba/cataloging/subject/'}],\n",
       " 'topic_classification': [{'topicClassValue': 'History of Science'},\n",
       "  {'topicClassValue': ' History of Astronomy'}],\n",
       " 'data_source': ['http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'],\n",
       " 'creation_date': '1926-03-12',\n",
       " 'astro_object': [\"BLATHWAYT'S COMET\"],\n",
       " 'astro_facility': ['Harvard Bureau of Astronomical Telegrams'],\n",
       " 'astro_type': 'Observation'}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "g_dataset_metadata['Announcement Card number: 1']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "54353a26-4aed-4e1f-8e98-014817977922",
   "metadata": {},
   "source": [
    "#### 1.4 Create datafile metadata\n",
    "- Create `dict` of `DataFrames` containing metadata about individual files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "3185d6a2-07c5-42c1-8f00-433dd4918081",
   "metadata": {},
   "outputs": [],
   "source": [
    "for series_name in g_series_names:\n",
    "    # get dataset metadata for the series\n",
    "    series_metadata = g_dataset_metadata[series_name]\n",
    "    # get the series inventory\n",
    "    series_inventory_df = g_series_inventories[series_name]\n",
    "    # create datafile metadata\n",
    "    g_datafile_metadata[series_name] = curate.create_datafile_metadata(series_inventory_df,\n",
    "                                                                       g_datafile_description_template_csv,\n",
    "                                                                       g_datafile_description_template_txt,\n",
    "                                                                       g_datafile_description_template_xml)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fb3ead89-63a9-4c35-812f-5534a53e509e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>file_type</th>\n",
       "      <th>description</th>\n",
       "      <th>mimetype</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>File contains xml tree with OCR bounding box d...</td>\n",
       "      <td>application/xml</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>image/jpeg</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/plain</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HCOAnnouncement0001_0001_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/csv</td>\n",
       "      <td>[Data, BLATHWAYT‚ÄôS COMET]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HCOAnnouncement0001_0001_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/csv</td>\n",
       "      <td>[Data, BLATHWAYT‚ÄôS COMET]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  filename file_type  \\\n",
       "0    HCOAnnouncement0001_0001.innodata.xml       xml   \n",
       "1    HCOAnnouncement0001_0001.innodata.jpg       jpg   \n",
       "2    HCOAnnouncement0001_0001.innodata.txt       txt   \n",
       "3  HCOAnnouncement0001_0001_a.innodata.csv       csv   \n",
       "4  HCOAnnouncement0001_0001_b.innodata.csv       csv   \n",
       "\n",
       "                                         description         mimetype  \\\n",
       "0  File contains xml tree with OCR bounding box d...  application/xml   \n",
       "1  File contains OCR text with data from:  Announ...       image/jpeg   \n",
       "2  File contains OCR text with data from:  Announ...       text/plain   \n",
       "3  File contains OCR text with data from:  Announ...         text/csv   \n",
       "4  File contains OCR text with data from:  Announ...         text/csv   \n",
       "\n",
       "                          tags  \n",
       "0                       [Data]  \n",
       "1                       [Data]  \n",
       "2                       [Data]  \n",
       "3  [Data, BLATHWAYT‚ÄôS COMET]  \n",
       "4  [Data, BLATHWAYT‚ÄôS COMET]  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "g_datafile_metadata['Announcement Card number: 1']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7617da03-8340-4fce-bfe5-c8aeffadb2c3",
   "metadata": {},
   "source": [
    "### 2.0 Initilize easyDataverse\n",
    "- Connect to your server\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "c8ad6927-798a-4bec-9460-88630939cca1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0593110ec6e440f2bb4a5d86babbbd33",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">🎉 <span style=\"font-weight: bold\">Connected to </span><span style=\"color: #008000; text-decoration-color: #008000; font-weight: bold\">'https://demo.dataverse.org/'</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "🎉 \u001b[1mConnected to \u001b[0m\u001b[1;32m'https://demo.dataverse.org/'\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataverse = Dataverse(\n",
    "    server_url = g_dataverse_installation_url,\n",
    "    api_token = g_dataverse_api_key\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "b6d48122-9c13-4c65-8f8d-e68c61e14ba6",
   "metadata": {},
   "outputs": [],
   "source": [
    "#poking around\n",
    "dataset = dataverse.create_dataset()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "b1b974cb-a6b5-4a64-a173-c112071696c4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "geospatial\n",
      "socialscience\n",
      "astrophysics\n",
      "biomedical\n",
      "journal\n",
      "customMRA\n",
      "customGSD\n",
      "customARCS\n",
      "customPSRI\n",
      "customPSI\n",
      "customCHIA\n",
      "customDigaai\n",
      "citation\n",
      "customSAEF\n",
      "computationalworkflow\n",
      "LocalContextsCVoc\n"
     ]
    }
   ],
   "source": [
    "dataverse.list_metadatablocks(detailed=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "af558c9e-2f14-4684-a7f0-19ee6848bbaa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #00ffd7; text-decoration-color: #00ffd7; font-weight: bold\">Astrophysics</span>\n",
       "├── <span style=\"font-weight: bold\">astro_type</span>: <span style=\"font-style: italic\">astroType</span>\n",
       "├── <span style=\"font-weight: bold\">astro_facility</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">astro_instrument</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">astro_object</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_spatial</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_spectral</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_temporal</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_bandpass</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_central_wavelength</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spatial</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_depth</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_object_density</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_object_count</span>: <span style=\"font-style: italic\">int</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_sky_fraction</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_polarization</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">redshift_type</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_redshift</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_wavelength</span>: <span style=\"font-style: italic\">WavelengthRange</span>\n",
       "│   ├── minimum_wavelength\n",
       "│   ╰── maximum_wavelength\n",
       "├── <span style=\"font-weight: bold\">coverage_temporal</span>: <span style=\"font-style: italic\">DatasetDateRange</span>\n",
       "│   ├── start_time\n",
       "│   ╰── stop_time\n",
       "├── <span style=\"font-weight: bold\">coverage_redshift_value</span>: <span style=\"font-style: italic\">RedshiftValue</span>\n",
       "│   ├── minimum_value\n",
       "│   ╰── maximum_value\n",
       "╰── <span style=\"font-weight: bold; font-style: italic\">Add Functions</span>\n",
       "    ├── add_coverage_spectral_wavelength\n",
       "    ├── add_coverage_temporal\n",
       "    ╰── add_coverage_redshift_value\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;38;5;50mAstrophysics\u001b[0m\n",
       "├── \u001b[1mastro_type\u001b[0m: \u001b[3mastroType\u001b[0m\n",
       "├── \u001b[1mastro_facility\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mastro_instrument\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mastro_object\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_spatial\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_spectral\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_temporal\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_bandpass\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_central_wavelength\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_spatial\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_depth\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_object_density\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_object_count\u001b[0m: \u001b[3mint\u001b[0m\n",
       "├── \u001b[1mcoverage_sky_fraction\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_polarization\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mredshift_type\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_redshift\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_wavelength\u001b[0m: \u001b[3mWavelengthRange\u001b[0m\n",
       "│   ├── minimum_wavelength\n",
       "│   ╰── maximum_wavelength\n",
       "├── \u001b[1mcoverage_temporal\u001b[0m: \u001b[3mDatasetDateRange\u001b[0m\n",
       "│   ├── start_time\n",
       "│   ╰── stop_time\n",
       "├── \u001b[1mcoverage_redshift_value\u001b[0m: \u001b[3mRedshiftValue\u001b[0m\n",
       "│   ├── minimum_value\n",
       "│   ╰── maximum_value\n",
       "╰── \u001b[1;3mAdd Functions\u001b[0m\n",
       "    ├── add_coverage_spectral_wavelength\n",
       "    ├── add_coverage_temporal\n",
       "    ╰── add_coverage_redshift_value\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataset.astrophysics.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d391741b-7af2-4e05-b1f5-27ab028e1742",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "metadatablocks:\n",
      "  astrophysics:\n",
      "    astroType:\n",
      "      - Observation\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Singular fields\n",
    "dataset.astrophysics.astro_type = [\"Observation\"]\n",
    "\n",
    "print(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "a77f0508-934c-4faa-8e1d-0df50b06af5a",
   "metadata": {},
   "outputs": [],
   "source": [
    "#single fields - with validation - having trouble with astroType....\n",
    "from pydantic import ValidationError\n",
    "\n",
    "try:\n",
    "    dataset.astrophysics.astro_object = [\"BLATHWAYT'S COMET\"]\n",
    "except ValidationError as e:\n",
    "    rich.print(e)\n",
    "\n",
    "#Turns out I just failed to read the output in cell 13: astroType == astro_type. Leaving this validation cell here in case I need it in the future for other fields"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "56509e05-1990-4f3a-8805-3115143961b5",
   "metadata": {},
   "source": [
    "### 3.0 Create datasets\n",
    "- Create datasets from metadata inventory\n",
    "- Add datafiles to datasets\n",
    "\n",
    "#### 3.1. Create datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "31758057-b639-4cbd-84ff-47b92a96fe11",
   "metadata": {},
   "outputs": [],
   "source": [
    "#for each series, create a dataset and save its information\n",
    "\n",
    "for series_name in g_series_names:\n",
    "    #initiate datset for each series\n",
    "    series_dataset = dataverse.create_dataset()\n",
    "    #get the series metadata\n",
    "    series_metadata = g_dataset_metadata[series_name]\n",
    "    #create the dataset\n",
    "    g_dataverse_dataset_info[series_name] = curate.create_dataset(series_dataset, series_metadata)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "d14a3c6f-5dee-4030-b686-4882476851e4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\">{</span>\n",
       "    <span style=\"color: #008000; text-decoration-color: #008000\">'datasetVersion'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "        <span style=\"color: #008000; text-decoration-color: #008000\">'metadataBlocks'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "            <span style=\"color: #008000; text-decoration-color: #008000\">'astrophysics'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                <span style=\"color: #008000; text-decoration-color: #008000\">'fields'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'astroFacility'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'Harvard Bureau of Astronomical Telegrams'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'astroObject'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">\"BLATHWAYT'S COMET\"</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>\n",
       "                <span style=\"font-weight: bold\">]</span>\n",
       "            <span style=\"font-weight: bold\">}</span>,\n",
       "            <span style=\"color: #008000; text-decoration-color: #008000\">'citation'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                <span style=\"color: #008000; text-decoration-color: #008000\">'fields'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'title'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Announcement Card number: 1'</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'controlledVocabulary'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'subject'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'Astronomy and Astrophysics'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'distributionDate'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'1926-03-12'</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dataSources'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'author'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'authorName'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'authorName'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Mika, Katherine'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'authorAffiliation'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'authorAffiliation'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Harvard Library'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContact'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactName'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactName'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Mika, Katherine'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactEmail'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactEmail'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'katherine_mika@harvard.edu'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescription'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescriptionValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescriptionValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">\"Announcement Card number: 1 is a series of tables and text files </span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">associated with HCO Announcement Card number: 1. Compiled by: Harlow Shapley. Objects observed include BLATHWAYT'S </span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">COMET.\"</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keyword'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Astronomy--Observations'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Astronomy--Research'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Astronomical observatories'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Variable stars'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Women astronomers'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' '</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassification'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'History of Science'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' History of Astronomy'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>\n",
       "                <span style=\"font-weight: bold\">]</span>\n",
       "            <span style=\"font-weight: bold\">}</span>\n",
       "        <span style=\"font-weight: bold\">}</span>\n",
       "    <span style=\"font-weight: bold\">}</span>\n",
       "<span style=\"font-weight: bold\">}</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1m{\u001b[0m\n",
       "    \u001b[32m'datasetVersion'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "        \u001b[32m'metadataBlocks'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "            \u001b[32m'astrophysics'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                \u001b[32m'fields'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'astroFacility'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'Harvard Bureau of Astronomical Telegrams'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'astroObject'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m\"BLATHWAYT'S COMET\"\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m\n",
       "                \u001b[1m]\u001b[0m\n",
       "            \u001b[1m}\u001b[0m,\n",
       "            \u001b[32m'citation'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                \u001b[32m'fields'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'title'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[32m'Announcement Card number: 1'\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'controlledVocabulary'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'subject'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'Astronomy and Astrophysics'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'distributionDate'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[32m'1926-03-12'\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'dataSources'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'author'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'authorName'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'authorName'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Mika, Katherine'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'authorAffiliation'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'authorAffiliation'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Harvard Library'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContact'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'datasetContactName'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContactName'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Mika, Katherine'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'datasetContactEmail'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContactEmail'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'katherine_mika@harvard.edu'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'dsDescription'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'dsDescriptionValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'dsDescriptionValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m\"Announcement Card number: 1 is a series of tables and text files \u001b[0m\n",
       "\u001b[32massociated with HCO Announcement Card number: 1. Compiled by: Harlow Shapley. Objects observed include BLATHWAYT'S \u001b[0m\n",
       "\u001b[32mCOMET.\"\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'keyword'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Astronomy--Observations'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Astronomy--Research'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Astronomical observatories'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Variable stars'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Women astronomers'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' '\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassification'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'topicClassValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'History of Science'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'topicClassValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' History of Astronomy'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m\n",
       "                \u001b[1m]\u001b[0m\n",
       "            \u001b[1m}\u001b[0m\n",
       "        \u001b[1m}\u001b[0m\n",
       "    \u001b[1m}\u001b[0m\n",
       "\u001b[1m}\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "rich.print(g_dataverse_dataset_info['Announcement Card number: 1'].dataverse_dict())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e2d83aba-810f-4684-942d-68804e1b5331",
   "metadata": {},
   "source": [
    "#### ~~3.2 Add files to datasets~~"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "2432be36-0798-40a5-b9c6-4eb8b0153b5c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "Dataset.add_file() got an unexpected keyword argument 'mimetype'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[40], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m dataset_name, dataset \u001b[38;5;129;01min\u001b[39;00m g_dataverse_dataset_info\u001b[38;5;241m.\u001b[39mitems():\n\u001b[1;32m      2\u001b[0m     file_inventory \u001b[38;5;241m=\u001b[39m g_datafile_metadata\u001b[38;5;241m.\u001b[39mget(dataset_name)\n\u001b[0;32m----> 3\u001b[0m     add_files_to_dataset(dataset, file_inventory, g_datafiles_path)\n\u001b[1;32m      4\u001b[0m     title \u001b[38;5;241m=\u001b[39m dataset\u001b[38;5;241m.\u001b[39mcitation\u001b[38;5;241m.\u001b[39mtitle\n\u001b[1;32m      5\u001b[0m     rich\u001b[38;5;241m.\u001b[39mprint(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAdded \u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mlen\u001b[39m(dataset\u001b[38;5;241m.\u001b[39mfiles)\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m files to \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mtitle\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
      "Cell \u001b[0;32mIn[23], line 4\u001b[0m, in \u001b[0;36madd_files_to_dataset\u001b[0;34m(dataset, file_inventory, datafiles_path)\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21madd_files_to_dataset\u001b[39m(dataset, file_inventory, datafiles_path):\n\u001b[1;32m      3\u001b[0m    \u001b[38;5;28;01mfor\u001b[39;00m index, row \u001b[38;5;129;01min\u001b[39;00m file_inventory\u001b[38;5;241m.\u001b[39miterrows():\n\u001b[0;32m----> 4\u001b[0m        dataset\u001b[38;5;241m.\u001b[39madd_file(\n\u001b[1;32m      5\u001b[0m            local_path \u001b[38;5;241m=\u001b[39m datafiles_path \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m/\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m+\u001b[39m row[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mfilename\u001b[39m\u001b[38;5;124m'\u001b[39m],\n\u001b[1;32m      6\u001b[0m            description \u001b[38;5;241m=\u001b[39m row[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdescription\u001b[39m\u001b[38;5;124m'\u001b[39m],\n\u001b[1;32m      7\u001b[0m            mimetype \u001b[38;5;241m=\u001b[39m row[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmimetype\u001b[39m\u001b[38;5;124m'\u001b[39m],\n\u001b[1;32m      8\u001b[0m            categories \u001b[38;5;241m=\u001b[39m row[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtags\u001b[39m\u001b[38;5;124m'\u001b[39m]\n\u001b[1;32m      9\u001b[0m        )\n\u001b[1;32m     10\u001b[0m    \u001b[38;5;28;01mreturn\u001b[39;00m dataset\n",
      "\u001b[0;31mTypeError\u001b[0m: Dataset.add_file() got an unexpected keyword argument 'mimetype'"
     ]
    }
   ],
   "source": [
    "for dataset_name, dataset in g_dataverse_dataset_info.items():\n",
    "    file_inventory = g_datafile_metadata.get(dataset_name)\n",
    "    add_files_to_dataset(dataset, file_inventory, g_datafiles_path)\n",
    "    title = dataset.citation.title\n",
    "    rich.print(f\"Added {len(dataset.files)} files to {title}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bfde95d8-ff1c-49db-9687-3706b00f640c",
   "metadata": {},
   "source": [
    "**Note:** Because EasyDataverse doesn't seem to be recognizing mimetypes for datasets correctly, AND there's no \"mimetype\" argument for `dataset.add_file()`, we need to use the standard python DVploader to attach files to datasets. New workflow will be deposit empty datasets first, then add files using DOIs & python DVUploader. "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e3fe1d39-fce2-4709-9a51-f0792a57e6a7",
   "metadata": {},
   "source": [
    "### 4.0 Deposit datasets to the repository\n",
    "- Deposit datasets to create drafts\n",
    "- Upload files to datasets with python DVUploader (using .yml config files??)\n",
    "- Publish datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "703ca322-cd2e-4dca-8487-869ffa89c85b",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/LM9SMC' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/LM9SMC                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/LM9SMC                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/FEOJWQ' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/FEOJWQ                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/FEOJWQ                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/CY1LIH' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/CY1LIH                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/CY1LIH                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/TNJS4T' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/TNJS4T                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/TNJS4T                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/YNWHIC' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/YNWHIC                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/YNWHIC                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/OCBZBO' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/OCBZBO                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/OCBZBO                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/0LEAHM' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/0LEAHM                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/0LEAHM                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/ULF2GK' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/ULF2GK                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/ULF2GK                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/DJRVNB' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/DJRVNB                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/DJRVNB                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/QUXXH5' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/QUXXH5                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/QUXXH5                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/4TCIDB' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/4TCIDB                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/4TCIDB                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/X02SQI' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/X02SQI                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/X02SQI                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/QQFGBX' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/QQFGBX                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/QQFGBX                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#deposit datasets\n",
    "collection_pids = {}\n",
    "for dataset_name, dataset in g_dataverse_dataset_info.items():\n",
    "    pid = dataset.upload(dataverse_name = g_dataverse_collection)\n",
    "    collection_pids[dataset_name] = pid"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "b6169681-749f-47c8-9143-17e882b08750",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Announcement Card number: 1': 'doi:10.70122/FK2/LM9SMC',\n",
       " 'Announcement Card number: 2': 'doi:10.70122/FK2/FEOJWQ',\n",
       " 'Announcement Card number: 3': 'doi:10.70122/FK2/CY1LIH',\n",
       " 'Announcement Card number: 4': 'doi:10.70122/FK2/TNJS4T',\n",
       " 'Announcement Card number: 5': 'doi:10.70122/FK2/YNWHIC',\n",
       " 'Announcement Card number: 6': 'doi:10.70122/FK2/OCBZBO',\n",
       " 'Announcement Card number: 7': 'doi:10.70122/FK2/0LEAHM',\n",
       " 'Announcement Card number: 8': 'doi:10.70122/FK2/ULF2GK',\n",
       " 'Announcement Card number: 9': 'doi:10.70122/FK2/DJRVNB',\n",
       " 'Announcement Card number: 10': 'doi:10.70122/FK2/QUXXH5',\n",
       " 'Announcement Card number: 11': 'doi:10.70122/FK2/4TCIDB',\n",
       " 'Announcement Card number: 12': 'doi:10.70122/FK2/X02SQI',\n",
       " 'Announcement Card number: 13': 'doi:10.70122/FK2/QQFGBX'}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "collection_pids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "a14b5667-2f00-4be9-a745-722faedb7f2f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Native API: https://demo.dataverse.org/api/v1\n"
     ]
    }
   ],
   "source": [
    "#connect to pydataverse api \n",
    "from pyDataverse.api import NativeApi\n",
    "\n",
    "g_api = NativeApi(g_dataverse_installation_url, g_dataverse_api_key)\n",
    "\n",
    "# print results\n",
    "print('{}'.format(g_api))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "ebd6b780-4437-44b7-85b9-a582a0a27ba1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/LM9SMC</span>       │\n",
       "│ Files: 5                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/LM9SMC\u001b[0m       │\n",
       "│ Files: 5                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2caa9b686fa64bc1ad45224ebaf0c580",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "226db1cfb0264a27b76fb4d5273c9d54",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/FEOJWQ</span>       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/FEOJWQ\u001b[0m       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3511db4745bd465ab8e55c85d3a80403",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0002_c.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0002_c.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "71dfa562ce9449bfb6354239c7a644b4",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "500 error encountered for Announcement Card number: 13. Skipping to the next series.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/CY1LIH</span>       │\n",
       "│ Files: 3                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/CY1LIH\u001b[0m       │\n",
       "│ Files: 3                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "161ef717253d4c91be8e9fb6f4232c39",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                  </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                  </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0003.innodata.xml </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0003.innodata.jpg </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0003.innodata.txt </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└───────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                  \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                 \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0003.innodata.xml\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0003.innodata.jpg\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0003.innodata.txt\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└───────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9b93cb7d311d4aee9c92f9d74c273c27",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/TNJS4T</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/TNJS4T\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9f0d8454695e4dd0a589f9248e85c201",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0004.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0004.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0004.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0004_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0004.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0004.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0004.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0004_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "406f92c95b8840dca0466d2700ba0e77",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/YNWHIC</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/YNWHIC\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "72197ef2ec5248fe93c763c66c916fff",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0005.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0005.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0005.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0005_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0005.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0005.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0005.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0005_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "04af090894ec49c5aa0701515e41b37f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/OCBZBO</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/OCBZBO\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3b553cf0d4e04c7286c464ca151a3cdc",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0006.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0006.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0006.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0006_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0006.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0006.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0006.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0006_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e39741f1f78b4755950baeb6407fba30",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/0LEAHM</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/0LEAHM\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "876aa6bbdb0740eea85e715348e8113c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0007.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0007.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0007.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0007_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0007.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0007.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0007.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0007_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1cc085129d4841019c17c152233056f7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/ULF2GK</span>       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/ULF2GK\u001b[0m       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9659bc457b2d4fd9a03305cffb496e15",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0008_c.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0008_c.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1748c54b544c489eac12f416450aff21",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "500 error encountered for Announcement Card number: 13. Skipping to the next series.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/DJRVNB</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/DJRVNB\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2c068f54f3fa4ec59fd01b1d790f2fba",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0009.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0009.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0009.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0009_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0009.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0009.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0009.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0009_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c0d4d0a8b45542d99e72e1928e9cc5ca",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/QUXXH5</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/QUXXH5\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d029f511eb994553b953fc588737e642",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0010.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0010.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0010.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0010_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0010.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0010.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0010.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0010_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8f7d44325eed4cd4aabb57a7a031bd02",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/4TCIDB</span>       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/4TCIDB\u001b[0m       │\n",
       "│ Files: 4                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "847592964f3d4f9595f05077641b1a37",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0011.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0011.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0011.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0011_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0011.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0011.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0011.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0011_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dbed5e62831c4ea4a2f56cde8053e63f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/X02SQI</span>       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/X02SQI\u001b[0m       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "541be0b8a8d3473aa6272cb61607d415",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0012_c.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0012_c.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c60cf0105be74f1b98996740dee4ce61",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/QQFGBX</span>       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/QQFGBX\u001b[0m       │\n",
       "│ Files: 6                           │\n",
       "╰────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a46b544c8e2243558d7ad1f82ffe333f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0013_c.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0013_c.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fe1aa966690440afb99db183404352fa",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Upload files to deposited datasets (ignore 500 errors...I know, not great, JR is fixing it...)\n",
    "for dataset, pid in collection_pids.items():\n",
    "    try:\n",
    "        curate.python_dvuploader(g_api, g_dataverse_installation_url, pid, g_datafiles_path, g_datafile_metadata[dataset]) \n",
    "    except Exception as e:\n",
    "        if \"500\" in str(e):\n",
    "            print(f\"500 error encountered for {series_name}. Skipping to the next series.\")\n",
    "            continue\n",
    "        else:\n",
    "            raise e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "d2aef3a5-f114-46bc-a73f-204ccce99d4d",
   "metadata": {},
   "outputs": [],
   "source": [
    "#unlock locked datasets when needed\n",
    "from pyDataverse.api import NativeApi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "687c8c2a-7243-4a9d-b966-63c1afca681f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Native API: https://demo.dataverse.org/api/v1\n"
     ]
    }
   ],
   "source": [
    "g_api = NativeApi(g_dataverse_installation_url, g_dataverse_api_key)\n",
    "\n",
    "# print results\n",
    "print('{}'.format(g_api))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "f8e0e5cf-b3f5-4aaf-83c7-c938695845b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'doi:10.70122/FK2/YNWHIC': {'status': True,\n",
       "  'message': 'publish_dataset::Success - unlocked dataset: 200:doi:10.70122/FK2/YNWHIC'},\n",
       " 'doi:10.70122/FK2/QQFGBX': {'status': True,\n",
       "  'message': 'publish_dataset::Success - unlocked dataset: 200:doi:10.70122/FK2/QQFGBX'}}"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "curate.unlock_datasets(g_api, g_dataverse_collection)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "f1881874-5610-481e-8541-0174c4ec07bd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<module 'curate' from '/Users/katherinemika/Desktop/curation/historic_datasets/hco/curate.py'>"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import importlib\n",
    "importlib.reload(curate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "18c15613-a43f-4ba3-901e-667152b2bc35",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "824d7d39-83c9-42dc-8cd2-95088d50ee57",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0514bfcd-9225-4a4d-a9a9-d4082137648c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "7449bbbb-c92c-4234-8f25-d66ae98afe8b",
   "metadata": {},
   "source": [
    "## Testing section"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a7b8ffdb-c371-47bf-8fc1-840a22af5b56",
   "metadata": {},
   "source": [
    "### Metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "b5635e23-c44f-4e72-8bb2-46f56c4de3a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# get the first series\n",
    "first_series = g_series_names[0]\n",
    "first_series_metadata = g_dataset_metadata[first_series]\n",
    "first_series_inventory_df = g_series_inventories[first_series]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "655c7686-e434-45ce-960b-61c805af79ae",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>file_type</th>\n",
       "      <th>card_number</th>\n",
       "      <th>card_date_year</th>\n",
       "      <th>card_date_month</th>\n",
       "      <th>card_date_day</th>\n",
       "      <th>contributor</th>\n",
       "      <th>observation</th>\n",
       "      <th>all_observations</th>\n",
       "      <th>series_name</th>\n",
       "      <th>url</th>\n",
       "      <th>volume_title</th>\n",
       "      <th>published</th>\n",
       "      <th>subjects</th>\n",
       "      <th>topic_class</th>\n",
       "      <th>permalink</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HCOAnnouncement0001_0001_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>BLATHWAYT‚ÄôS COMET</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HCOAnnouncement0001_0001_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>1</td>\n",
       "      <td>1926</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>Harlow Shapley</td>\n",
       "      <td>BLATHWAYT‚ÄôS COMET</td>\n",
       "      <td>BLATHWAYT'S COMET</td>\n",
       "      <td>Announcement Card number: 1</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg</td>\n",
       "      <td>Harvard College Observatory Announcement Cards</td>\n",
       "      <td>Harvard College Observatory</td>\n",
       "      <td>Astronomy--Observations; Astronomy--Research; ...</td>\n",
       "      <td>History of Science; History of Astronomy</td>\n",
       "      <td>http://tamkin2.eps.harvard.edu/services/HACs.html</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  filename file_type  card_number  \\\n",
       "0    HCOAnnouncement0001_0001.innodata.xml       xml            1   \n",
       "1    HCOAnnouncement0001_0001.innodata.jpg       jpg            1   \n",
       "2    HCOAnnouncement0001_0001.innodata.txt       txt            1   \n",
       "3  HCOAnnouncement0001_0001_a.innodata.csv       csv            1   \n",
       "4  HCOAnnouncement0001_0001_b.innodata.csv       csv            1   \n",
       "\n",
       "   card_date_year card_date_month card_date_day     contributor  \\\n",
       "0            1926              03            12  Harlow Shapley   \n",
       "1            1926              03            12  Harlow Shapley   \n",
       "2            1926              03            12  Harlow Shapley   \n",
       "3            1926              03            12  Harlow Shapley   \n",
       "4            1926              03            12  Harlow Shapley   \n",
       "\n",
       "           observation   all_observations                  series_name  \\\n",
       "0                  NaN  BLATHWAYT'S COMET  Announcement Card number: 1   \n",
       "1                  NaN  BLATHWAYT'S COMET  Announcement Card number: 1   \n",
       "2                  NaN  BLATHWAYT'S COMET  Announcement Card number: 1   \n",
       "3  BLATHWAYT‚ÄôS COMET  BLATHWAYT'S COMET  Announcement Card number: 1   \n",
       "4  BLATHWAYT‚ÄôS COMET  BLATHWAYT'S COMET  Announcement Card number: 1   \n",
       "\n",
       "                                                url  \\\n",
       "0  http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "1  http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "2  http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "3  http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "4  http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg   \n",
       "\n",
       "                                     volume_title  \\\n",
       "0  Harvard College Observatory Announcement Cards   \n",
       "1  Harvard College Observatory Announcement Cards   \n",
       "2  Harvard College Observatory Announcement Cards   \n",
       "3  Harvard College Observatory Announcement Cards   \n",
       "4  Harvard College Observatory Announcement Cards   \n",
       "\n",
       "                     published  \\\n",
       "0  Harvard College Observatory   \n",
       "1  Harvard College Observatory   \n",
       "2  Harvard College Observatory   \n",
       "3  Harvard College Observatory   \n",
       "4  Harvard College Observatory   \n",
       "\n",
       "                                            subjects  \\\n",
       "0  Astronomy--Observations; Astronomy--Research; ...   \n",
       "1  Astronomy--Observations; Astronomy--Research; ...   \n",
       "2  Astronomy--Observations; Astronomy--Research; ...   \n",
       "3  Astronomy--Observations; Astronomy--Research; ...   \n",
       "4  Astronomy--Observations; Astronomy--Research; ...   \n",
       "\n",
       "                                topic_class  \\\n",
       "0  History of Science; History of Astronomy   \n",
       "1  History of Science; History of Astronomy   \n",
       "2  History of Science; History of Astronomy   \n",
       "3  History of Science; History of Astronomy   \n",
       "4  History of Science; History of Astronomy   \n",
       "\n",
       "                                           permalink  \n",
       "0  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "1  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "2  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "3  http://tamkin2.eps.harvard.edu/services/HACs.html  \n",
       "4  http://tamkin2.eps.harvard.edu/services/HACs.html  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "first_series_inventory_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "5a7ce305-7561-4778-8298-ff1ebbf445a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "g_datafile_metadata[first_series] = curate.create_datafile_metadata(first_series_inventory_df,\n",
    "                                                                    g_datafile_description_template_csv,\n",
    "                                                                    g_datafile_description_template_txt,\n",
    "                                                                    g_datafile_description_template_xml)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "6dcd74c2-b563-415e-b286-9e3f44d095d7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>file_type</th>\n",
       "      <th>description</th>\n",
       "      <th>mimetype</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.xml</td>\n",
       "      <td>xml</td>\n",
       "      <td>File contains xml tree with OCR bounding box d...</td>\n",
       "      <td>application/xml</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.jpg</td>\n",
       "      <td>jpg</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>image/jpeg</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HCOAnnouncement0001_0001.innodata.txt</td>\n",
       "      <td>txt</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/plain</td>\n",
       "      <td>[Data]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HCOAnnouncement0001_0001_a.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/csv</td>\n",
       "      <td>[Data, BLATHWAYT‚ÄôS COMET]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HCOAnnouncement0001_0001_b.innodata.csv</td>\n",
       "      <td>csv</td>\n",
       "      <td>File contains OCR text with data from:  Announ...</td>\n",
       "      <td>text/csv</td>\n",
       "      <td>[Data, BLATHWAYT‚ÄôS COMET]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  filename file_type  \\\n",
       "0    HCOAnnouncement0001_0001.innodata.xml       xml   \n",
       "1    HCOAnnouncement0001_0001.innodata.jpg       jpg   \n",
       "2    HCOAnnouncement0001_0001.innodata.txt       txt   \n",
       "3  HCOAnnouncement0001_0001_a.innodata.csv       csv   \n",
       "4  HCOAnnouncement0001_0001_b.innodata.csv       csv   \n",
       "\n",
       "                                         description         mimetype  \\\n",
       "0  File contains xml tree with OCR bounding box d...  application/xml   \n",
       "1  File contains OCR text with data from:  Announ...       image/jpeg   \n",
       "2  File contains OCR text with data from:  Announ...       text/plain   \n",
       "3  File contains OCR text with data from:  Announ...         text/csv   \n",
       "4  File contains OCR text with data from:  Announ...         text/csv   \n",
       "\n",
       "                          tags  \n",
       "0                       [Data]  \n",
       "1                       [Data]  \n",
       "2                       [Data]  \n",
       "3  [Data, BLATHWAYT‚ÄôS COMET]  \n",
       "4  [Data, BLATHWAYT‚ÄôS COMET]  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "g_datafile_metadata[first_series]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bdee571a-6903-41c6-98ca-8cc30bec7c1c",
   "metadata": {},
   "source": [
    "### Create datasets "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "cef8e651-29e5-478b-ab4d-b2d3bae443e0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "metadatablocks: {}\n",
      "\n"
     ]
    }
   ],
   "source": [
    "dataset = dataverse.create_dataset()\n",
    "print(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "a7d79734-98a5-4626-a38b-7eb9d3704e7a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #00ffd7; text-decoration-color: #00ffd7; font-weight: bold\">Astrophysics</span>\n",
       "├── <span style=\"font-weight: bold\">astro_type</span>: <span style=\"font-style: italic\">astroType</span>\n",
       "├── <span style=\"font-weight: bold\">astro_facility</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">astro_instrument</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">astro_object</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_spatial</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_spectral</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_temporal</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_bandpass</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_central_wavelength</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spatial</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_depth</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_object_density</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_object_count</span>: <span style=\"font-style: italic\">int</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_sky_fraction</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_polarization</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">redshift_type</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">resolution_redshift</span>: <span style=\"font-style: italic\">float</span>\n",
       "├── <span style=\"font-weight: bold\">coverage_spectral_wavelength</span>: <span style=\"font-style: italic\">WavelengthRange</span>\n",
       "│   ├── minimum_wavelength\n",
       "│   ╰── maximum_wavelength\n",
       "├── <span style=\"font-weight: bold\">coverage_temporal</span>: <span style=\"font-style: italic\">DatasetDateRange</span>\n",
       "│   ├── start_time\n",
       "│   ╰── stop_time\n",
       "├── <span style=\"font-weight: bold\">coverage_redshift_value</span>: <span style=\"font-style: italic\">RedshiftValue</span>\n",
       "│   ├── minimum_value\n",
       "│   ╰── maximum_value\n",
       "╰── <span style=\"font-weight: bold; font-style: italic\">Add Functions</span>\n",
       "    ├── add_coverage_spectral_wavelength\n",
       "    ├── add_coverage_temporal\n",
       "    ╰── add_coverage_redshift_value\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;38;5;50mAstrophysics\u001b[0m\n",
       "├── \u001b[1mastro_type\u001b[0m: \u001b[3mastroType\u001b[0m\n",
       "├── \u001b[1mastro_facility\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mastro_instrument\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mastro_object\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_spatial\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_spectral\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_temporal\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_bandpass\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_central_wavelength\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_spatial\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcoverage_depth\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_object_density\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_object_count\u001b[0m: \u001b[3mint\u001b[0m\n",
       "├── \u001b[1mcoverage_sky_fraction\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_polarization\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mredshift_type\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mresolution_redshift\u001b[0m: \u001b[3mfloat\u001b[0m\n",
       "├── \u001b[1mcoverage_spectral_wavelength\u001b[0m: \u001b[3mWavelengthRange\u001b[0m\n",
       "│   ├── minimum_wavelength\n",
       "│   ╰── maximum_wavelength\n",
       "├── \u001b[1mcoverage_temporal\u001b[0m: \u001b[3mDatasetDateRange\u001b[0m\n",
       "│   ├── start_time\n",
       "│   ╰── stop_time\n",
       "├── \u001b[1mcoverage_redshift_value\u001b[0m: \u001b[3mRedshiftValue\u001b[0m\n",
       "│   ├── minimum_value\n",
       "│   ╰── maximum_value\n",
       "╰── \u001b[1;3mAdd Functions\u001b[0m\n",
       "    ├── add_coverage_spectral_wavelength\n",
       "    ├── add_coverage_temporal\n",
       "    ╰── add_coverage_redshift_value\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataset.astrophysics.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "c242abd6-9fe7-4f4c-a515-630399f9a44d",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.astrophysics.astro_object = ['blathwayts comet']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "1f5d6f68-3107-4871-8c67-3475e07bc210",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #00ffd7; text-decoration-color: #00ffd7; font-weight: bold\">Citation</span>\n",
       "├── <span style=\"font-weight: bold\">title</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">subtitle</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">alternative_title</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">alternative_url</span>: <span style=\"font-style: italic\">Url</span>\n",
       "├── <span style=\"font-weight: bold\">subject</span>: <span style=\"font-style: italic\">subject</span>\n",
       "├── <span style=\"font-weight: bold\">notes_text</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">language</span>: <span style=\"font-style: italic\">language</span>\n",
       "├── <span style=\"font-weight: bold\">production_date</span>: <span style=\"font-style: italic\">date</span>\n",
       "├── <span style=\"font-weight: bold\">production_place</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">distribution_date</span>: <span style=\"font-style: italic\">date</span>\n",
       "├── <span style=\"font-weight: bold\">depositor</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">date_of_deposit</span>: <span style=\"font-style: italic\">date</span>\n",
       "├── <span style=\"font-weight: bold\">kind_of_data</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">related_material</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">related_datasets</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">other_references</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">data_sources</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">origin_of_sources</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">characteristic_of_sources</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">access_to_sources</span>: <span style=\"font-style: italic\">str</span>\n",
       "├── <span style=\"font-weight: bold\">other_id</span>: <span style=\"font-style: italic\">OtherIdentifier</span>\n",
       "│   ├── agency\n",
       "│   ╰── value\n",
       "├── <span style=\"font-weight: bold\">author</span>: <span style=\"font-style: italic\">Author</span>\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── identifier_scheme\n",
       "│   ╰── identifier\n",
       "├── <span style=\"font-weight: bold\">dataset_contact</span>: <span style=\"font-style: italic\">PointOfContact</span>\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ╰── email\n",
       "├── <span style=\"font-weight: bold\">ds_description</span>: <span style=\"font-style: italic\">Description</span>\n",
       "│   ├── value\n",
       "│   ╰── date\n",
       "├── <span style=\"font-weight: bold\">keyword</span>: <span style=\"font-style: italic\">Keyword</span>\n",
       "│   ├── value\n",
       "│   ├── term_uri\n",
       "│   ├── vocabulary\n",
       "│   ╰── vocabulary_uri\n",
       "├── <span style=\"font-weight: bold\">topic_classification</span>: <span style=\"font-style: italic\">TopicClassification</span>\n",
       "│   ├── value\n",
       "│   ├── vocab\n",
       "│   ╰── vocab_uri\n",
       "├── <span style=\"font-weight: bold\">publication</span>: <span style=\"font-style: italic\">RelatedPublication</span>\n",
       "│   ├── citation\n",
       "│   ├── id_type\n",
       "│   ├── id_number\n",
       "│   ╰── url\n",
       "├── <span style=\"font-weight: bold\">producer</span>: <span style=\"font-style: italic\">Producer</span>\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── abbreviation\n",
       "│   ├── url\n",
       "│   ╰── logo_url\n",
       "├── <span style=\"font-weight: bold\">contributor</span>: <span style=\"font-style: italic\">Contributor</span>\n",
       "│   ├── type\n",
       "│   ╰── name\n",
       "├── <span style=\"font-weight: bold\">grant_number</span>: <span style=\"font-style: italic\">FundingInformation</span>\n",
       "│   ├── agency\n",
       "│   ╰── value\n",
       "├── <span style=\"font-weight: bold\">distributor</span>: <span style=\"font-style: italic\">Distributor</span>\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── abbreviation\n",
       "│   ├── url\n",
       "│   ╰── logo_url\n",
       "├── <span style=\"font-weight: bold\">time_period_covered</span>: <span style=\"font-style: italic\">TimePeriod</span>\n",
       "│   ├── start\n",
       "│   ╰── end\n",
       "├── <span style=\"font-weight: bold\">date_of_collection</span>: <span style=\"font-style: italic\">DateOfCollection</span>\n",
       "│   ├── start\n",
       "│   ╰── end\n",
       "├── <span style=\"font-weight: bold\">series</span>: <span style=\"font-style: italic\">Series</span>\n",
       "│   ├── name\n",
       "│   ╰── information\n",
       "├── <span style=\"font-weight: bold\">software</span>: <span style=\"font-style: italic\">Software</span>\n",
       "│   ├── name\n",
       "│   ╰── version\n",
       "╰── <span style=\"font-weight: bold; font-style: italic\">Add Functions</span>\n",
       "    ├── add_other_id\n",
       "    ├── add_author\n",
       "    ├── add_dataset_contact\n",
       "    ├── add_ds_description\n",
       "    ├── add_keyword\n",
       "    ├── add_topic_classification\n",
       "    ├── add_publication\n",
       "    ├── add_producer\n",
       "    ├── add_contributor\n",
       "    ├── add_grant_number\n",
       "    ├── add_distributor\n",
       "    ├── add_time_period_covered\n",
       "    ├── add_date_of_collection\n",
       "    ├── add_series\n",
       "    ╰── add_software\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;38;5;50mCitation\u001b[0m\n",
       "├── \u001b[1mtitle\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1msubtitle\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1malternative_title\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1malternative_url\u001b[0m: \u001b[3mUrl\u001b[0m\n",
       "├── \u001b[1msubject\u001b[0m: \u001b[3msubject\u001b[0m\n",
       "├── \u001b[1mnotes_text\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mlanguage\u001b[0m: \u001b[3mlanguage\u001b[0m\n",
       "├── \u001b[1mproduction_date\u001b[0m: \u001b[3mdate\u001b[0m\n",
       "├── \u001b[1mproduction_place\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mdistribution_date\u001b[0m: \u001b[3mdate\u001b[0m\n",
       "├── \u001b[1mdepositor\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mdate_of_deposit\u001b[0m: \u001b[3mdate\u001b[0m\n",
       "├── \u001b[1mkind_of_data\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mrelated_material\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mrelated_datasets\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mother_references\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mdata_sources\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1morigin_of_sources\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mcharacteristic_of_sources\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1maccess_to_sources\u001b[0m: \u001b[3mstr\u001b[0m\n",
       "├── \u001b[1mother_id\u001b[0m: \u001b[3mOtherIdentifier\u001b[0m\n",
       "│   ├── agency\n",
       "│   ╰── value\n",
       "├── \u001b[1mauthor\u001b[0m: \u001b[3mAuthor\u001b[0m\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── identifier_scheme\n",
       "│   ╰── identifier\n",
       "├── \u001b[1mdataset_contact\u001b[0m: \u001b[3mPointOfContact\u001b[0m\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ╰── email\n",
       "├── \u001b[1mds_description\u001b[0m: \u001b[3mDescription\u001b[0m\n",
       "│   ├── value\n",
       "│   ╰── date\n",
       "├── \u001b[1mkeyword\u001b[0m: \u001b[3mKeyword\u001b[0m\n",
       "│   ├── value\n",
       "│   ├── term_uri\n",
       "│   ├── vocabulary\n",
       "│   ╰── vocabulary_uri\n",
       "├── \u001b[1mtopic_classification\u001b[0m: \u001b[3mTopicClassification\u001b[0m\n",
       "│   ├── value\n",
       "│   ├── vocab\n",
       "│   ╰── vocab_uri\n",
       "├── \u001b[1mpublication\u001b[0m: \u001b[3mRelatedPublication\u001b[0m\n",
       "│   ├── citation\n",
       "│   ├── id_type\n",
       "│   ├── id_number\n",
       "│   ╰── url\n",
       "├── \u001b[1mproducer\u001b[0m: \u001b[3mProducer\u001b[0m\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── abbreviation\n",
       "│   ├── url\n",
       "│   ╰── logo_url\n",
       "├── \u001b[1mcontributor\u001b[0m: \u001b[3mContributor\u001b[0m\n",
       "│   ├── type\n",
       "│   ╰── name\n",
       "├── \u001b[1mgrant_number\u001b[0m: \u001b[3mFundingInformation\u001b[0m\n",
       "│   ├── agency\n",
       "│   ╰── value\n",
       "├── \u001b[1mdistributor\u001b[0m: \u001b[3mDistributor\u001b[0m\n",
       "│   ├── name\n",
       "│   ├── affiliation\n",
       "│   ├── abbreviation\n",
       "│   ├── url\n",
       "│   ╰── logo_url\n",
       "├── \u001b[1mtime_period_covered\u001b[0m: \u001b[3mTimePeriod\u001b[0m\n",
       "│   ├── start\n",
       "│   ╰── end\n",
       "├── \u001b[1mdate_of_collection\u001b[0m: \u001b[3mDateOfCollection\u001b[0m\n",
       "│   ├── start\n",
       "│   ╰── end\n",
       "├── \u001b[1mseries\u001b[0m: \u001b[3mSeries\u001b[0m\n",
       "│   ├── name\n",
       "│   ╰── information\n",
       "├── \u001b[1msoftware\u001b[0m: \u001b[3mSoftware\u001b[0m\n",
       "│   ├── name\n",
       "│   ╰── version\n",
       "╰── \u001b[1;3mAdd Functions\u001b[0m\n",
       "    ├── add_other_id\n",
       "    ├── add_author\n",
       "    ├── add_dataset_contact\n",
       "    ├── add_ds_description\n",
       "    ├── add_keyword\n",
       "    ├── add_topic_classification\n",
       "    ├── add_publication\n",
       "    ├── add_producer\n",
       "    ├── add_contributor\n",
       "    ├── add_grant_number\n",
       "    ├── add_distributor\n",
       "    ├── add_time_period_covered\n",
       "    ├── add_date_of_collection\n",
       "    ├── add_series\n",
       "    ╰── add_software\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataset.citation.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "b04653fb-372f-49e3-a68a-e0193d5d167d",
   "metadata": {},
   "outputs": [],
   "source": [
    "#create dataset function\n",
    "def create_dataset(api, dataset_metadata):\n",
    "    \"\"\"\n",
    "    Create a dataverse dataset using easyDataverse.\n",
    "    Note that metadata fields are hardcoded to reflect dataset's requirements. \n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    api : easyDataverse initialized dataverse \n",
    "    dataset_metadata : dict\n",
    "        Dictionary of dataset metadata values\n",
    "\n",
    "    Return\n",
    "    ------\n",
    "    dict: \n",
    "        {status: bool, dataset_id: int, dataset_pid: str}\n",
    "\n",
    "    \"\"\"\n",
    "    # validate parameters\n",
    "    if ((not dataverse) or\n",
    "        (not dataset_metadata)):\n",
    "        return {\n",
    "            'status':False, \n",
    "            'dataset_id':-1, \n",
    "            'dataset_pid':''\n",
    "        }\n",
    "\n",
    "    # create the easyDataverse dataset model\n",
    "    ds = dataverse.create_dataset()\n",
    "    # populate the dataset model with metadata values\n",
    "    ds.citation.title = dataset_metadata.get('title')\n",
    "\n",
    "    for authors in dataset_metadata.get('author'):\n",
    "        ds.citation.add_author(name = authors['authorName'],\n",
    "                              affiliation = authors['authorAffiliation'])\n",
    "\n",
    "    for desc in dataset_metadata.get('description'):\n",
    "        ds.citation.add_ds_description(value=desc['dsDescriptionValue'])\n",
    "    \n",
    "    for contact in dataset_metadata.get('contact'):\n",
    "        ds.citation.add_dataset_contact(name = contact['datasetContactName'],\n",
    "                                        email = contact['datasetContactEmail'])\n",
    "\n",
    "    ds.citation.subject = dataset_metadata.get('subject')\n",
    "\n",
    "    for keyword in dataset_metadata.get('keywords'):\n",
    "        ds.citation.add_keyword(value = keyword['keywordValue'],\n",
    "                                vocabulary = keyword['keywordVocabulary'],\n",
    "                                vocabulary_uri = keyword['keywordVocabularyURI'])\n",
    "\n",
    "    for topic in dataset_metadata.get('topic_classification'):\n",
    "            ds.citation.add_topic_classification(value = topic['topicClassValue'])\n",
    "\n",
    "    ds.citation.data_sources = dataset_metadata.get('data_source')\n",
    "    ds.citation.distribution_date = dataset_metadata.get('creation_date')\n",
    "    ds.astrophysics.astro_object = dataset_metadata.get('astroObject')\n",
    "    ds.astrophysics.astro_facility = dataset_metadata.get('astroFacility')\n",
    "\n",
    "\n",
    "    #dict = rich.print(ds.dataverse_dict())\n",
    "    return ds\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "2195075a-a3e1-460f-8695-8f752481d56f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c31b3201c9b643f79281b591f6f57d85",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">🎉 <span style=\"font-weight: bold\">Connected to </span><span style=\"color: #008000; text-decoration-color: #008000; font-weight: bold\">'https://demo.dataverse.org/'</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "🎉 \u001b[1mConnected to \u001b[0m\u001b[1;32m'https://demo.dataverse.org/'\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataverse = Dataverse(\n",
    "    server_url = g_dataverse_installation_url,\n",
    "    api_token = g_dataverse_api_key\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "b6873d4c-a256-4c40-a104-84f5609600d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = create_dataset(dataverse, first_series_metadata)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "49837a62-8cdb-4fee-8ffd-488b353ffa9d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\">{</span>\n",
       "    <span style=\"color: #008000; text-decoration-color: #008000\">'datasetVersion'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "        <span style=\"color: #008000; text-decoration-color: #008000\">'metadataBlocks'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "            <span style=\"color: #008000; text-decoration-color: #008000\">'astrophysics'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                <span style=\"color: #008000; text-decoration-color: #008000\">'fields'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'astroFacility'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'Harvard Bureau of Astronomical Telegrams'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'astroObject'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">\"BLATHWAYT'S COMET\"</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>\n",
       "                <span style=\"font-weight: bold\">]</span>\n",
       "            <span style=\"font-weight: bold\">}</span>,\n",
       "            <span style=\"color: #008000; text-decoration-color: #008000\">'citation'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                <span style=\"color: #008000; text-decoration-color: #008000\">'fields'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'title'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Announcement Card number: 1'</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'controlledVocabulary'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'subject'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'Astronomy and Astrophysics'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'distributionDate'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'1926-03-12'</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dataSources'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span><span style=\"color: #008000; text-decoration-color: #008000\">'http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'</span><span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'author'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'authorName'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'authorName'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Mika, Katherine'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'authorAffiliation'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'authorAffiliation'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Harvard Library'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContact'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactName'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactName'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Mika, Katherine'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactEmail'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'datasetContactEmail'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'katherine_mika@harvard.edu'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescription'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescriptionValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'dsDescriptionValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">\"Announcement Card number: 1 is a series of tables and text files </span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">associated with HCO Announcement Card number: 1. Compiled by: Harlow Shapley. Objects observed include BLATHWAYT'S </span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">COMET.\"</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keyword'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'Astronomy--Observations'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Astronomy--Research'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Astronomical observatories'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Variable stars'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' Women astronomers'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' '</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabulary'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'LCSH'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>,\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'keywordVocabularyURI'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'https://www.loc.gov/aba/cataloging/subject/'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>,\n",
       "                    <span style=\"font-weight: bold\">{</span>\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #00ff00; text-decoration-color: #00ff00; font-style: italic\">True</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'compound'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassification'</span>,\n",
       "                        <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"font-weight: bold\">[</span>\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'History of Science'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>,\n",
       "                            <span style=\"font-weight: bold\">{</span>\n",
       "                                <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>: <span style=\"font-weight: bold\">{</span>\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'multiple'</span>: <span style=\"color: #ff0000; text-decoration-color: #ff0000; font-style: italic\">False</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeClass'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'primitive'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'typeName'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">'topicClassValue'</span>,\n",
       "                                    <span style=\"color: #008000; text-decoration-color: #008000\">'value'</span>: <span style=\"color: #008000; text-decoration-color: #008000\">' History of Astronomy'</span>\n",
       "                                <span style=\"font-weight: bold\">}</span>\n",
       "                            <span style=\"font-weight: bold\">}</span>\n",
       "                        <span style=\"font-weight: bold\">]</span>\n",
       "                    <span style=\"font-weight: bold\">}</span>\n",
       "                <span style=\"font-weight: bold\">]</span>\n",
       "            <span style=\"font-weight: bold\">}</span>\n",
       "        <span style=\"font-weight: bold\">}</span>\n",
       "    <span style=\"font-weight: bold\">}</span>\n",
       "<span style=\"font-weight: bold\">}</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1m{\u001b[0m\n",
       "    \u001b[32m'datasetVersion'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "        \u001b[32m'metadataBlocks'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "            \u001b[32m'astrophysics'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                \u001b[32m'fields'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'astroFacility'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'Harvard Bureau of Astronomical Telegrams'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'astroObject'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m\"BLATHWAYT'S COMET\"\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m\n",
       "                \u001b[1m]\u001b[0m\n",
       "            \u001b[1m}\u001b[0m,\n",
       "            \u001b[32m'citation'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                \u001b[32m'fields'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'title'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[32m'Announcement Card number: 1'\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'controlledVocabulary'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'subject'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'Astronomy and Astrophysics'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'distributionDate'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[32m'1926-03-12'\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'dataSources'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\u001b[32m'http://tamkin2.eps.harvard.edu/IAUCs/HAC0001.jpg'\u001b[0m\u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'author'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'authorName'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'authorName'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Mika, Katherine'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'authorAffiliation'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'authorAffiliation'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Harvard Library'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContact'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'datasetContactName'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContactName'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Mika, Katherine'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'datasetContactEmail'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'datasetContactEmail'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'katherine_mika@harvard.edu'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'dsDescription'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'dsDescriptionValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'dsDescriptionValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m\"Announcement Card number: 1 is a series of tables and text files \u001b[0m\n",
       "\u001b[32massociated with HCO Announcement Card number: 1. Compiled by: Harlow Shapley. Objects observed include BLATHWAYT'S \u001b[0m\n",
       "\u001b[32mCOMET.\"\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'keyword'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'Astronomy--Observations'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Astronomy--Research'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Astronomical observatories'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Variable stars'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' Women astronomers'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'keywordValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' '\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabulary'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabulary'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'LCSH'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m,\n",
       "                                \u001b[32m'keywordVocabularyURI'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'keywordVocabularyURI'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'https://www.loc.gov/aba/cataloging/subject/'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m,\n",
       "                    \u001b[1m{\u001b[0m\n",
       "                        \u001b[32m'multiple'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
       "                        \u001b[32m'typeClass'\u001b[0m: \u001b[32m'compound'\u001b[0m,\n",
       "                        \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassification'\u001b[0m,\n",
       "                        \u001b[32m'value'\u001b[0m: \u001b[1m[\u001b[0m\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'topicClassValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m'History of Science'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m,\n",
       "                            \u001b[1m{\u001b[0m\n",
       "                                \u001b[32m'topicClassValue'\u001b[0m: \u001b[1m{\u001b[0m\n",
       "                                    \u001b[32m'multiple'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
       "                                    \u001b[32m'typeClass'\u001b[0m: \u001b[32m'primitive'\u001b[0m,\n",
       "                                    \u001b[32m'typeName'\u001b[0m: \u001b[32m'topicClassValue'\u001b[0m,\n",
       "                                    \u001b[32m'value'\u001b[0m: \u001b[32m' History of Astronomy'\u001b[0m\n",
       "                                \u001b[1m}\u001b[0m\n",
       "                            \u001b[1m}\u001b[0m\n",
       "                        \u001b[1m]\u001b[0m\n",
       "                    \u001b[1m}\u001b[0m\n",
       "                \u001b[1m]\u001b[0m\n",
       "            \u001b[1m}\u001b[0m\n",
       "        \u001b[1m}\u001b[0m\n",
       "    \u001b[1m}\u001b[0m\n",
       "\u001b[1m}\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "rich.print(dataset.dataverse_dict())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "adcc5240-e493-41a1-8b0a-4ac30942fd31",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_file(\n",
    "    local_path = g_datafiles_path + \"/HCOAnnouncement0001_0001.innodata.txt\", # Path to the file on your system\n",
    "    description = g_datafile_description_template_txt + \"Announcement Card number: 1\",\n",
    "    categories = [\"Data\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "027c9690-27dd-4e95-bf29-355765476c4f",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_file(\n",
    "    local_path = g_datafiles_path + \"/HCOAnnouncement0001_0001.innodata.xml\", # Path to the file on your system\n",
    "    description = g_datafile_description_template_xml + \"Announcement Card number: 1\",\n",
    "    categories = [\"Data\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "72c460e3-587f-4ce1-8333-ae945f0eff43",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_file(\n",
    "    local_path = g_datafiles_path + \"/HCOAnnouncement0001_0001_a.innodata.csv\", # Path to the file on your system\n",
    "    description = g_datafile_description_template_txt + \"Announcement Card number: 1\",\n",
    "    categories = [\"Data\", \"Blathwayt's Comet\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "09925547-c2a8-4414-b6ec-3e71988dc6fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_file(\n",
    "    local_path = g_datafiles_path + \"/HCOAnnouncement0001_0001_b.innodata.csv\", # Path to the file on your system\n",
    "    description = g_datafile_description_template_txt + \"Announcement Card number: 1\",\n",
    "    categories = [\"Data\", \"Blathwayt's Comet\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "9a48a6f4-9ff6-4b1a-b6ea-0d386803e846",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_file(\n",
    "    local_path = g_datafiles_path + \"/HCOAnnouncement0001_0001.innodata.jpg\", # Path to the file on your system\n",
    "    description = g_datafile_description_template_jpg + \"Announcement Card number: 1\",\n",
    "    categories = [\"Data\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "29c673d8-4d48-4eaa-a20a-d7575731d025",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset with pid 'doi:10.70122/FK2/XCMDK2' created.\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">╭──────────── <span style=\"font-weight: bold\">DVUploader</span> ─────────────╮\n",
       "│ Server: <span style=\"font-weight: bold\">https://demo.dataverse.org/</span> │\n",
       "│ PID: <span style=\"font-weight: bold\">doi:10.70122/FK2/XCMDK2</span>        │\n",
       "│ Files: 5                            │\n",
       "╰─────────────────────────────────────╯\n",
       "</pre>\n"
      ],
      "text/plain": [
       "╭──────────── \u001b[1mDVUploader\u001b[0m ─────────────╮\n",
       "│ Server: \u001b[1mhttps://demo.dataverse.org/\u001b[0m │\n",
       "│ PID: \u001b[1mdoi:10.70122/FK2/XCMDK2\u001b[0m        │\n",
       "│ Files: 5                            │\n",
       "╰─────────────────────────────────────╯\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1fe451517ce34abe87a5ac7aed84956f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🔎 Checking dataset files</span><span style=\"font-style: italic\">                                    </span>\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃<span style=\"font-weight: bold\"> File                                    </span>┃<span style=\"font-weight: bold\"> Status </span>┃<span style=\"font-weight: bold\"> Action </span>┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.txt   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.xml   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001_a.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001_b.innodata.csv </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "│<span style=\"color: #008080; text-decoration-color: #008080\"> HCOAnnouncement0001_0001.innodata.jpg   </span>│ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">New</span>    │ <span style=\"color: #00d75f; text-decoration-color: #00d75f\">Upload</span> │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;3;37m🔎 Checking dataset files\u001b[0m\u001b[3m                                    \u001b[0m\n",
       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━┓\n",
       "┃\u001b[1m \u001b[0m\u001b[1mFile                                   \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mStatus\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mAction\u001b[0m\u001b[1m \u001b[0m┃\n",
       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━┩\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.txt  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.xml  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001_a.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001_b.innodata.csv\u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "│\u001b[36m \u001b[0m\u001b[36mHCOAnnouncement0001_0001.innodata.jpg  \u001b[0m\u001b[36m \u001b[0m│ \u001b[38;5;41mNew\u001b[0m    │ \u001b[38;5;41mUpload\u001b[0m │\n",
       "└─────────────────────────────────────────┴────────┴────────┘\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">🚀 Uploading files</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m🚀 Uploading files\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "446d44dd2db94ee7b8170b82570d4d39",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>\n"
      ],
      "text/plain": []
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">\n",
       "<span style=\"color: #c0c0c0; text-decoration-color: #c0c0c0; font-weight: bold; font-style: italic\">✅ Upload complete</span>\n",
       "\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\n",
       "\u001b[1;3;37m✅ Upload complete\u001b[0m\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008000; text-decoration-color: #008000\">╭─ Dataset URL ───────────────────────────────────────────────────────────────────────────────────────────────────╮</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/XCMDK2                               <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">│</span>                                                                                                                 <span style=\"color: #008000; text-decoration-color: #008000\">│</span>\n",
       "<span style=\"color: #008000; text-decoration-color: #008000\">╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[32m╭─\u001b[0m\u001b[32m Dataset URL \u001b[0m\u001b[32m──────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[32m─╮\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m  🎉 https://demo.dataverse.org/dataset.xhtml?persistentId=doi:10.70122/FK2/XCMDK2                               \u001b[32m│\u001b[0m\n",
       "\u001b[32m│\u001b[0m                                                                                                                 \u001b[32m│\u001b[0m\n",
       "\u001b[32m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#upload everything\n",
    "pid = dataset.upload(dataverse_name= g_dataverse_collection, n_parallel=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c749c3f7-c149-4937-968b-ffdd96c1f978",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Testing config file dvuploader strategy (does it correctly assign mimetypes??)\n",
    "#create config files from metadata dataframe\n",
    "datasets = {}\n",
    "for dataset, pid in collection_pids.items(): \n",
    "    config = generate_config_from_dataframe(g_datafile_metadata[dataset], pid, g_datafiles_path)\n",
    "    datasets[pid] = config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8743ac78-8567-4330-8af0-1c9e6ae48ca2",
   "metadata": {},
   "outputs": [],
   "source": [
    "#upload files in easyDataverse\n",
    "#upload datasets and deal with 500error (Jan is fixing it - in the meantime this \"works\")\n",
    "collection_pids = []\n",
    "for dataset_name, dataset in g_dataverse_dataset_info.items():\n",
    "    try:\n",
    "        pid = dataset.upload(dataverse_name = g_dataverse_collection, n_parallel=4)\n",
    "        collection_pids.append(pid)\n",
    "    except Exception as e:\n",
    "        if \"500\" in str(e):\n",
    "            print(f\"500 error encountered for {dataset_name}. Skipping to the next dataset.\")\n",
    "            continue\n",
    "        else:\n",
    "            raise e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "67e94d86-a9c6-4bd5-b924-8e548784e6a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset.add_directory(\n",
    "    dirpath= g_datafiles_path + \"/data_files/test\",\n",
    "    ignores=[\n",
    "        \"^\\..*\",         # Ignore hidden files and dirs\n",
    "    ]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "6adf8011-6ad0-4c3f-b303-5922c9213870",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<module 'curate' from '/Users/katherinemika/Desktop/curation/historic_datasets/hco/curate.py'>"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import importlib\n",
    "importlib.reload(curate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "77e1fc2e-e0c9-43bd-8120-309de9d817e3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">1</span> validation error for Astrophysics\n",
       "astroType\n",
       "  Object has no attribute <span style=\"color: #008000; text-decoration-color: #008000\">'astroType'</span> <span style=\"font-weight: bold\">[</span><span style=\"color: #808000; text-decoration-color: #808000\">type</span>=<span style=\"color: #800080; text-decoration-color: #800080\">no_such_attribute</span>, <span style=\"color: #808000; text-decoration-color: #808000\">input_value</span>=<span style=\"color: #008000; text-decoration-color: #008000\">'Observation'</span>, <span style=\"color: #808000; text-decoration-color: #808000\">input_type</span>=<span style=\"color: #800080; text-decoration-color: #800080\">str</span><span style=\"font-weight: bold\">]</span>\n",
       "    For further information visit <span style=\"color: #0000ff; text-decoration-color: #0000ff; text-decoration: underline\">https://errors.pydantic.dev/2.7/v/no_such_attribute</span>\n",
       "</pre>\n"
      ],
      "text/plain": [
       "\u001b[1;36m1\u001b[0m validation error for Astrophysics\n",
       "astroType\n",
       "  Object has no attribute \u001b[32m'astroType'\u001b[0m \u001b[1m[\u001b[0m\u001b[33mtype\u001b[0m=\u001b[35mno_such_attribute\u001b[0m, \u001b[33minput_value\u001b[0m=\u001b[32m'Observation'\u001b[0m, \u001b[33minput_type\u001b[0m=\u001b[35mstr\u001b[0m\u001b[1m]\u001b[0m\n",
       "    For further information visit \u001b[4;94mhttps://errors.pydantic.dev/2.7/v/no_such_attribute\u001b[0m\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#single fields - with validation - having trouble with astroType....\n",
    "from pydantic import ValidationError\n",
    "\n",
    "try:\n",
    "    dataset.astrophysics.astroType = \"Observation\"\n",
    "except ValidationError as e:\n",
    "    rich.print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "35afb767-598f-4429-a25b-915cdf371e87",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "42ab4a59-de20-4c06-9679-0c07d86800bb",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "5f068a08-1020-4396-85f2-2d2762cc6c6f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n",
      "{'status': 'OK', 'data': {'message': 'Dataset :persistentId destroyed'}}\n"
     ]
    }
   ],
   "source": [
    "#delete all datasets in collection\n",
    "headers = {\n",
    "    'X-Dataverse-key': g_dataverse_api_key\n",
    "}\n",
    "\n",
    "for pid in collection_pids:\n",
    "    url = '%s/api/datasets/:persistentId/destroy/?persistentId=%s' % (g_dataverse_installation_url, pid)\n",
    "\n",
    "    r = requests.delete(url=url, headers=headers)\n",
    "    print(r.json())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "84729eaa-14b5-48ea-a49a-1166cf4716cb",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}