{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import ast\n",
    "import csv\n",
    "import json\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Loading data from registries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3226</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2020-12-09T11:53:44.000Z</td>\n",
       "      <td>2022-02-08T10:42:36.452Z</td>\n",
       "      <td>10.25504/FAIRsharing.d6423b</td>\n",
       "      <td>WDC Sunspot Index and Long-term Solar Observat...</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'Frédéric Clette', 'contact-...</td>\n",
       "      <td>http://sidc.be/silso/home</td>\n",
       "      <td>3226</td>\n",
       "      <td>The WDC-SILSO is an activity of the Operationa...</td>\n",
       "      <td>WDC-SILSO</td>\n",
       "      <td>[{'url': 'http://www.sidc.be/silso/taxonomy/te...</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>[{'url': 'http://www.sidc.be/silso/datafiles',...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-001740, bsg-d001740]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Electromagnetism, Astrophysics and Astronomy,...</td>\n",
       "      <td>[Climate, Observation design]</td>\n",
       "      <td>[Not applicable]</td>\n",
       "      <td>[Climate change, earth observation, Electromag...</td>\n",
       "      <td>[Belgium]</td>\n",
       "      <td>FAIRsharing record for: WDC Sunspot Index and ...</td>\n",
       "      <td>WDC-SILSO</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.d...</td>\n",
       "      <td>10.25504/FAIRsharing.d6423b</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: The WDC-SIL...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'licence-name': 'SILSO legal notices', 'lice...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_3226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2114</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2014-11-04T15:23:40.000Z</td>\n",
       "      <td>2022-01-21T14:39:02.195Z</td>\n",
       "      <td>10.25504/FAIRsharing.p06nme</td>\n",
       "      <td>Biological Magnetic Resonance Data Bank</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'Helpdesk', 'contact-email':...</td>\n",
       "      <td>https://bmrb.io/</td>\n",
       "      <td>2114</td>\n",
       "      <td>BMRB collects, annotates, archives, and dissem...</td>\n",
       "      <td>BMRB</td>\n",
       "      <td>[{'url': 'https://bmrb.io/bmrb/news/', 'name':...</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>[{'url': 'https://bmrb.io/data_library/rsync.s...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-000584, bsg-d000584]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Structural Biology]</td>\n",
       "      <td>[Molecular structure, Protein structure, Pepti...</td>\n",
       "      <td>[All]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[United States]</td>\n",
       "      <td>FAIRsharing record for: Biological Magnetic Re...</td>\n",
       "      <td>BMRB</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.p...</td>\n",
       "      <td>10.25504/FAIRsharing.p06nme</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: BMRB collec...</td>\n",
       "      <td>[{'id': 552, 'pubmed_id': 18288446, 'title': '...</td>\n",
       "      <td>[{'licence-name': 'wwPDB Privacy and Usage Pol...</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'doi': '10.1093/nar/gkm957', 'pubmed-id': 17...</td>\n",
       "      <td>[{'url': 'https://bmrb.io/validate/', 'name': ...</td>\n",
       "      <td></td>\n",
       "      <td>open</td>\n",
       "      <td>yes</td>\n",
       "      <td>https://bmrb.io/deposit/</td>\n",
       "      <td>open</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_2114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3022</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2020-06-17T10:25:30.000Z</td>\n",
       "      <td>2022-02-08T10:41:04.073Z</td>\n",
       "      <td>10.25504/FAIRsharing.8b7a2f</td>\n",
       "      <td>Fisheries and Oceans Canada Pacific Region Dat...</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'Peter Chandler', 'contact-e...</td>\n",
       "      <td>http://www.pac.dfo-mpo.gc.ca/science/oceans/da...</td>\n",
       "      <td>3022</td>\n",
       "      <td>The Institute of Ocean Sciences (IOS)/Ocean Sc...</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'url': 'DFO.PAC.SCI.IOSData-DonneesISO.SCI.P...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'name': 'Users must contact the Senior Analy...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-001530, bsg-d001530]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Environmental Science, Meteorology, Earth Sci...</td>\n",
       "      <td>[Climate]</td>\n",
       "      <td>[Not applicable]</td>\n",
       "      <td>[Salinity, Temperature]</td>\n",
       "      <td>[Canada]</td>\n",
       "      <td>FAIRsharing record for: Fisheries and Oceans C...</td>\n",
       "      <td>None</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.8...</td>\n",
       "      <td>10.25504/FAIRsharing.8b7a2f</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: The Institu...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'licence-name': 'Fisheries and Oceans Canada...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_3022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2998</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2020-05-21T07:42:30.000Z</td>\n",
       "      <td>2022-02-08T10:40:19.531Z</td>\n",
       "      <td>10.25504/FAIRsharing.e08886</td>\n",
       "      <td>Climate Prediction Center</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'Jon Hoopingarner', 'contact...</td>\n",
       "      <td>https://www.cpc.ncep.noaa.gov/</td>\n",
       "      <td>2998</td>\n",
       "      <td>The Climate Prediction Center (CPC) produces o...</td>\n",
       "      <td>CPC</td>\n",
       "      <td>[{'url': 'https://www.cpc.ncep.noaa.gov/commen...</td>\n",
       "      <td>1970.0</td>\n",
       "      <td>[{'url': 'https://www.cpc.ncep.noaa.gov/', 'na...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-001504, bsg-d001504]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Hydrogeology, Geography, Meteorology, Geodesy...</td>\n",
       "      <td>[Climate]</td>\n",
       "      <td>[Not applicable]</td>\n",
       "      <td>[Forecasting, weather]</td>\n",
       "      <td>[United States]</td>\n",
       "      <td>FAIRsharing record for: Climate Prediction Center</td>\n",
       "      <td>CPC</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.e...</td>\n",
       "      <td>10.25504/FAIRsharing.e08886</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: The Climate...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'licence-name': 'National Weather Service Di...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_2998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2301</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2016-06-03T14:54:08.000Z</td>\n",
       "      <td>2021-11-24T13:17:51.201Z</td>\n",
       "      <td>10.25504/FAIRsharing.meh9wz</td>\n",
       "      <td>Acytostelium Gene Database</td>\n",
       "      <td>deprecated</td>\n",
       "      <td>[{'contact-name': 'Acytostelium genome consort...</td>\n",
       "      <td>http://cosmos.bot.kyoto-u.ac.jp/acytodb//cgi-b...</td>\n",
       "      <td>2301</td>\n",
       "      <td>Genome and transcriptome database of Acytostel...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[biodbcore-000775, bsg-d000775]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Genomics, Life Science, Transcriptomics]</td>\n",
       "      <td>[DNA sequence data, Gene model annotation]</td>\n",
       "      <td>[Acytostelium subglobosum]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[United Kingdom, Japan]</td>\n",
       "      <td>FAIRsharing record for: Acytostelium Gene Data...</td>\n",
       "      <td>None</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.m...</td>\n",
       "      <td>10.25504/FAIRsharing.meh9wz</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: Genome and ...</td>\n",
       "      <td>[{'id': 1139, 'pubmed_id': 25758444, 'title': ...</td>\n",
       "      <td>[]</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>This resource is no longer available at the st...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-9-17</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_2301</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  FAIRsharing_id     FAIRsharing_type FAIRsharing_attributes.created-at  \\\n",
       "0           3226  fairsharing-records          2020-12-09T11:53:44.000Z   \n",
       "1           2114  fairsharing-records          2014-11-04T15:23:40.000Z   \n",
       "2           3022  fairsharing-records          2020-06-17T10:25:30.000Z   \n",
       "3           2998  fairsharing-records          2020-05-21T07:42:30.000Z   \n",
       "4           2301  fairsharing-records          2016-06-03T14:54:08.000Z   \n",
       "\n",
       "  FAIRsharing_attributes.updated-at FAIRsharing_attributes.metadata.doi  \\\n",
       "0          2022-02-08T10:42:36.452Z         10.25504/FAIRsharing.d6423b   \n",
       "1          2022-01-21T14:39:02.195Z         10.25504/FAIRsharing.p06nme   \n",
       "2          2022-02-08T10:41:04.073Z         10.25504/FAIRsharing.8b7a2f   \n",
       "3          2022-02-08T10:40:19.531Z         10.25504/FAIRsharing.e08886   \n",
       "4          2021-11-24T13:17:51.201Z         10.25504/FAIRsharing.meh9wz   \n",
       "\n",
       "                FAIRsharing_attributes.metadata.name  \\\n",
       "0  WDC Sunspot Index and Long-term Solar Observat...   \n",
       "1            Biological Magnetic Resonance Data Bank   \n",
       "2  Fisheries and Oceans Canada Pacific Region Dat...   \n",
       "3                          Climate Prediction Center   \n",
       "4                         Acytostelium Gene Database   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.status  \\\n",
       "0                                  ready   \n",
       "1                                  ready   \n",
       "2                                  ready   \n",
       "3                                  ready   \n",
       "4                             deprecated   \n",
       "\n",
       "            FAIRsharing_attributes.metadata.contacts  \\\n",
       "0  [{'contact-name': 'Frédéric Clette', 'contact-...   \n",
       "1  [{'contact-name': 'Helpdesk', 'contact-email':...   \n",
       "2  [{'contact-name': 'Peter Chandler', 'contact-e...   \n",
       "3  [{'contact-name': 'Jon Hoopingarner', 'contact...   \n",
       "4  [{'contact-name': 'Acytostelium genome consort...   \n",
       "\n",
       "            FAIRsharing_attributes.metadata.homepage  \\\n",
       "0                          http://sidc.be/silso/home   \n",
       "1                                   https://bmrb.io/   \n",
       "2  http://www.pac.dfo-mpo.gc.ca/science/oceans/da...   \n",
       "3                     https://www.cpc.ncep.noaa.gov/   \n",
       "4  http://cosmos.bot.kyoto-u.ac.jp/acytodb//cgi-b...   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                                        3226   \n",
       "1                                        2114   \n",
       "2                                        3022   \n",
       "3                                        2998   \n",
       "4                                        2301   \n",
       "\n",
       "         FAIRsharing_attributes.metadata.description  \\\n",
       "0  The WDC-SILSO is an activity of the Operationa...   \n",
       "1  BMRB collects, annotates, archives, and dissem...   \n",
       "2  The Institute of Ocean Sciences (IOS)/Ocean Sc...   \n",
       "3  The Climate Prediction Center (CPC) produces o...   \n",
       "4  Genome and transcriptome database of Acytostel...   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                    WDC-SILSO   \n",
       "1                                         BMRB   \n",
       "2                                         None   \n",
       "3                                          CPC   \n",
       "4                                          NaN   \n",
       "\n",
       "       FAIRsharing_attributes.metadata.support-links  \\\n",
       "0  [{'url': 'http://www.sidc.be/silso/taxonomy/te...   \n",
       "1  [{'url': 'https://bmrb.io/bmrb/news/', 'name':...   \n",
       "2  [{'url': 'DFO.PAC.SCI.IOSData-DonneesISO.SCI.P...   \n",
       "3  [{'url': 'https://www.cpc.ncep.noaa.gov/commen...   \n",
       "4                                                NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                         2013.0   \n",
       "1                                         1988.0   \n",
       "2                                            NaN   \n",
       "3                                         1970.0   \n",
       "4                                         2008.0   \n",
       "\n",
       "      FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0  [{'url': 'http://www.sidc.be/silso/datafiles',...   \n",
       "1  [{'url': 'https://bmrb.io/data_library/rsync.s...   \n",
       "2  [{'name': 'Users must contact the Senior Analy...   \n",
       "3  [{'url': 'https://www.cpc.ncep.noaa.gov/', 'na...   \n",
       "4                                                NaN   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "1  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "2  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "3  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0   [biodbcore-001740, bsg-d001740]   \n",
       "1   [biodbcore-000584, bsg-d000584]   \n",
       "2   [biodbcore-001530, bsg-d001530]   \n",
       "3   [biodbcore-001504, bsg-d001504]   \n",
       "4   [biodbcore-000775, bsg-d000775]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                                    Database   \n",
       "1                                    Database   \n",
       "2                                    Database   \n",
       "3                                    Database   \n",
       "4                                    Database   \n",
       "\n",
       "  FAIRsharing_attributes.record-type  \\\n",
       "0                         repository   \n",
       "1                         repository   \n",
       "2                         repository   \n",
       "3                         repository   \n",
       "4                         repository   \n",
       "\n",
       "                     FAIRsharing_attributes.subjects  \\\n",
       "0  [Electromagnetism, Astrophysics and Astronomy,...   \n",
       "1                               [Structural Biology]   \n",
       "2  [Environmental Science, Meteorology, Earth Sci...   \n",
       "3  [Hydrogeology, Geography, Meteorology, Geodesy...   \n",
       "4          [Genomics, Life Science, Transcriptomics]   \n",
       "\n",
       "                      FAIRsharing_attributes.domains  \\\n",
       "0                      [Climate, Observation design]   \n",
       "1  [Molecular structure, Protein structure, Pepti...   \n",
       "2                                          [Climate]   \n",
       "3                                          [Climate]   \n",
       "4         [DNA sequence data, Gene model annotation]   \n",
       "\n",
       "  FAIRsharing_attributes.taxonomies  \\\n",
       "0                  [Not applicable]   \n",
       "1                             [All]   \n",
       "2                  [Not applicable]   \n",
       "3                  [Not applicable]   \n",
       "4        [Acytostelium subglobosum]   \n",
       "\n",
       "            FAIRsharing_attributes.user-defined-tags  \\\n",
       "0  [Climate change, earth observation, Electromag...   \n",
       "1                                                 []   \n",
       "2                            [Salinity, Temperature]   \n",
       "3                             [Forecasting, weather]   \n",
       "4                                                 []   \n",
       "\n",
       "  FAIRsharing_attributes.countries  \\\n",
       "0                        [Belgium]   \n",
       "1                  [United States]   \n",
       "2                         [Canada]   \n",
       "3                  [United States]   \n",
       "4          [United Kingdom, Japan]   \n",
       "\n",
       "                         FAIRsharing_attributes.name  \\\n",
       "0  FAIRsharing record for: WDC Sunspot Index and ...   \n",
       "1  FAIRsharing record for: Biological Magnetic Re...   \n",
       "2  FAIRsharing record for: Fisheries and Oceans C...   \n",
       "3  FAIRsharing record for: Climate Prediction Center   \n",
       "4  FAIRsharing record for: Acytostelium Gene Data...   \n",
       "\n",
       "  FAIRsharing_attributes.abbreviation  \\\n",
       "0                           WDC-SILSO   \n",
       "1                                BMRB   \n",
       "2                                None   \n",
       "3                                 CPC   \n",
       "4                                None   \n",
       "\n",
       "                          FAIRsharing_attributes.url  \\\n",
       "0  https://fairsharing.org/10.25504/FAIRsharing.d...   \n",
       "1  https://fairsharing.org/10.25504/FAIRsharing.p...   \n",
       "2  https://fairsharing.org/10.25504/FAIRsharing.8...   \n",
       "3  https://fairsharing.org/10.25504/FAIRsharing.e...   \n",
       "4  https://fairsharing.org/10.25504/FAIRsharing.m...   \n",
       "\n",
       "    FAIRsharing_attributes.doi  \\\n",
       "0  10.25504/FAIRsharing.d6423b   \n",
       "1  10.25504/FAIRsharing.p06nme   \n",
       "2  10.25504/FAIRsharing.8b7a2f   \n",
       "3  10.25504/FAIRsharing.e08886   \n",
       "4  10.25504/FAIRsharing.meh9wz   \n",
       "\n",
       "          FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "1  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "2  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "3  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "4  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "\n",
       "                  FAIRsharing_attributes.description  \\\n",
       "0  This FAIRsharing record describes: The WDC-SIL...   \n",
       "1  This FAIRsharing record describes: BMRB collec...   \n",
       "2  This FAIRsharing record describes: The Institu...   \n",
       "3  This FAIRsharing record describes: The Climate...   \n",
       "4  This FAIRsharing record describes: Genome and ...   \n",
       "\n",
       "                 FAIRsharing_attributes.publications  \\\n",
       "0                                                 []   \n",
       "1  [{'id': 552, 'pubmed_id': 18288446, 'title': '...   \n",
       "2                                                 []   \n",
       "3                                                 []   \n",
       "4  [{'id': 1139, 'pubmed_id': 25758444, 'title': ...   \n",
       "\n",
       "                FAIRsharing_attributes.licence-links  \\\n",
       "0  [{'licence-name': 'SILSO legal notices', 'lice...   \n",
       "1  [{'licence-name': 'wwPDB Privacy and Usage Pol...   \n",
       "2  [{'licence-name': 'Fisheries and Oceans Canada...   \n",
       "3  [{'licence-name': 'National Weather Service Di...   \n",
       "4                                                 []   \n",
       "\n",
       "  FAIRsharing_attributes.url-for-logo  \\\n",
       "0                                None   \n",
       "1                                None   \n",
       "2                                None   \n",
       "3                                None   \n",
       "4                                None   \n",
       "\n",
       "           FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                                NaN   \n",
       "1  [{'doi': '10.1093/nar/gkm957', 'pubmed-id': 17...   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                                NaN   \n",
       "1  [{'url': 'https://bmrb.io/validate/', 'name': ...   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                                NaN   \n",
       "1                                                      \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  This resource is no longer available at the st...   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                                NaN           \n",
       "1                                               open           \n",
       "2                                                NaN           \n",
       "3                                                NaN           \n",
       "4                                                NaN           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                                NaN         \n",
       "1                                                yes         \n",
       "2                                                NaN         \n",
       "3                                                NaN         \n",
       "4                                                NaN         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                                NaN              \n",
       "1                           https://bmrb.io/deposit/              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                                NaN               \n",
       "1                                               open               \n",
       "2                                                NaN               \n",
       "3                                                NaN               \n",
       "4                                                NaN               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                        2021-9-17   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                                NaN          \n",
       "1                                                NaN          \n",
       "2                                                NaN          \n",
       "3                                                NaN          \n",
       "4                                                NaN          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                                NaN            \n",
       "1                                                NaN            \n",
       "2                                                NaN            \n",
       "3                                                NaN            \n",
       "4                                                NaN            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                                NaN                       \n",
       "1                                                NaN                       \n",
       "2                                                NaN                       \n",
       "3                                                NaN                       \n",
       "4                                                NaN                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                               NaN   \n",
       "1                                               NaN   \n",
       "2                                               NaN   \n",
       "3                                               NaN   \n",
       "4                                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                                NaN                 \n",
       "1                                                NaN                 \n",
       "2                                                NaN                 \n",
       "3                                                NaN                 \n",
       "4                                                NaN                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \n",
       "0                                       NaN      FAIRsharing_3226  \n",
       "1                                       NaN      FAIRsharing_2114  \n",
       "2                                       NaN      FAIRsharing_3022  \n",
       "3                                       NaN      FAIRsharing_2998  \n",
       "4                                       NaN      FAIRsharing_2301  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open('../data/raw/fairsharing_dump_api_02_2022.json') as f:\n",
    "    lines = f.read().splitlines()\n",
    "    \n",
    "fairsharing_df = pd.DataFrame(lines)\n",
    "fairsharing_df.columns = ['json_element']\n",
    "fairsharing_df['json_element'].apply(json.loads)\n",
    "fairsharing_df = pd.json_normalize(fairsharing_df['json_element'].apply(json.loads))\n",
    "\n",
    "fairsharing_df['unique_id'] = 'FAIRsharing_' + fairsharing_df.id\n",
    "fairsharing_df = fairsharing_df.add_prefix('FAIRsharing_')\n",
    "fairsharing_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>r3d100000001</td>\n",
       "      <td>Odum Institute Archive Dataverse</td>\n",
       "      <td>eng</td>\n",
       "      <td>[]</td>\n",
       "      <td>https://dataverse.unc.edu/dataverse/odum</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"https://dataverse.unc.edu/dataverse/odum#\", ...</td>\n",
       "      <td>The Odum Institute Archive Dataverse contains ...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[disciplinary]</td>\n",
       "      <td>{\"size\": \"13 dataverses; 3.050 datasets\", \"upd...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\"]</td>\n",
       "      <td>[{'name': '1 Humanities and Social Sciences', ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'name': 'Databases', 'scheme': 'parse'}, {'n...</td>\n",
       "      <td>[dataProvider]</td>\n",
       "      <td>[FAIR, Middle East, crime, demography, economy...</td>\n",
       "      <td>[{'institutionName': 'Odum Institute for Resea...</td>\n",
       "      <td>[{\"policyName\": \"Collection Development Policy...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[{\"databaseLicenseName\": \"CC0\", \"databaseLicen...</td>\n",
       "      <td>[{\"dataAccessType\": \"embargoed\", \"dataAccessRe...</td>\n",
       "      <td>[{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"DataVerse\"]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{}</td>\n",
       "      <td>[\"DOI\"]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>unknown</td>\n",
       "      <td>yes</td>\n",
       "      <td>[\"other\"]</td>\n",
       "      <td>[{\"metadataStandardName\": \"DDI - Data Document...</td>\n",
       "      <td>{}</td>\n",
       "      <td>Odum Dataverse is covered by Thomson Reuters D...</td>\n",
       "      <td>2013-06-10</td>\n",
       "      <td>2021-07-06</td>\n",
       "      <td>re3data_r3d100000001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>r3d100000002</td>\n",
       "      <td>Access to Archival Databases</td>\n",
       "      <td>eng</td>\n",
       "      <td>[{'additionalName': 'AAD', 'additionalNameLang...</td>\n",
       "      <td>https://aad.archives.gov/aad/</td>\n",
       "      <td>[RRID:SCR_010479, RRID:nlx_157752]</td>\n",
       "      <td>[\"https://www.archives.gov/contact\"]</td>\n",
       "      <td>You will find in the Access to Archival Databa...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[disciplinary]</td>\n",
       "      <td>{\"size\": \"\", \"updatedp\": \"\"}</td>\n",
       "      <td>1985</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\", \"spa\"]</td>\n",
       "      <td>[{'name': '1 Humanities and Social Sciences', ...</td>\n",
       "      <td>https://www.archives.gov/publications/general-...</td>\n",
       "      <td>[{'name': 'Images', 'scheme': 'parse'}, {'name...</td>\n",
       "      <td>[dataProvider]</td>\n",
       "      <td>[US History]</td>\n",
       "      <td>[{'institutionName': 'The U.S. National Archiv...</td>\n",
       "      <td>[{\"policyName\": \"Contribution Policy\", \"policy...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"dataAccessType\": \"open\", \"dataAccessRestric...</td>\n",
       "      <td>[{\"dataLicenseName\": \"Copyrights\", \"dataLicens...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"unknown\"]</td>\n",
       "      <td>no</td>\n",
       "      <td>{\"api\": \"https://www.archives.gov/developer#to...</td>\n",
       "      <td>[\"none\"]</td>\n",
       "      <td>https://aad.archives.gov/aad/help/getting-star...</td>\n",
       "      <td>[]</td>\n",
       "      <td>unknown</td>\n",
       "      <td>unknown</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"syndication\": \"http://www.archives.gov/socia...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-07-04</td>\n",
       "      <td>2021-05-25</td>\n",
       "      <td>re3data_r3d100000002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>r3d100000004</td>\n",
       "      <td>Datenbank Gesprochenes Deutsch</td>\n",
       "      <td>deu</td>\n",
       "      <td>[{'additionalName': 'DGD', 'additionalNameLang...</td>\n",
       "      <td>https://dgd.ids-mannheim.de/</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"dgd@ids-mannheim.de\"]</td>\n",
       "      <td>The \"Database for Spoken German (DGD)\" is a co...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[disciplinary]</td>\n",
       "      <td>{\"size\": \"34 corpora\", \"updatedp\": \"2020-02-03\"}</td>\n",
       "      <td>2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"deu\"]</td>\n",
       "      <td>[{'name': '1 Humanities and Social Sciences', ...</td>\n",
       "      <td>https://dgd.ids-mannheim.de/dgd/pragdb.dgd_ext...</td>\n",
       "      <td>[{'name': 'Audiovisual data', 'scheme': 'parse...</td>\n",
       "      <td>[dataProvider, serviceProvider]</td>\n",
       "      <td>[Australian German, FOLK, German dialects, Pfe...</td>\n",
       "      <td>[{'institutionName': 'Institut für Deutsche Sp...</td>\n",
       "      <td>[{\"policyName\": \"Erfurter Aufruf zur Sicherung...</td>\n",
       "      <td>{\"databaseAccessType\": \"restricted\", \"databas...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"dataAccessType\": \"restricted\", \"dataAccessR...</td>\n",
       "      <td>[{\"dataLicenseName\": \"other\", \"dataLicenseURL\"...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"other\"]</td>\n",
       "      <td>yes</td>\n",
       "      <td>{}</td>\n",
       "      <td>[\"none\"]</td>\n",
       "      <td>http://agd.ids-mannheim.de/konditionen.shtml</td>\n",
       "      <td>[]</td>\n",
       "      <td>unknown</td>\n",
       "      <td>unknown</td>\n",
       "      <td>[\"RatSWD\"]</td>\n",
       "      <td>[]</td>\n",
       "      <td>{}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-07-20</td>\n",
       "      <td>2020-08-27</td>\n",
       "      <td>re3data_r3d100000004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>r3d100000005</td>\n",
       "      <td>UNC Dataverse</td>\n",
       "      <td>eng</td>\n",
       "      <td>[{'additionalName': 'University of North Carol...</td>\n",
       "      <td>https://dataverse.unc.edu/</td>\n",
       "      <td>[FAIRsharing_doi:10.25504/FAIRsharing.pS2p8c]</td>\n",
       "      <td>[\"https://dataverse.unc.edu/\", \"odumarchive@un...</td>\n",
       "      <td>UNC Dataverse is an open-source repository sof...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[institutional]</td>\n",
       "      <td>{\"size\": \"186 dataverses; 25.272 studies; 229....</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\"]</td>\n",
       "      <td>[{'name': '1 Humanities and Social Sciences', ...</td>\n",
       "      <td>https://odum.unc.edu/about/mission-vision/</td>\n",
       "      <td>[{'name': 'Archived data', 'scheme': 'parse'},...</td>\n",
       "      <td>[dataProvider, serviceProvider]</td>\n",
       "      <td>[FAIR, census, demographic survey, demography,...</td>\n",
       "      <td>[{'institutionName': 'Odum Institute for Resea...</td>\n",
       "      <td>[{\"policyName\": \"Collection Development Policy...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"dataAccessType\": \"open\", \"dataAccessRestric...</td>\n",
       "      <td>[{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[{\"dataUploadLicenseName\": \"Data Deposit Form\"...</td>\n",
       "      <td>[\"DataVerse\"]</td>\n",
       "      <td>yes</td>\n",
       "      <td>{\"api\": \"https://guides.dataverse.org/en/lates...</td>\n",
       "      <td>[\"ARK\", \"DOI\", \"PURL\", \"URN\", \"hdl\"]</td>\n",
       "      <td>https://dataverse.org/best-practices/data-cita...</td>\n",
       "      <td>[]</td>\n",
       "      <td>unknown</td>\n",
       "      <td>yes</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"metadataStandardName\": \"DDI - Data Document...</td>\n",
       "      <td>{}</td>\n",
       "      <td>UNC Dataverse is covered by Clarivate Data Cit...</td>\n",
       "      <td>2012-07-23</td>\n",
       "      <td>2021-10-25</td>\n",
       "      <td>re3data_r3d100000005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>r3d100000006</td>\n",
       "      <td>Archaeology Data Service</td>\n",
       "      <td>eng</td>\n",
       "      <td>[{'additionalName': 'ADS', 'additionalNameLang...</td>\n",
       "      <td>https://archaeologydataservice.ac.uk/</td>\n",
       "      <td>[FAIRsharing_doi:10.25504/FAIRsharing.hm1mfg]</td>\n",
       "      <td>[\"help@archaeologydataservice.ac.uk\", \"https:/...</td>\n",
       "      <td>The ADS is an accredited digital repository fo...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[disciplinary]</td>\n",
       "      <td>{\"size\": \"1837 results\", \"updatedp\": \"2020-05-...</td>\n",
       "      <td>1996-10-01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\"]</td>\n",
       "      <td>[{'name': '1 Humanities and Social Sciences', ...</td>\n",
       "      <td>https://archaeologydataservice.ac.uk/about/our...</td>\n",
       "      <td>[{'name': 'Archived data', 'scheme': 'parse'},...</td>\n",
       "      <td>[dataProvider, serviceProvider]</td>\n",
       "      <td>[FAIR, archaeology, cultural heritage, prehist...</td>\n",
       "      <td>[{'institutionName': 'Arts and Humanities Rese...</td>\n",
       "      <td>[{\"policyName\": \"ADS Guides to good practice\",...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[{\"databaseLicenseName\": \"CC\", \"databaseLicens...</td>\n",
       "      <td>[{\"dataAccessType\": \"open\", \"dataAccessRestric...</td>\n",
       "      <td>[{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[{\"dataUploadLicenseName\": \"Guidelines for Dep...</td>\n",
       "      <td>[\"other\"]</td>\n",
       "      <td>yes</td>\n",
       "      <td>{\"api\": \"https://archaeologydataservice.ac.uk/...</td>\n",
       "      <td>[\"DOI\"]</td>\n",
       "      <td>https://archaeologydataservice.ac.uk/advice/te...</td>\n",
       "      <td>[]</td>\n",
       "      <td>unknown</td>\n",
       "      <td>yes</td>\n",
       "      <td>[\"other\"]</td>\n",
       "      <td>[{\"metadataStandardName\": \"DataCite Metadata S...</td>\n",
       "      <td>{\"syndication\": \"https://archaeologydataservic...</td>\n",
       "      <td>ADS is covered by Clarivate Data Citation Inde...</td>\n",
       "      <td>2012-07-23</td>\n",
       "      <td>2021-09-02</td>\n",
       "      <td>re3data_r3d100000006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  re3data_orgIdentifier            re3data_repositoryName  \\\n",
       "0          r3d100000001  Odum Institute Archive Dataverse   \n",
       "1          r3d100000002      Access to Archival Databases   \n",
       "2          r3d100000004    Datenbank Gesprochenes Deutsch   \n",
       "3          r3d100000005                     UNC Dataverse   \n",
       "4          r3d100000006          Archaeology Data Service   \n",
       "\n",
       "  re3data_repositoryName.language  \\\n",
       "0                             eng   \n",
       "1                             eng   \n",
       "2                             deu   \n",
       "3                             eng   \n",
       "4                             eng   \n",
       "\n",
       "                              re3data_additionalName  \\\n",
       "0                                                 []   \n",
       "1  [{'additionalName': 'AAD', 'additionalNameLang...   \n",
       "2  [{'additionalName': 'DGD', 'additionalNameLang...   \n",
       "3  [{'additionalName': 'University of North Carol...   \n",
       "4  [{'additionalName': 'ADS', 'additionalNameLang...   \n",
       "\n",
       "                      re3data_repositoryURL  \\\n",
       "0  https://dataverse.unc.edu/dataverse/odum   \n",
       "1             https://aad.archives.gov/aad/   \n",
       "2              https://dgd.ids-mannheim.de/   \n",
       "3                https://dataverse.unc.edu/   \n",
       "4     https://archaeologydataservice.ac.uk/   \n",
       "\n",
       "                    re3data_repositoryIdentifier  \\\n",
       "0                                             []   \n",
       "1             [RRID:SCR_010479, RRID:nlx_157752]   \n",
       "2                                             []   \n",
       "3  [FAIRsharing_doi:10.25504/FAIRsharing.pS2p8c]   \n",
       "4  [FAIRsharing_doi:10.25504/FAIRsharing.hm1mfg]   \n",
       "\n",
       "                           re3data_repositoryContact  \\\n",
       "0  [\"https://dataverse.unc.edu/dataverse/odum#\", ...   \n",
       "1               [\"https://www.archives.gov/contact\"]   \n",
       "2                            [\"dgd@ids-mannheim.de\"]   \n",
       "3  [\"https://dataverse.unc.edu/\", \"odumarchive@un...   \n",
       "4  [\"help@archaeologydataservice.ac.uk\", \"https:/...   \n",
       "\n",
       "                                 re3data_description  \\\n",
       "0  The Odum Institute Archive Dataverse contains ...   \n",
       "1  You will find in the Access to Archival Databa...   \n",
       "2  The \"Database for Spoken German (DGD)\" is a co...   \n",
       "3  UNC Dataverse is an open-source repository sof...   \n",
       "4  The ADS is an accredited digital repository fo...   \n",
       "\n",
       "  re3data_description.language     re3data_type  \\\n",
       "0                          eng   [disciplinary]   \n",
       "1                          eng   [disciplinary]   \n",
       "2                          eng   [disciplinary]   \n",
       "3                          eng  [institutional]   \n",
       "4                          eng   [disciplinary]   \n",
       "\n",
       "                                        re3data_size re3data_startDate  \\\n",
       "0  {\"size\": \"13 dataverses; 3.050 datasets\", \"upd...               NaN   \n",
       "1                       {\"size\": \"\", \"updatedp\": \"\"}              1985   \n",
       "2   {\"size\": \"34 corpora\", \"updatedp\": \"2020-02-03\"}              2012   \n",
       "3  {\"size\": \"186 dataverses; 25.272 studies; 229....              2011   \n",
       "4  {\"size\": \"1837 results\", \"updatedp\": \"2020-05-...        1996-10-01   \n",
       "\n",
       "  re3data_endDate re3data_repositoryLanguage  \\\n",
       "0             NaN                    [\"eng\"]   \n",
       "1             NaN             [\"eng\", \"spa\"]   \n",
       "2             NaN                    [\"deu\"]   \n",
       "3             NaN                    [\"eng\"]   \n",
       "4             NaN                    [\"eng\"]   \n",
       "\n",
       "                                     re3data_subject  \\\n",
       "0  [{'name': '1 Humanities and Social Sciences', ...   \n",
       "1  [{'name': '1 Humanities and Social Sciences', ...   \n",
       "2  [{'name': '1 Humanities and Social Sciences', ...   \n",
       "3  [{'name': '1 Humanities and Social Sciences', ...   \n",
       "4  [{'name': '1 Humanities and Social Sciences', ...   \n",
       "\n",
       "                         re3data_missionStatementURL  \\\n",
       "0                                                NaN   \n",
       "1  https://www.archives.gov/publications/general-...   \n",
       "2  https://dgd.ids-mannheim.de/dgd/pragdb.dgd_ext...   \n",
       "3         https://odum.unc.edu/about/mission-vision/   \n",
       "4  https://archaeologydataservice.ac.uk/about/our...   \n",
       "\n",
       "                                 re3data_contentType  \\\n",
       "0  [{'name': 'Databases', 'scheme': 'parse'}, {'n...   \n",
       "1  [{'name': 'Images', 'scheme': 'parse'}, {'name...   \n",
       "2  [{'name': 'Audiovisual data', 'scheme': 'parse...   \n",
       "3  [{'name': 'Archived data', 'scheme': 'parse'},...   \n",
       "4  [{'name': 'Archived data', 'scheme': 'parse'},...   \n",
       "\n",
       "              re3data_providerType  \\\n",
       "0                   [dataProvider]   \n",
       "1                   [dataProvider]   \n",
       "2  [dataProvider, serviceProvider]   \n",
       "3  [dataProvider, serviceProvider]   \n",
       "4  [dataProvider, serviceProvider]   \n",
       "\n",
       "                                     re3data_keyword  \\\n",
       "0  [FAIR, Middle East, crime, demography, economy...   \n",
       "1                                       [US History]   \n",
       "2  [Australian German, FOLK, German dialects, Pfe...   \n",
       "3  [FAIR, census, demographic survey, demography,...   \n",
       "4  [FAIR, archaeology, cultural heritage, prehist...   \n",
       "\n",
       "                                 re3data_institution  \\\n",
       "0  [{'institutionName': 'Odum Institute for Resea...   \n",
       "1  [{'institutionName': 'The U.S. National Archiv...   \n",
       "2  [{'institutionName': 'Institut für Deutsche Sp...   \n",
       "3  [{'institutionName': 'Odum Institute for Resea...   \n",
       "4  [{'institutionName': 'Arts and Humanities Rese...   \n",
       "\n",
       "                                      re3data_policy  \\\n",
       "0  [{\"policyName\": \"Collection Development Policy...   \n",
       "1  [{\"policyName\": \"Contribution Policy\", \"policy...   \n",
       "2  [{\"policyName\": \"Erfurter Aufruf zur Sicherung...   \n",
       "3  [{\"policyName\": \"Collection Development Policy...   \n",
       "4  [{\"policyName\": \"ADS Guides to good practice\",...   \n",
       "\n",
       "                              re3data_databaseAccess  \\\n",
       "0   {\"databaseAccessType\": \"open\", \"databaseAcces...   \n",
       "1   {\"databaseAccessType\": \"open\", \"databaseAcces...   \n",
       "2   {\"databaseAccessType\": \"restricted\", \"databas...   \n",
       "3   {\"databaseAccessType\": \"open\", \"databaseAcces...   \n",
       "4   {\"databaseAccessType\": \"open\", \"databaseAcces...   \n",
       "\n",
       "                             re3data_databaseLicense  \\\n",
       "0  [{\"databaseLicenseName\": \"CC0\", \"databaseLicen...   \n",
       "1                                                 []   \n",
       "2                                                 []   \n",
       "3                                                 []   \n",
       "4  [{\"databaseLicenseName\": \"CC\", \"databaseLicens...   \n",
       "\n",
       "                                  re3data_dataAccess  \\\n",
       "0  [{\"dataAccessType\": \"embargoed\", \"dataAccessRe...   \n",
       "1  [{\"dataAccessType\": \"open\", \"dataAccessRestric...   \n",
       "2  [{\"dataAccessType\": \"restricted\", \"dataAccessR...   \n",
       "3  [{\"dataAccessType\": \"open\", \"dataAccessRestric...   \n",
       "4  [{\"dataAccessType\": \"open\", \"dataAccessRestric...   \n",
       "\n",
       "                                 re3data_dataLicense re3data_dataUploadType  \\\n",
       "0  [{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...             restricted   \n",
       "1  [{\"dataLicenseName\": \"Copyrights\", \"dataLicens...             restricted   \n",
       "2  [{\"dataLicenseName\": \"other\", \"dataLicenseURL\"...             restricted   \n",
       "3  [{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...             restricted   \n",
       "4  [{\"dataLicenseName\": \"CC\", \"dataLicenseURL\": \"...             restricted   \n",
       "\n",
       "                           re3data_dataUploadLicense re3data_software  \\\n",
       "0                                                 []    [\"DataVerse\"]   \n",
       "1                                                 []      [\"unknown\"]   \n",
       "2                                                 []        [\"other\"]   \n",
       "3  [{\"dataUploadLicenseName\": \"Data Deposit Form\"...    [\"DataVerse\"]   \n",
       "4  [{\"dataUploadLicenseName\": \"Guidelines for Dep...        [\"other\"]   \n",
       "\n",
       "  re3data_versioning                                        re3data_api  \\\n",
       "0                NaN                                                 {}   \n",
       "1                 no  {\"api\": \"https://www.archives.gov/developer#to...   \n",
       "2                yes                                                 {}   \n",
       "3                yes  {\"api\": \"https://guides.dataverse.org/en/lates...   \n",
       "4                yes  {\"api\": \"https://archaeologydataservice.ac.uk/...   \n",
       "\n",
       "                      re3data_pidSystem  \\\n",
       "0                               [\"DOI\"]   \n",
       "1                              [\"none\"]   \n",
       "2                              [\"none\"]   \n",
       "3  [\"ARK\", \"DOI\", \"PURL\", \"URN\", \"hdl\"]   \n",
       "4                               [\"DOI\"]   \n",
       "\n",
       "                        re3data_citationGuidelineURL re3data_aidSystem  \\\n",
       "0                                                NaN                []   \n",
       "1  https://aad.archives.gov/aad/help/getting-star...                []   \n",
       "2       http://agd.ids-mannheim.de/konditionen.shtml                []   \n",
       "3  https://dataverse.org/best-practices/data-cita...                []   \n",
       "4  https://archaeologydataservice.ac.uk/advice/te...                []   \n",
       "\n",
       "  re3data_enhancedPublication re3data_qualityManagement re3data_certificate  \\\n",
       "0                     unknown                       yes           [\"other\"]   \n",
       "1                     unknown                   unknown                  []   \n",
       "2                     unknown                   unknown          [\"RatSWD\"]   \n",
       "3                     unknown                       yes                  []   \n",
       "4                     unknown                       yes           [\"other\"]   \n",
       "\n",
       "                            re3data_metadataStandard  \\\n",
       "0  [{\"metadataStandardName\": \"DDI - Data Document...   \n",
       "1                                                 []   \n",
       "2                                                 []   \n",
       "3  [{\"metadataStandardName\": \"DDI - Data Document...   \n",
       "4  [{\"metadataStandardName\": \"DataCite Metadata S...   \n",
       "\n",
       "                                 re3data_syndication  \\\n",
       "0                                                 {}   \n",
       "1  {\"syndication\": \"http://www.archives.gov/socia...   \n",
       "2                                                 {}   \n",
       "3                                                 {}   \n",
       "4  {\"syndication\": \"https://archaeologydataservic...   \n",
       "\n",
       "                                     re3data_remarks re3data_entryDate  \\\n",
       "0  Odum Dataverse is covered by Thomson Reuters D...        2013-06-10   \n",
       "1                                                NaN        2012-07-04   \n",
       "2                                                NaN        2012-07-20   \n",
       "3  UNC Dataverse is covered by Clarivate Data Cit...        2012-07-23   \n",
       "4  ADS is covered by Clarivate Data Citation Inde...        2012-07-23   \n",
       "\n",
       "  re3data_lastUpdate     re3data_unique_id  \n",
       "0         2021-07-06  re3data_r3d100000001  \n",
       "1         2021-05-25  re3data_r3d100000002  \n",
       "2         2020-08-27  re3data_r3d100000004  \n",
       "3         2021-10-25  re3data_r3d100000005  \n",
       "4         2021-09-02  re3data_r3d100000006  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "re3data_df = pd.read_csv('../data/raw/re3data.tsv', delimiter='\\t',\n",
    "                        converters={'subject': ast.literal_eval,\n",
    "                                    'keyword': ast.literal_eval,\n",
    "                                    'additionalName': ast.literal_eval,\n",
    "                                    'repositoryIdentifier': ast.literal_eval,\n",
    "                                    'type': ast.literal_eval,\n",
    "                                    'contentType': ast.literal_eval,\n",
    "                                    'providerType': ast.literal_eval,\n",
    "                                    'institution': ast.literal_eval\n",
    "                                    })\n",
    "\n",
    "re3data_df['unique_id'] = 're3data_' + re3data_df.orgIdentifier\n",
    "re3data_df = re3data_df.add_prefix('re3data_')\n",
    "re3data_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>134</td>\n",
       "      <td>{\"name\": \"eldorado - repository of the tu dort...</td>\n",
       "      <td>[{'name': 'eldorado - ressourcen aus und für l...</td>\n",
       "      <td>https://eldorado.tu-dortmund.de</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:34:54</td>\n",
       "      <td>2005-12-19 14:57:52</td>\n",
       "      <td>[arts, humanities, science, mathematics, socia...</td>\n",
       "      <td>[journal_articles, conference_and_workshop_pap...</td>\n",
       "      <td>[{'name': 'technische universität dortmund', '...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"dspace\", \"version\": \"\"}</td>\n",
       "      <td>https://eldorado.tu-dortmund.de/oai/request</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9629.0</td>\n",
       "      <td>20963.0</td>\n",
       "      <td>OpenDOAR_134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>58</td>\n",
       "      <td>{\"name\": \"archive ouverte en sciences de linfo...</td>\n",
       "      <td>[{'acronym': '@rchivesic'}]</td>\n",
       "      <td>https://archivesic.ccsd.cnrs.fr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:34:53</td>\n",
       "      <td>2006-01-13 12:48:32</td>\n",
       "      <td>[arts, science, technology, engineering, mathe...</td>\n",
       "      <td>[journal_articles, conference_and_workshop_pap...</td>\n",
       "      <td>[{'name': 'centre pour la communication scient...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"hal\", \"version\": \"\"}</td>\n",
       "      <td>https://api.archives-ouvertes.fr/oai/archivesic</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>55492.0</td>\n",
       "      <td>1137498.0</td>\n",
       "      <td>OpenDOAR_58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>93</td>\n",
       "      <td>{\"name\": \"digitalcommons@the texas medical cen...</td>\n",
       "      <td>[]</td>\n",
       "      <td>http://digitalcommons.library.tmc.edu/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:34:53</td>\n",
       "      <td>2006-02-14 11:16:12</td>\n",
       "      <td>[health and medicine]</td>\n",
       "      <td>[journal_articles, theses_and_dissertations]</td>\n",
       "      <td>[{'name': 'texas medical center', 'alternative...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"other\", \"version\": \"\"}</td>\n",
       "      <td>http://digitalcommons.library.tmc.edu/do/oai/</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2658.0</td>\n",
       "      <td>7268.0</td>\n",
       "      <td>OpenDOAR_93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>68</td>\n",
       "      <td>{\"name\": \"cognitive sciences eprint archive\", ...</td>\n",
       "      <td>[{'acronym': 'cogprints'}]</td>\n",
       "      <td>http://cogprints.org/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disciplinary</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:34:53</td>\n",
       "      <td>2006-01-04 15:01:23</td>\n",
       "      <td>[humanities, health and medicine, science, soc...</td>\n",
       "      <td>[journal_articles, conference_and_workshop_pap...</td>\n",
       "      <td>[{'name': 'university of southampton', 'altern...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"eprints\", \"version\": \"\"}</td>\n",
       "      <td>http://cogprints.org/cgi/oai2</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2895.0</td>\n",
       "      <td>4277.0</td>\n",
       "      <td>OpenDOAR_68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>84</td>\n",
       "      <td>{\"name\": \"digital commons@carleton college\", \"...</td>\n",
       "      <td>[]</td>\n",
       "      <td>http://digitalcommons.carleton.edu/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:34:53</td>\n",
       "      <td>2006-01-04 16:07:58</td>\n",
       "      <td>[humanities, science, social sciences]</td>\n",
       "      <td>[journal_articles, unpub_reports_and_working_p...</td>\n",
       "      <td>[{'name': 'carleton college', 'alternativeName...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"other\", \"version\": \"\"}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>42.0</td>\n",
       "      <td>OpenDOAR_84</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  OpenDOAR_system_metadata.id  \\\n",
       "0                         134   \n",
       "1                          58   \n",
       "2                          93   \n",
       "3                          68   \n",
       "4                          84   \n",
       "\n",
       "                   OpenDOAR_repository_metadata.name  \\\n",
       "0  {\"name\": \"eldorado - repository of the tu dort...   \n",
       "1  {\"name\": \"archive ouverte en sciences de linfo...   \n",
       "2  {\"name\": \"digitalcommons@the texas medical cen...   \n",
       "3  {\"name\": \"cognitive sciences eprint archive\", ...   \n",
       "4  {\"name\": \"digital commons@carleton college\", \"...   \n",
       "\n",
       "        OpenDOAR_repository_metadata.alternativename  \\\n",
       "0  [{'name': 'eldorado - ressourcen aus und für l...   \n",
       "1                        [{'acronym': '@rchivesic'}]   \n",
       "2                                                 []   \n",
       "3                         [{'acronym': 'cogprints'}]   \n",
       "4                                                 []   \n",
       "\n",
       "         OpenDOAR_repository_metadata.url  \\\n",
       "0         https://eldorado.tu-dortmund.de   \n",
       "1         https://archivesic.ccsd.cnrs.fr   \n",
       "2  http://digitalcommons.library.tmc.edu/   \n",
       "3                   http://cogprints.org/   \n",
       "4     http://digitalcommons.carleton.edu/   \n",
       "\n",
       "   OpenDOAR_repository_metadata.description OpenDOAR_repository_metadata.type  \\\n",
       "0                                       NaN                     institutional   \n",
       "1                                       NaN                     institutional   \n",
       "2                                       NaN                     institutional   \n",
       "3                                       NaN                      disciplinary   \n",
       "4                                       NaN                     institutional   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                             []   \n",
       "1                                             []   \n",
       "2                                             []   \n",
       "3                                             []   \n",
       "4                                             []   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                    2022-01-12 15:34:54   \n",
       "1                    2022-01-12 15:34:53   \n",
       "2                    2022-01-12 15:34:53   \n",
       "3                    2022-01-12 15:34:53   \n",
       "4                    2022-01-12 15:34:53   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                   2005-12-19 14:57:52   \n",
       "1                   2006-01-13 12:48:32   \n",
       "2                   2006-02-14 11:16:12   \n",
       "3                   2006-01-04 15:01:23   \n",
       "4                   2006-01-04 16:07:58   \n",
       "\n",
       "       OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0  [arts, humanities, science, mathematics, socia...   \n",
       "1  [arts, science, technology, engineering, mathe...   \n",
       "2                              [health and medicine]   \n",
       "3  [humanities, health and medicine, science, soc...   \n",
       "4             [humanities, science, social sciences]   \n",
       "\n",
       "          OpenDOAR_repository_metadata.content_types  \\\n",
       "0  [journal_articles, conference_and_workshop_pap...   \n",
       "1  [journal_articles, conference_and_workshop_pap...   \n",
       "2       [journal_articles, theses_and_dissertations]   \n",
       "3  [journal_articles, conference_and_workshop_pap...   \n",
       "4  [journal_articles, unpub_reports_and_working_p...   \n",
       "\n",
       "                               OpenDOAR_organization OpenDOAR_policy_urls  \\\n",
       "0  [{'name': 'technische universität dortmund', '...                   []   \n",
       "1  [{'name': 'centre pour la communication scient...                   []   \n",
       "2  [{'name': 'texas medical center', 'alternative...                   []   \n",
       "3  [{'name': 'university of southampton', 'altern...                   []   \n",
       "4  [{'name': 'carleton college', 'alternativeName...                   []   \n",
       "\n",
       "  OpenDOAR_repository_metadata.software  \\\n",
       "0     {\"name\": \"dspace\", \"version\": \"\"}   \n",
       "1        {\"name\": \"hal\", \"version\": \"\"}   \n",
       "2      {\"name\": \"other\", \"version\": \"\"}   \n",
       "3    {\"name\": \"eprints\", \"version\": \"\"}   \n",
       "4      {\"name\": \"other\", \"version\": \"\"}   \n",
       "\n",
       "              OpenDOAR_repository_metadata.oai_url  \\\n",
       "0      https://eldorado.tu-dortmund.de/oai/request   \n",
       "1  https://api.archives-ouvertes.fr/oai/archivesic   \n",
       "2    http://digitalcommons.library.tmc.edu/do/oai/   \n",
       "3                    http://cogprints.org/cgi/oai2   \n",
       "4                                              NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                       yes   \n",
       "1                                       yes   \n",
       "2                                       yes   \n",
       "3                                       yes   \n",
       "4                                       yes   \n",
       "\n",
       "   OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "   OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                             9629.0    \n",
       "1                                            55492.0    \n",
       "2                                             2658.0    \n",
       "3                                             2895.0    \n",
       "4                                                NaN    \n",
       "\n",
       "   OpenDOAR_repository_metadata.metadata_record_count OpenDOAR_unique_id  \n",
       "0                                            20963.0        OpenDOAR_134  \n",
       "1                                          1137498.0         OpenDOAR_58  \n",
       "2                                             7268.0         OpenDOAR_93  \n",
       "3                                             4277.0         OpenDOAR_68  \n",
       "4                                               42.0         OpenDOAR_84  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "opendoar_df = pd.read_csv('../data/raw/openDoar.tsv', delimiter='\\t',\n",
    "                         converters={'repository_metadata.content_subjects': ast.literal_eval,\n",
    "                                    'repository_metadata.alternativename': ast.literal_eval,\n",
    "                                    'repository_metadata.content_types': ast.literal_eval,\n",
    "                                    'organization': ast.literal_eval\n",
    "                                    },\n",
    "                         dtype={'system_metadata.id': str})\n",
    "\n",
    "opendoar_df['unique_id'] = 'OpenDOAR_' + opendoar_df['system_metadata.id']\n",
    "opendoar_df = opendoar_df.add_prefix('OpenDOAR_')\n",
    "opendoar_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>633</td>\n",
       "      <td>archive</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/00/01</td>\n",
       "      <td>2010-01-06 13:43:48</td>\n",
       "      <td>2011-07-18 05:40:07</td>\n",
       "      <td>2010-01-06 13:43:48</td>\n",
       "      <td>subject</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://archivesic.ccsd.cnrs.fr/</td>\n",
       "      <td>@RCHIVESIC</td>\n",
       "      <td>http://archivesic.ccsd.cnrs.fr/oai/oai.php</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>fr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>hal</td>\n",
       "      <td>geoname_2_FR</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2002-05-17 19:24:41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[58, 669]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10</td>\n",
       "      <td>511</td>\n",
       "      <td>archive</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/00/10</td>\n",
       "      <td>2010-01-06 13:43:48</td>\n",
       "      <td>2011-07-18 05:40:13</td>\n",
       "      <td>2010-01-06 13:43:48</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.diva-portal.org/mdh/</td>\n",
       "      <td>Academic Archive On-line (Mälardalen Universit...</td>\n",
       "      <td>http://www.diva-portal.org/oai/mdh/OAI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>se</td>\n",
       "      <td>Uppsala</td>\n",
       "      <td>59.8667</td>\n",
       "      <td>17.6333</td>\n",
       "      <td>diva</td>\n",
       "      <td>geoname_2_SE</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2005-12-08 13:15:22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,8,39,100,100,100...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[526, 258]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1000</td>\n",
       "      <td>274</td>\n",
       "      <td>archive</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/10/00</td>\n",
       "      <td>2010-01-06 13:45:01</td>\n",
       "      <td>2011-07-06 08:21:21</td>\n",
       "      <td>2010-01-06 13:45:01</td>\n",
       "      <td>subject</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://pam.pisharp.org/</td>\n",
       "      <td>PAM - Portuguese Archive of Mathematics</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pt</td>\n",
       "      <td>Bellevue, WA</td>\n",
       "      <td>47.6034</td>\n",
       "      <td>-122.155</td>\n",
       "      <td>dspace</td>\n",
       "      <td>geoname_2_PT</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2006-05-04 10:48:14</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_1000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10001</td>\n",
       "      <td>20</td>\n",
       "      <td>archive</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/01/00/01</td>\n",
       "      <td>2015-08-08 14:52:11</td>\n",
       "      <td>2016-03-21 19:44:01</td>\n",
       "      <td>2015-08-08 14:52:11</td>\n",
       "      <td>subject</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://edoc.sub.uni-hamburg.de/klimawandel/</td>\n",
       "      <td>Klimawandel Dokumentenserver</td>\n",
       "      <td>http://edoc.sub.uni-hamburg.de/klimawandel/oai</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The \"Documentenserver Klimawandel\" (Repository...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>[Climate Service Center 2.0, Helmholtz-Zentrum...</td>\n",
       "      <td>[http://www.klimzug.de/de/94.php, http://www.c...</td>\n",
       "      <td>de</td>\n",
       "      <td>Hamburg</td>\n",
       "      <td>53.5511</td>\n",
       "      <td>9.9937</td>\n",
       "      <td>opus</td>\n",
       "      <td>geoname_2_DE</td>\n",
       "      <td>other</td>\n",
       "      <td>[HD, S1, GF, GE, G1]</td>\n",
       "      <td>2015-07-02 08:08:31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[3408, 5881]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_10001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10008</td>\n",
       "      <td>11</td>\n",
       "      <td>archive</td>\n",
       "      <td>404</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/01/00/08</td>\n",
       "      <td>2015-08-08 14:52:26</td>\n",
       "      <td>2016-03-21 19:43:51</td>\n",
       "      <td>2015-08-08 14:52:26</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://creativematter.skidmore.edu/</td>\n",
       "      <td>Creative Matter | Skidmore College Research</td>\n",
       "      <td>http://creativematter.skidmore.edu/do/oai/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://creativematter.skidmore.edu/recent.rss</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Welcome to Creative Matter, a repository for t...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>Skidmore College</td>\n",
       "      <td>http://www.skidmore.edu/</td>\n",
       "      <td>us</td>\n",
       "      <td>Saratoga Springs</td>\n",
       "      <td>43.0961</td>\n",
       "      <td>-73.7818</td>\n",
       "      <td>bepress</td>\n",
       "      <td>geoname_2_US</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-07-06 17:35:50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>celestial</td>\n",
       "      <td>5882</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_10008</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  roar_eprintid roar_rev_number roar_eprint_status roar_userid  roar_importid  \\\n",
       "0             1             633            archive           1            NaN   \n",
       "1            10             511            archive           1            NaN   \n",
       "2          1000             274            archive           1            NaN   \n",
       "3         10001              20            archive          91            NaN   \n",
       "4         10008              11            archive         404            NaN   \n",
       "\n",
       "   roar_source           roar_dir       roar_datestamp         roar_lastmod  \\\n",
       "0          NaN  disk0/00/00/00/01  2010-01-06 13:43:48  2011-07-18 05:40:07   \n",
       "1          NaN  disk0/00/00/00/10  2010-01-06 13:43:48  2011-07-18 05:40:13   \n",
       "2          NaN  disk0/00/00/10/00  2010-01-06 13:45:01  2011-07-06 08:21:21   \n",
       "3          NaN  disk0/00/01/00/01  2015-08-08 14:52:11  2016-03-21 19:44:01   \n",
       "4          NaN  disk0/00/01/00/08  2015-08-08 14:52:26  2016-03-21 19:43:51   \n",
       "\n",
       "   roar_status_changed      roar_type roar_succeeds  roar_commentary  \\\n",
       "0  2010-01-06 13:43:48        subject           NaN              NaN   \n",
       "1  2010-01-06 13:43:48  institutional           NaN              NaN   \n",
       "2  2010-01-06 13:45:01        subject           NaN              NaN   \n",
       "3  2015-08-08 14:52:11        subject           NaN              NaN   \n",
       "4  2015-08-08 14:52:26  institutional           NaN              NaN   \n",
       "\n",
       "  roar_metadata_visibility  roar_latitude  roar_longitude  roar_relation_type  \\\n",
       "0                     show            NaN             NaN                 NaN   \n",
       "1                     show            NaN             NaN                 NaN   \n",
       "2                     show            NaN             NaN                 NaN   \n",
       "3                     show            NaN             NaN                 NaN   \n",
       "4                     show            NaN             NaN                 NaN   \n",
       "\n",
       "   roar_relation_uri roar_item_issues_id roar_item_issues_type  \\\n",
       "0                NaN                 NaN                   NaN   \n",
       "1                NaN                 NaN                   NaN   \n",
       "2                NaN                 NaN                   NaN   \n",
       "3                NaN                 NaN                   NaN   \n",
       "4                NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_item_issues_description roar_item_issues_timestamp  \\\n",
       "0                          NaN                        NaN   \n",
       "1                          NaN                        NaN   \n",
       "2                          NaN                        NaN   \n",
       "3                          NaN                        NaN   \n",
       "4                          NaN                        NaN   \n",
       "\n",
       "  roar_item_issues_status  roar_item_issues_reported_by  \\\n",
       "0                     NaN                           NaN   \n",
       "1                     NaN                           NaN   \n",
       "2                     NaN                           NaN   \n",
       "3                     NaN                           NaN   \n",
       "4                     NaN                           NaN   \n",
       "\n",
       "   roar_item_issues_resolved_by  roar_item_issues_comment  \\\n",
       "0                           NaN                       NaN   \n",
       "1                           NaN                       NaN   \n",
       "2                           NaN                       NaN   \n",
       "3                           NaN                       NaN   \n",
       "4                           NaN                       NaN   \n",
       "\n",
       "  roar_item_issues_count  roar_sword_depositor  roar_sword_slug roar_exemplar  \\\n",
       "0                      0                   NaN              NaN           NaN   \n",
       "1                      0                   NaN              NaN           NaN   \n",
       "2                      0                   NaN              NaN           NaN   \n",
       "3                    NaN                   NaN              NaN           NaN   \n",
       "4                    NaN                   NaN              NaN           NaN   \n",
       "\n",
       "                                roar_home_page  \\\n",
       "0              http://archivesic.ccsd.cnrs.fr/   \n",
       "1              http://www.diva-portal.org/mdh/   \n",
       "2                      http://pam.pisharp.org/   \n",
       "3  http://edoc.sub.uni-hamburg.de/klimawandel/   \n",
       "4          http://creativematter.skidmore.edu/   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0                                        @RCHIVESIC    \n",
       "1  Academic Archive On-line (Mälardalen Universit...   \n",
       "2            PAM - Portuguese Archive of Mathematics   \n",
       "3                       Klimawandel Dokumentenserver   \n",
       "4        Creative Matter | Skidmore College Research   \n",
       "\n",
       "                                     roar_oai_pmh roar_sword_endpoint  \\\n",
       "0      http://archivesic.ccsd.cnrs.fr/oai/oai.php                 NaN   \n",
       "1          http://www.diva-portal.org/oai/mdh/OAI                 NaN   \n",
       "2                                             NaN                 NaN   \n",
       "3  http://edoc.sub.uni-hamburg.de/klimawandel/oai                 NaN   \n",
       "4      http://creativematter.skidmore.edu/do/oai/                 NaN   \n",
       "\n",
       "                                   roar_rss_feed roar_twitter_feed  \\\n",
       "0                                            NaN               NaN   \n",
       "1                                            NaN               NaN   \n",
       "2                                            NaN               NaN   \n",
       "3                                            NaN               NaN   \n",
       "4  http://creativematter.skidmore.edu/recent.rss               NaN   \n",
       "\n",
       "                                    roar_description roar_fulltext  \\\n",
       "0                                                NaN           NaN   \n",
       "1                                                NaN          TRUE   \n",
       "2                                                NaN          TRUE   \n",
       "3  The \"Documentenserver Klimawandel\" (Repository...          TRUE   \n",
       "4  Welcome to Creative Matter, a repository for t...          TRUE   \n",
       "\n",
       "  roar_open_access roar_mandate  \\\n",
       "0              NaN          NaN   \n",
       "1             TRUE          NaN   \n",
       "2             TRUE          NaN   \n",
       "3             TRUE         TRUE   \n",
       "4            FALSE        FALSE   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [Climate Service Center 2.0, Helmholtz-Zentrum...   \n",
       "4                                   Skidmore College   \n",
       "\n",
       "                         roar_organisation_home_page roar_location_country  \\\n",
       "0                                                NaN                    fr   \n",
       "1                                                NaN                    se   \n",
       "2                                                NaN                    pt   \n",
       "3  [http://www.klimzug.de/de/94.php, http://www.c...                    de   \n",
       "4                           http://www.skidmore.edu/                    us   \n",
       "\n",
       "  roar_location_city roar_location_latitude roar_location_longitude  \\\n",
       "0                NaN                    NaN                     NaN   \n",
       "1            Uppsala                59.8667                 17.6333   \n",
       "2       Bellevue, WA                47.6034                -122.155   \n",
       "3            Hamburg                53.5511                  9.9937   \n",
       "4   Saratoga Springs                43.0961                -73.7818   \n",
       "\n",
       "  roar_software  roar_geoname roar_version         roar_subjects  \\\n",
       "0           hal  geoname_2_FR        other                   NaN   \n",
       "1          diva  geoname_2_SE        other                   NaN   \n",
       "2        dspace  geoname_2_PT        other                   NaN   \n",
       "3          opus  geoname_2_DE        other  [HD, S1, GF, GE, G1]   \n",
       "4       bepress  geoname_2_US        other                   NaN   \n",
       "\n",
       "             roar_date roar_note roar_suggestions roar_activity_low  \\\n",
       "0  2002-05-17 19:24:41       NaN              NaN                 0   \n",
       "1  2005-12-08 13:15:22       NaN              NaN                 0   \n",
       "2  2006-05-04 10:48:14       NaN              NaN               NaN   \n",
       "3  2015-07-02 08:08:31       NaN              NaN               NaN   \n",
       "4  2015-07-06 17:35:50       NaN              NaN               NaN   \n",
       "\n",
       "  roar_activity_medium roar_activity_high roar_recordcount  \\\n",
       "0                    0                  0               25   \n",
       "1                    0                  0              100   \n",
       "2                  NaN                NaN              NaN   \n",
       "3                  NaN                NaN              NaN   \n",
       "4                  NaN                NaN              NaN   \n",
       "\n",
       "                                  roar_recordhistory roar_fulltexts_total  \\\n",
       "0  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,...                  NaN   \n",
       "1  0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,8,39,100,100,100...                  NaN   \n",
       "2                                                NaN                  NaN   \n",
       "3                                                NaN                  NaN   \n",
       "4                                                NaN                  NaN   \n",
       "\n",
       "  roar_fulltexts_docs roar_fulltexts_rtotal roar_fulltexts_rdocs  \\\n",
       "0                 NaN                   NaN                  NaN   \n",
       "1                 NaN                   NaN                  NaN   \n",
       "2                 NaN                   NaN                  NaN   \n",
       "3                 NaN                   NaN                  NaN   \n",
       "4                 NaN                   NaN                  NaN   \n",
       "\n",
       "      roar_registry_name roar_registry_id roar_submit_to  \\\n",
       "0  [celestial, opendoar]        [58, 669]            NaN   \n",
       "1  [celestial, opendoar]       [526, 258]            NaN   \n",
       "2                    NaN              NaN            NaN   \n",
       "3  [celestial, opendoar]     [3408, 5881]            NaN   \n",
       "4              celestial             5882            NaN   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "0                    NaN                    NaN                   NaN   \n",
       "1                    NaN                    NaN                   NaN   \n",
       "2                    NaN                    NaN                   NaN   \n",
       "3                    NaN                    NaN                   NaN   \n",
       "4                    NaN                    NaN                   NaN   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "0                   NaN                         NaN   \n",
       "1                   NaN                         NaN   \n",
       "2                   NaN                         NaN   \n",
       "3                   NaN                         NaN   \n",
       "4                   NaN                         NaN   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar roar_monthly_deposits  \\\n",
       "0                         NaN                      NaN                   NaN   \n",
       "1                         NaN                      NaN                   NaN   \n",
       "2                         NaN                      NaN                   NaN   \n",
       "3                         NaN                      NaN                   NaN   \n",
       "4                         NaN                      NaN                   NaN   \n",
       "\n",
       "  roar_total_deposits roar_association roar_unique_id  \n",
       "0                 NaN              NaN         roar_1  \n",
       "1                 NaN              NaN        roar_10  \n",
       "2                 NaN              NaN      roar_1000  \n",
       "3                 NaN              NaN     roar_10001  \n",
       "4                 NaN              NaN     roar_10008  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roar_df = pd.read_csv('../data/raw/export_roar_CSV.csv', dtype='str')\n",
    "roar_df = roar_df.groupby('eprintid').aggregate(set)\n",
    "\n",
    "def value_or_list(cell_set):\n",
    "    copy = set(cell_set)\n",
    "    copy.discard(np.nan) \n",
    "    if len(copy) == 0:\n",
    "        return np.nan\n",
    "    if len(copy) == 1:\n",
    "        return copy.pop()\n",
    "    return list(copy)\n",
    "        \n",
    "roar_df = roar_df.applymap(value_or_list)\n",
    "roar_df.reset_index(inplace=True)\n",
    "\n",
    "roar_df['unique_id'] = 'roar_' + roar_df.eprintid\n",
    "roar_df = roar_df.add_prefix('roar_')\n",
    "roar_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>10013</td>\n",
       "      <td>31</td>\n",
       "      <td>archive</td>\n",
       "      <td>7104</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/01/00/13</td>\n",
       "      <td>2015-08-08 14:53:04</td>\n",
       "      <td>2016-03-21 19:54:43</td>\n",
       "      <td>2015-08-08 14:53:04</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://er.ucu.edu.ua/</td>\n",
       "      <td>ErUCU: Electronic repository of the Ukrainian ...</td>\n",
       "      <td>http://er.ucu.edu.ua/oai/request</td>\n",
       "      <td>http://er.ucu.edu.ua/sword/</td>\n",
       "      <td>http://er.ucu.edu.ua/feed/rss_2.0/site</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ukrainian Catholic University’s institutional ...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>Ukrainian Catholic University</td>\n",
       "      <td>http://ucu.edu.ua/eng/</td>\n",
       "      <td>ua</td>\n",
       "      <td>Lviv</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dspace</td>\n",
       "      <td>geoname_2_UA</td>\n",
       "      <td>other</td>\n",
       "      <td>[D1, DK, BL, BR, L1, BS, D901, B1, AC, BF, HM,...</td>\n",
       "      <td>2015-07-07 12:38:37</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[5883, 3410]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[russell_group, ivy_league]</td>\n",
       "      <td>roar_10013</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  roar_eprintid roar_rev_number roar_eprint_status roar_userid  roar_importid  \\\n",
       "7         10013              31            archive        7104            NaN   \n",
       "\n",
       "   roar_source           roar_dir       roar_datestamp         roar_lastmod  \\\n",
       "7          NaN  disk0/00/01/00/13  2015-08-08 14:53:04  2016-03-21 19:54:43   \n",
       "\n",
       "   roar_status_changed      roar_type roar_succeeds  roar_commentary  \\\n",
       "7  2015-08-08 14:53:04  institutional           NaN              NaN   \n",
       "\n",
       "  roar_metadata_visibility  roar_latitude  roar_longitude  roar_relation_type  \\\n",
       "7                     show            NaN             NaN                 NaN   \n",
       "\n",
       "   roar_relation_uri roar_item_issues_id roar_item_issues_type  \\\n",
       "7                NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_item_issues_description roar_item_issues_timestamp  \\\n",
       "7                          NaN                        NaN   \n",
       "\n",
       "  roar_item_issues_status  roar_item_issues_reported_by  \\\n",
       "7                     NaN                           NaN   \n",
       "\n",
       "   roar_item_issues_resolved_by  roar_item_issues_comment  \\\n",
       "7                           NaN                       NaN   \n",
       "\n",
       "  roar_item_issues_count  roar_sword_depositor  roar_sword_slug roar_exemplar  \\\n",
       "7                    NaN                   NaN              NaN           NaN   \n",
       "\n",
       "          roar_home_page                                         roar_title  \\\n",
       "7  http://er.ucu.edu.ua/  ErUCU: Electronic repository of the Ukrainian ...   \n",
       "\n",
       "                       roar_oai_pmh          roar_sword_endpoint  \\\n",
       "7  http://er.ucu.edu.ua/oai/request  http://er.ucu.edu.ua/sword/   \n",
       "\n",
       "                            roar_rss_feed roar_twitter_feed  \\\n",
       "7  http://er.ucu.edu.ua/feed/rss_2.0/site               NaN   \n",
       "\n",
       "                                    roar_description roar_fulltext  \\\n",
       "7  Ukrainian Catholic University’s institutional ...          TRUE   \n",
       "\n",
       "  roar_open_access roar_mandate        roar_organisation_title  \\\n",
       "7             TRUE         TRUE  Ukrainian Catholic University   \n",
       "\n",
       "  roar_organisation_home_page roar_location_country roar_location_city  \\\n",
       "7      http://ucu.edu.ua/eng/                    ua               Lviv   \n",
       "\n",
       "  roar_location_latitude roar_location_longitude roar_software  roar_geoname  \\\n",
       "7                    NaN                     NaN        dspace  geoname_2_UA   \n",
       "\n",
       "  roar_version                                      roar_subjects  \\\n",
       "7        other  [D1, DK, BL, BR, L1, BS, D901, B1, AC, BF, HM,...   \n",
       "\n",
       "             roar_date roar_note roar_suggestions roar_activity_low  \\\n",
       "7  2015-07-07 12:38:37       NaN              NaN               NaN   \n",
       "\n",
       "  roar_activity_medium roar_activity_high roar_recordcount roar_recordhistory  \\\n",
       "7                  NaN                NaN              NaN                NaN   \n",
       "\n",
       "  roar_fulltexts_total roar_fulltexts_docs roar_fulltexts_rtotal  \\\n",
       "7                  NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_fulltexts_rdocs     roar_registry_name roar_registry_id roar_submit_to  \\\n",
       "7                  NaN  [celestial, opendoar]     [5883, 3410]            NaN   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "7                    NaN                    NaN                   NaN   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "7                   NaN                         NaN   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar roar_monthly_deposits  \\\n",
       "7                         NaN                      NaN                   NaN   \n",
       "\n",
       "  roar_total_deposits             roar_association roar_unique_id  \n",
       "7                 NaN  [russell_group, ivy_league]     roar_10013  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roar_df[roar_df.roar_eprintid == '10013']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Loading dedup results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.q...</td>\n",
       "      <td>2094</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>re3data::r3d100011306</td>\n",
       "      <td>r3d100011306</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>re3data::r3d100011894</td>\n",
       "      <td>r3d100011894</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.d...</td>\n",
       "      <td>2315</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::0048f2e3aa55ab88aaaac0cfa4153ad5</td>\n",
       "      <td>opendoar::4562</td>\n",
       "      <td>4562</td>\n",
       "      <td>erzincan binali yıldırım university institutio...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_4562</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id  \\\n",
       "0  dedup::001e6d882e54c780ce269d3c46997287   \n",
       "1  dedup::001e6d882e54c780ce269d3c46997287   \n",
       "2  dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "3  dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "4  dedup::0048f2e3aa55ab88aaaac0cfa4153ad5   \n",
       "\n",
       "                                        duplicate_id   original_id  \\\n",
       "0  https://fairsharing.org/10.25504/FAIRsharing.q...          2094   \n",
       "1                              re3data::r3d100011306  r3d100011306   \n",
       "2                              re3data::r3d100011894  r3d100011894   \n",
       "3  https://fairsharing.org/10.25504/FAIRsharing.d...          2315   \n",
       "4                                     opendoar::4562          4562   \n",
       "\n",
       "                                                name       source  \\\n",
       "0            RESID Database of Protein Modifications  FAIRsharing   \n",
       "1            RESID Database of Protein Modifications      re3data   \n",
       "2                                            Synapse      re3data   \n",
       "3                                            Synapse  FAIRsharing   \n",
       "4  erzincan binali yıldırım university institutio...     OpenDOAR   \n",
       "\n",
       "              unique_id  \n",
       "0      FAIRsharing_2094  \n",
       "1  re3data_r3d100011306  \n",
       "2  re3data_r3d100011894  \n",
       "3      FAIRsharing_2315  \n",
       "4         OpenDOAR_4562  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup = pd.read_csv('../data/processed/ds_dedup_2022-02-16_13.03.17.csv',\n",
    "                  sep=';', quotechar='\"',\n",
    "                  header=0, names=['dedup_id', 'duplicate_id', 'original_id', 'name', 'source'])\n",
    "dup['unique_id'] = dup.source + '_' + dup.original_id\n",
    "dup.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>4712</td>\n",
       "      <td>4712</td>\n",
       "      <td>4712</td>\n",
       "      <td>4712</td>\n",
       "      <td>4712</td>\n",
       "      <td>4712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>2239</td>\n",
       "      <td>4712</td>\n",
       "      <td>4238</td>\n",
       "      <td>4017</td>\n",
       "      <td>4</td>\n",
       "      <td>4712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>dedup::67c12a6c3288a49f1db6a2343ec599ca</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.q...</td>\n",
       "      <td>3284</td>\n",
       "      <td>UPN JATIM REPOSITORY</td>\n",
       "      <td>roar</td>\n",
       "      <td>FAIRsharing_2094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1981</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       dedup_id  \\\n",
       "count                                      4712   \n",
       "unique                                     2239   \n",
       "top     dedup::67c12a6c3288a49f1db6a2343ec599ca   \n",
       "freq                                          5   \n",
       "\n",
       "                                             duplicate_id original_id  \\\n",
       "count                                                4712        4712   \n",
       "unique                                               4712        4238   \n",
       "top     https://fairsharing.org/10.25504/FAIRsharing.q...        3284   \n",
       "freq                                                    1           3   \n",
       "\n",
       "                        name source         unique_id  \n",
       "count                   4712   4712              4712  \n",
       "unique                  4017      4              4712  \n",
       "top     UPN JATIM REPOSITORY   roar  FAIRsharing_2094  \n",
       "freq                       4   1981                 1  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Assessing duplicates distribution across registries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "dup_grouped = dup.groupby('dedup_id').aggregate(list)\n",
    "dup_grouped['source_set'] = dup_grouped.source.map(set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "duplicate_id    6\n",
       "original_id     6\n",
       "name            6\n",
       "source          6\n",
       "unique_id       6\n",
       "source_set      6\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_grouped[dup_grouped.source_set.str.len() == 4].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "duplicate_id    61\n",
       "original_id     61\n",
       "name            61\n",
       "source          61\n",
       "unique_id       61\n",
       "source_set      61\n",
       "dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_grouped[dup_grouped.source_set.str.len() == 3].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "duplicate_id    2029\n",
       "original_id     2029\n",
       "name            2029\n",
       "source          2029\n",
       "unique_id       2029\n",
       "source_set      2029\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_grouped[dup_grouped.source_set.str.len() == 2].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "duplicate_id    143\n",
       "original_id     143\n",
       "name            143\n",
       "source          143\n",
       "unique_id       143\n",
       "source_set      143\n",
       "dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_grouped[dup_grouped.source_set.str.len() == 1].count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Assessing duplicates within registries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "      <td>249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sum</th>\n",
       "      <td>518</td>\n",
       "      <td>518</td>\n",
       "      <td>518</td>\n",
       "      <td>518</td>\n",
       "      <td>518</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       duplicate_id  original_id  name  source  unique_id\n",
       "count           249          249   249     249        249\n",
       "sum             518          518   518     518        518"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roar_dup = dup[dup.source == 'roar'].groupby('dedup_id').count()\n",
    "roar_dup = roar_dup[roar_dup.duplicate_id > 1]\n",
    "roar_dup.aggregate(['count', 'sum'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sum</th>\n",
       "      <td>62</td>\n",
       "      <td>62</td>\n",
       "      <td>62</td>\n",
       "      <td>62</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       duplicate_id  original_id  name  source  unique_id\n",
       "count            30           30    30      30         30\n",
       "sum              62           62    62      62         62"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "opendoar_dup = dup[dup.source == 'OpenDOAR'].groupby('dedup_id').count()\n",
    "opendoar_dup = opendoar_dup[opendoar_dup.duplicate_id > 1]\n",
    "opendoar_dup.aggregate(['count', 'sum'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sum</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       duplicate_id  original_id  name  source  unique_id\n",
       "count             3            3     3       3          3\n",
       "sum               6            6     6       6          6"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "re3data_dup = dup[dup.source == 're3data'].groupby('dedup_id').count()\n",
    "re3data_dup = re3data_dup[re3data_dup.duplicate_id > 1]\n",
    "re3data_dup.aggregate(['count', 'sum'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sum</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       duplicate_id  original_id  name  source  unique_id\n",
       "count             0            0     0       0          0\n",
       "sum               0            0     0       0          0"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fairsharing_dup = dup[dup.source == 'FAIRsharing'].groupby('dedup_id').count()\n",
    "fairsharing_dup = fairsharing_dup[fairsharing_dup.duplicate_id > 1]\n",
    "fairsharing_dup.aggregate(['count', 'sum'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "There is one record which is counted twice. All ok: 2 records in roar and 2 in opendoar ['OpenDOAR_5226', 'roar_14929', 'OpenDOAR_3820', 'roar_16263']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['dedup::6973375bbb56846f0d935bd1cd9e0b98'], dtype=object)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.intersect1d(roar_dup.index, opendoar_dup.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1937</th>\n",
       "      <td>dedup::6973375bbb56846f0d935bd1cd9e0b98</td>\n",
       "      <td>opendoar::3820</td>\n",
       "      <td>3820</td>\n",
       "      <td>repositorio - universidad de la costa</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_3820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1938</th>\n",
       "      <td>dedup::6973375bbb56846f0d935bd1cd9e0b98</td>\n",
       "      <td>opendoar::5226</td>\n",
       "      <td>5226</td>\n",
       "      <td>repositorio universidad de la costa</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_5226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>dedup::6973375bbb56846f0d935bd1cd9e0b98</td>\n",
       "      <td>roar::14929</td>\n",
       "      <td>14929</td>\n",
       "      <td>Repositorio Universidad de la Costa</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_14929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1940</th>\n",
       "      <td>dedup::6973375bbb56846f0d935bd1cd9e0b98</td>\n",
       "      <td>roar::16263</td>\n",
       "      <td>16263</td>\n",
       "      <td>Repositorio Universidad de la Costa</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_16263</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     dedup_id    duplicate_id original_id  \\\n",
       "1937  dedup::6973375bbb56846f0d935bd1cd9e0b98  opendoar::3820        3820   \n",
       "1938  dedup::6973375bbb56846f0d935bd1cd9e0b98  opendoar::5226        5226   \n",
       "1939  dedup::6973375bbb56846f0d935bd1cd9e0b98     roar::14929       14929   \n",
       "1940  dedup::6973375bbb56846f0d935bd1cd9e0b98     roar::16263       16263   \n",
       "\n",
       "                                       name    source      unique_id  \n",
       "1937  repositorio - universidad de la costa  OpenDOAR  OpenDOAR_3820  \n",
       "1938    repositorio universidad de la costa  OpenDOAR  OpenDOAR_5226  \n",
       "1939    Repositorio Universidad de la Costa      roar     roar_14929  \n",
       "1940    Repositorio Universidad de la Costa      roar     roar_16263  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup[dup.dedup_id == 'dedup::6973375bbb56846f0d935bd1cd9e0b98']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Isolating single-registry duplicates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>source_set</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>dedup::07b65089515c8f99812d14bbb01334a6</th>\n",
       "      <td>[roar::474, roar::5541]</td>\n",
       "      <td>[474, 5541]</td>\n",
       "      <td>[ECNIS Repository (Environmental Cancer Risk, ...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_474, roar_5541]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0be44aa69610e09805d4002baf7e0b10</th>\n",
       "      <td>[roar::16867, roar::2907]</td>\n",
       "      <td>[16867, 2907]</td>\n",
       "      <td>[Chung Shan Medical University Institutional R...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_16867, roar_2907]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0c34770edc42a1d2ac361b64cfabfb63</th>\n",
       "      <td>[roar::5432, roar::4030]</td>\n",
       "      <td>[5432, 4030]</td>\n",
       "      <td>[Digital Library of Jelenia Góra, Digital Libr...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_5432, roar_4030]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0c6ed4b110c461d9350bf5c620bc78d7</th>\n",
       "      <td>[roar::3020, roar::3401, roar::5252]</td>\n",
       "      <td>[3020, 3401, 5252]</td>\n",
       "      <td>[KCE Repository, KCE Repository, KCE Repository]</td>\n",
       "      <td>[roar, roar, roar]</td>\n",
       "      <td>[roar_3020, roar_3401, roar_5252]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0e3c63baca694032044bbb00c2f1111e</th>\n",
       "      <td>[roar::8405, roar::8716]</td>\n",
       "      <td>[8405, 8716]</td>\n",
       "      <td>[Content Pro IRX, Content Pro IRX]</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_8405, roar_8716]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                 duplicate_id  \\\n",
       "dedup_id                                                                        \n",
       "dedup::07b65089515c8f99812d14bbb01334a6               [roar::474, roar::5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10             [roar::16867, roar::2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63              [roar::5432, roar::4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar::3020, roar::3401, roar::5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e              [roar::8405, roar::8716]   \n",
       "\n",
       "                                                original_id  \\\n",
       "dedup_id                                                      \n",
       "dedup::07b65089515c8f99812d14bbb01334a6         [474, 5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10       [16867, 2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63        [5432, 4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [3020, 3401, 5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e        [8405, 8716]   \n",
       "\n",
       "                                                                                      name  \\\n",
       "dedup_id                                                                                     \n",
       "dedup::07b65089515c8f99812d14bbb01334a6  [ECNIS Repository (Environmental Cancer Risk, ...   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10  [Chung Shan Medical University Institutional R...   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63  [Digital Library of Jelenia Góra, Digital Libr...   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7   [KCE Repository, KCE Repository, KCE Repository]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e                 [Content Pro IRX, Content Pro IRX]   \n",
       "\n",
       "                                                     source  \\\n",
       "dedup_id                                                      \n",
       "dedup::07b65089515c8f99812d14bbb01334a6        [roar, roar]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10        [roar, roar]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63        [roar, roar]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar, roar, roar]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e        [roar, roar]   \n",
       "\n",
       "                                                                 unique_id  \\\n",
       "dedup_id                                                                     \n",
       "dedup::07b65089515c8f99812d14bbb01334a6              [roar_474, roar_5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10            [roar_16867, roar_2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63             [roar_5432, roar_4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar_3020, roar_3401, roar_5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e             [roar_8405, roar_8716]   \n",
       "\n",
       "                                        source_set  \n",
       "dedup_id                                            \n",
       "dedup::07b65089515c8f99812d14bbb01334a6     {roar}  \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10     {roar}  \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63     {roar}  \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7     {roar}  \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e     {roar}  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within = dup.groupby('dedup_id').aggregate(list)\n",
    "dup_within['source_set'] = dup_within.source.map(set)\n",
    "dup_within = dup_within[dup_within.source_set.str.len() == 1]\n",
    "dup_within.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>source_set</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>dedup::07b65089515c8f99812d14bbb01334a6</th>\n",
       "      <td>[roar::474, roar::5541]</td>\n",
       "      <td>[474, 5541]</td>\n",
       "      <td>[ECNIS Repository (Environmental Cancer Risk, ...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_474, roar_5541]</td>\n",
       "      <td>roar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0be44aa69610e09805d4002baf7e0b10</th>\n",
       "      <td>[roar::16867, roar::2907]</td>\n",
       "      <td>[16867, 2907]</td>\n",
       "      <td>[Chung Shan Medical University Institutional R...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_16867, roar_2907]</td>\n",
       "      <td>roar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0c34770edc42a1d2ac361b64cfabfb63</th>\n",
       "      <td>[roar::5432, roar::4030]</td>\n",
       "      <td>[5432, 4030]</td>\n",
       "      <td>[Digital Library of Jelenia Góra, Digital Libr...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_5432, roar_4030]</td>\n",
       "      <td>roar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0c6ed4b110c461d9350bf5c620bc78d7</th>\n",
       "      <td>[roar::3020, roar::3401, roar::5252]</td>\n",
       "      <td>[3020, 3401, 5252]</td>\n",
       "      <td>[KCE Repository, KCE Repository, KCE Repository]</td>\n",
       "      <td>[roar, roar, roar]</td>\n",
       "      <td>[roar_3020, roar_3401, roar_5252]</td>\n",
       "      <td>roar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dedup::0e3c63baca694032044bbb00c2f1111e</th>\n",
       "      <td>[roar::8405, roar::8716]</td>\n",
       "      <td>[8405, 8716]</td>\n",
       "      <td>[Content Pro IRX, Content Pro IRX]</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_8405, roar_8716]</td>\n",
       "      <td>roar</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                 duplicate_id  \\\n",
       "dedup_id                                                                        \n",
       "dedup::07b65089515c8f99812d14bbb01334a6               [roar::474, roar::5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10             [roar::16867, roar::2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63              [roar::5432, roar::4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar::3020, roar::3401, roar::5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e              [roar::8405, roar::8716]   \n",
       "\n",
       "                                                original_id  \\\n",
       "dedup_id                                                      \n",
       "dedup::07b65089515c8f99812d14bbb01334a6         [474, 5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10       [16867, 2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63        [5432, 4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [3020, 3401, 5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e        [8405, 8716]   \n",
       "\n",
       "                                                                                      name  \\\n",
       "dedup_id                                                                                     \n",
       "dedup::07b65089515c8f99812d14bbb01334a6  [ECNIS Repository (Environmental Cancer Risk, ...   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10  [Chung Shan Medical University Institutional R...   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63  [Digital Library of Jelenia Góra, Digital Libr...   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7   [KCE Repository, KCE Repository, KCE Repository]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e                 [Content Pro IRX, Content Pro IRX]   \n",
       "\n",
       "                                                     source  \\\n",
       "dedup_id                                                      \n",
       "dedup::07b65089515c8f99812d14bbb01334a6        [roar, roar]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10        [roar, roar]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63        [roar, roar]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar, roar, roar]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e        [roar, roar]   \n",
       "\n",
       "                                                                 unique_id  \\\n",
       "dedup_id                                                                     \n",
       "dedup::07b65089515c8f99812d14bbb01334a6              [roar_474, roar_5541]   \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10            [roar_16867, roar_2907]   \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63             [roar_5432, roar_4030]   \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7  [roar_3020, roar_3401, roar_5252]   \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e             [roar_8405, roar_8716]   \n",
       "\n",
       "                                        source_set  \n",
       "dedup_id                                            \n",
       "dedup::07b65089515c8f99812d14bbb01334a6       roar  \n",
       "dedup::0be44aa69610e09805d4002baf7e0b10       roar  \n",
       "dedup::0c34770edc42a1d2ac361b64cfabfb63       roar  \n",
       "dedup::0c6ed4b110c461d9350bf5c620bc78d7       roar  \n",
       "dedup::0e3c63baca694032044bbb00c2f1111e       roar  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within['source_set'] = dup_within.source_set.map(set.pop)\n",
    "dup_within.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "143"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within.groupby('dedup_id').ngroups"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>source_set</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>OpenDOAR</th>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>re3data</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>roar</th>\n",
       "      <td>123</td>\n",
       "      <td>123</td>\n",
       "      <td>123</td>\n",
       "      <td>123</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            duplicate_id  original_id  name  source  unique_id\n",
       "source_set                                                    \n",
       "OpenDOAR              18           18    18      18         18\n",
       "re3data                2            2     2       2          2\n",
       "roar                 123          123   123     123        123"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within.groupby('source_set').count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>dedup::07b65089515c8f99812d14bbb01334a6</td>\n",
       "      <td>roar::474</td>\n",
       "      <td>474</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>dedup::07b65089515c8f99812d14bbb01334a6</td>\n",
       "      <td>roar::5541</td>\n",
       "      <td>5541</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>dedup::0be44aa69610e09805d4002baf7e0b10</td>\n",
       "      <td>roar::16867</td>\n",
       "      <td>16867</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_16867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>dedup::0be44aa69610e09805d4002baf7e0b10</td>\n",
       "      <td>roar::2907</td>\n",
       "      <td>2907</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_2907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>dedup::0c34770edc42a1d2ac361b64cfabfb63</td>\n",
       "      <td>roar::5432</td>\n",
       "      <td>5432</td>\n",
       "      <td>Digital Library of Jelenia Góra</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4583</th>\n",
       "      <td>dedup::f9293f212c2f13c7cc7a2d2a967ac7d5</td>\n",
       "      <td>roar::13134</td>\n",
       "      <td>13134</td>\n",
       "      <td>Repositorio Universidad de Sucre</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_13134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4608</th>\n",
       "      <td>dedup::fab2415bf42ac76e4ae00aa68b61a4ba</td>\n",
       "      <td>roar::5482</td>\n",
       "      <td>5482</td>\n",
       "      <td>Biblioteca Virtual del Centro de Documentación</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4609</th>\n",
       "      <td>dedup::fab2415bf42ac76e4ae00aa68b61a4ba</td>\n",
       "      <td>roar::5214</td>\n",
       "      <td>5214</td>\n",
       "      <td>Biblioteca Virtual del Centro de Documentación</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4690</th>\n",
       "      <td>dedup::fee4180dcb5f2af4d963b6d74d82d8c2</td>\n",
       "      <td>roar::3992</td>\n",
       "      <td>3992</td>\n",
       "      <td>York St John University ArchivalWare Digital L...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_3992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4691</th>\n",
       "      <td>dedup::fee4180dcb5f2af4d963b6d74d82d8c2</td>\n",
       "      <td>roar::5185</td>\n",
       "      <td>5185</td>\n",
       "      <td>York St John University ArchivalWare Digital L...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5185</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>296 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     dedup_id duplicate_id original_id  \\\n",
       "122   dedup::07b65089515c8f99812d14bbb01334a6    roar::474         474   \n",
       "123   dedup::07b65089515c8f99812d14bbb01334a6   roar::5541        5541   \n",
       "184   dedup::0be44aa69610e09805d4002baf7e0b10  roar::16867       16867   \n",
       "185   dedup::0be44aa69610e09805d4002baf7e0b10   roar::2907        2907   \n",
       "192   dedup::0c34770edc42a1d2ac361b64cfabfb63   roar::5432        5432   \n",
       "...                                       ...          ...         ...   \n",
       "4583  dedup::f9293f212c2f13c7cc7a2d2a967ac7d5  roar::13134       13134   \n",
       "4608  dedup::fab2415bf42ac76e4ae00aa68b61a4ba   roar::5482        5482   \n",
       "4609  dedup::fab2415bf42ac76e4ae00aa68b61a4ba   roar::5214        5214   \n",
       "4690  dedup::fee4180dcb5f2af4d963b6d74d82d8c2   roar::3992        3992   \n",
       "4691  dedup::fee4180dcb5f2af4d963b6d74d82d8c2   roar::5185        5185   \n",
       "\n",
       "                                                   name source   unique_id  \n",
       "122         ECNIS Repository (Environmental Cancer Risk   roar    roar_474  \n",
       "123         ECNIS Repository (Environmental Cancer Risk   roar   roar_5541  \n",
       "184   Chung Shan Medical University Institutional Re...   roar  roar_16867  \n",
       "185   Chung Shan Medical University Institutional Re...   roar   roar_2907  \n",
       "192                     Digital Library of Jelenia Góra   roar   roar_5432  \n",
       "...                                                 ...    ...         ...  \n",
       "4583                   Repositorio Universidad de Sucre   roar  roar_13134  \n",
       "4608     Biblioteca Virtual del Centro de Documentación   roar   roar_5482  \n",
       "4609     Biblioteca Virtual del Centro de Documentación   roar   roar_5214  \n",
       "4690  York St John University ArchivalWare Digital L...   roar   roar_3992  \n",
       "4691  York St John University ArchivalWare Digital L...   roar   roar_5185  \n",
       "\n",
       "[296 rows x 6 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within = dup[dup.dedup_id.isin(dup_within.index)]\n",
    "dup_within"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Isolating hybrid duplicates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>roar::6167</td>\n",
       "      <td>6167</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_6167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>opendoar::2717</td>\n",
       "      <td>2717</td>\n",
       "      <td>institutional repository uin syarif hidayatull...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>roar::6580</td>\n",
       "      <td>6580</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_6580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>dedup::044edcd1c961b3942a7e0e90d1005e2d</td>\n",
       "      <td>roar::7902</td>\n",
       "      <td>7902</td>\n",
       "      <td>The University of Arizona Campus Repository</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_7902</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>dedup::044edcd1c961b3942a7e0e90d1005e2d</td>\n",
       "      <td>opendoar::2468</td>\n",
       "      <td>2468</td>\n",
       "      <td>university of arizona campus repository</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4596</th>\n",
       "      <td>dedup::fa0721f07402e0593da77a46fa687da6</td>\n",
       "      <td>opendoar::2545</td>\n",
       "      <td>2545</td>\n",
       "      <td>sanok digital library</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4597</th>\n",
       "      <td>dedup::fa0721f07402e0593da77a46fa687da6</td>\n",
       "      <td>roar::5746</td>\n",
       "      <td>5746</td>\n",
       "      <td>Sanok Digital Library</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4610</th>\n",
       "      <td>dedup::fab888b1713fb886b13bbd2d569bba60</td>\n",
       "      <td>opendoar::2539</td>\n",
       "      <td>2539</td>\n",
       "      <td>publication server of the wuppertal institute</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2539</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4611</th>\n",
       "      <td>dedup::fab888b1713fb886b13bbd2d569bba60</td>\n",
       "      <td>roar::11212</td>\n",
       "      <td>11212</td>\n",
       "      <td>Publication Server of the Wuppertal Institute</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_11212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4612</th>\n",
       "      <td>dedup::fab888b1713fb886b13bbd2d569bba60</td>\n",
       "      <td>roar::5891</td>\n",
       "      <td>5891</td>\n",
       "      <td>Publication Server of the Wuppertal Institute</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5891</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>434 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     dedup_id    duplicate_id original_id  \\\n",
       "53    dedup::038ef33e8d3de51d3536d62e6c103be7      roar::6167        6167   \n",
       "54    dedup::038ef33e8d3de51d3536d62e6c103be7  opendoar::2717        2717   \n",
       "55    dedup::038ef33e8d3de51d3536d62e6c103be7      roar::6580        6580   \n",
       "72    dedup::044edcd1c961b3942a7e0e90d1005e2d      roar::7902        7902   \n",
       "73    dedup::044edcd1c961b3942a7e0e90d1005e2d  opendoar::2468        2468   \n",
       "...                                       ...             ...         ...   \n",
       "4596  dedup::fa0721f07402e0593da77a46fa687da6  opendoar::2545        2545   \n",
       "4597  dedup::fa0721f07402e0593da77a46fa687da6      roar::5746        5746   \n",
       "4610  dedup::fab888b1713fb886b13bbd2d569bba60  opendoar::2539        2539   \n",
       "4611  dedup::fab888b1713fb886b13bbd2d569bba60     roar::11212       11212   \n",
       "4612  dedup::fab888b1713fb886b13bbd2d569bba60      roar::5891        5891   \n",
       "\n",
       "                                                   name    source  \\\n",
       "53    Institutional Repository UIN Syarif Hidayatull...      roar   \n",
       "54    institutional repository uin syarif hidayatull...  OpenDOAR   \n",
       "55    Institutional Repository UIN Syarif Hidayatull...      roar   \n",
       "72          The University of Arizona Campus Repository      roar   \n",
       "73              university of arizona campus repository  OpenDOAR   \n",
       "...                                                 ...       ...   \n",
       "4596                              sanok digital library  OpenDOAR   \n",
       "4597                              Sanok Digital Library      roar   \n",
       "4610      publication server of the wuppertal institute  OpenDOAR   \n",
       "4611      Publication Server of the Wuppertal Institute      roar   \n",
       "4612      Publication Server of the Wuppertal Institute      roar   \n",
       "\n",
       "          unique_id  \n",
       "53        roar_6167  \n",
       "54    OpenDOAR_2717  \n",
       "55        roar_6580  \n",
       "72        roar_7902  \n",
       "73    OpenDOAR_2468  \n",
       "...             ...  \n",
       "4596  OpenDOAR_2545  \n",
       "4597      roar_5746  \n",
       "4610  OpenDOAR_2539  \n",
       "4611     roar_11212  \n",
       "4612      roar_5891  \n",
       "\n",
       "[434 rows x 6 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across = dup[~dup.dedup_id.isin(dup_within.dedup_id)]\n",
    "dup_across = dup_across.groupby('dedup_id').aggregate(list)\n",
    "dup_across['source_set'] = dup_across.source.map(set)\n",
    "\n",
    "dup_hybrid = dup_across[dup_across.source_set.str.len() < dup_across.source.str.len()]\n",
    "dup_hybrid = dup[dup.dedup_id.isin(dup_hybrid.index)]\n",
    "dup_hybrid"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "138"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_hybrid.groupby('dedup_id').ngroups"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Isolating multiple-registry duplicates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.q...</td>\n",
       "      <td>2094</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>re3data::r3d100011306</td>\n",
       "      <td>r3d100011306</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>re3data::r3d100011894</td>\n",
       "      <td>r3d100011894</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.d...</td>\n",
       "      <td>2315</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::0048f2e3aa55ab88aaaac0cfa4153ad5</td>\n",
       "      <td>opendoar::4562</td>\n",
       "      <td>4562</td>\n",
       "      <td>erzincan binali yıldırım university institutio...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_4562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4707</th>\n",
       "      <td>dedup::ff7d2ea87cebddb182db2fb8cf32aa89</td>\n",
       "      <td>opendoar::2126</td>\n",
       "      <td>2126</td>\n",
       "      <td>sophia</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4708</th>\n",
       "      <td>dedup::ffb342887a73ec0ead022e0414d765b1</td>\n",
       "      <td>roar::668</td>\n",
       "      <td>668</td>\n",
       "      <td>Infoscience: École polytechnique fédérale de L...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4709</th>\n",
       "      <td>dedup::ffb342887a73ec0ead022e0414d765b1</td>\n",
       "      <td>opendoar::185</td>\n",
       "      <td>185</td>\n",
       "      <td>infoscience - école polytechnique fédérale de ...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_185</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4710</th>\n",
       "      <td>dedup::ffbb6800107747f9224cdde0df95da7c</td>\n",
       "      <td>opendoar::3122</td>\n",
       "      <td>3122</td>\n",
       "      <td>istanbul bilgi university library open access</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_3122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4711</th>\n",
       "      <td>dedup::ffbb6800107747f9224cdde0df95da7c</td>\n",
       "      <td>roar::13646</td>\n",
       "      <td>13646</td>\n",
       "      <td>Istanbul Bilgi University Library Open Access</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_13646</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3982 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     dedup_id  \\\n",
       "0     dedup::001e6d882e54c780ce269d3c46997287   \n",
       "1     dedup::001e6d882e54c780ce269d3c46997287   \n",
       "2     dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "3     dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "4     dedup::0048f2e3aa55ab88aaaac0cfa4153ad5   \n",
       "...                                       ...   \n",
       "4707  dedup::ff7d2ea87cebddb182db2fb8cf32aa89   \n",
       "4708  dedup::ffb342887a73ec0ead022e0414d765b1   \n",
       "4709  dedup::ffb342887a73ec0ead022e0414d765b1   \n",
       "4710  dedup::ffbb6800107747f9224cdde0df95da7c   \n",
       "4711  dedup::ffbb6800107747f9224cdde0df95da7c   \n",
       "\n",
       "                                           duplicate_id   original_id  \\\n",
       "0     https://fairsharing.org/10.25504/FAIRsharing.q...          2094   \n",
       "1                                 re3data::r3d100011306  r3d100011306   \n",
       "2                                 re3data::r3d100011894  r3d100011894   \n",
       "3     https://fairsharing.org/10.25504/FAIRsharing.d...          2315   \n",
       "4                                        opendoar::4562          4562   \n",
       "...                                                 ...           ...   \n",
       "4707                                     opendoar::2126          2126   \n",
       "4708                                          roar::668           668   \n",
       "4709                                      opendoar::185           185   \n",
       "4710                                     opendoar::3122          3122   \n",
       "4711                                        roar::13646         13646   \n",
       "\n",
       "                                                   name       source  \\\n",
       "0               RESID Database of Protein Modifications  FAIRsharing   \n",
       "1               RESID Database of Protein Modifications      re3data   \n",
       "2                                               Synapse      re3data   \n",
       "3                                               Synapse  FAIRsharing   \n",
       "4     erzincan binali yıldırım university institutio...     OpenDOAR   \n",
       "...                                                 ...          ...   \n",
       "4707                                             sophia     OpenDOAR   \n",
       "4708  Infoscience: École polytechnique fédérale de L...         roar   \n",
       "4709  infoscience - école polytechnique fédérale de ...     OpenDOAR   \n",
       "4710      istanbul bilgi university library open access     OpenDOAR   \n",
       "4711      Istanbul Bilgi University Library Open Access         roar   \n",
       "\n",
       "                 unique_id  \n",
       "0         FAIRsharing_2094  \n",
       "1     re3data_r3d100011306  \n",
       "2     re3data_r3d100011894  \n",
       "3         FAIRsharing_2315  \n",
       "4            OpenDOAR_4562  \n",
       "...                    ...  \n",
       "4707         OpenDOAR_2126  \n",
       "4708              roar_668  \n",
       "4709          OpenDOAR_185  \n",
       "4710         OpenDOAR_3122  \n",
       "4711            roar_13646  \n",
       "\n",
       "[3982 rows x 6 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across = dup_across[dup_across.source_set.str.len() == dup_across.source.str.len()]\n",
    "dup_across = dup[dup.dedup_id.isin(dup_across.index)]\n",
    "dup_across\n",
    "# dup[dup.dedup_id.isin(dup_across.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1958"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across.groupby('dedup_id').ngroups"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Double check partitions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dedup_id        4712\n",
       "duplicate_id    4712\n",
       "original_id     4712\n",
       "name            4712\n",
       "source          4712\n",
       "unique_id       4712\n",
       "dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dedup_id        4712\n",
       "duplicate_id    4712\n",
       "original_id     4712\n",
       "name            4712\n",
       "source          4712\n",
       "unique_id       4712\n",
       "dtype: int64"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across.count() + dup_within.count() + dup_hybrid.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2239"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within.groupby('dedup_id').ngroups + dup_across.groupby('dedup_id').ngroups + dup_hybrid.groupby('dedup_id').ngroups"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2239"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup.groupby('dedup_id').ngroups"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Joining information"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::07b65089515c8f99812d14bbb01334a6</td>\n",
       "      <td>roar::474</td>\n",
       "      <td>474</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_474</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>474</td>\n",
       "      <td>281</td>\n",
       "      <td>archive</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/04/74</td>\n",
       "      <td>2010-01-06 13:44:22</td>\n",
       "      <td>2011-07-06 08:19:53</td>\n",
       "      <td>2010-01-06 13:44:22</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://ecnis.openrepository.com/</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk, N...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>This site is a subject specific repository con...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ECNIS (Environmental Cancer Risk, Nutrition an...</td>\n",
       "      <td>http://www.ecnis.org</td>\n",
       "      <td>pl</td>\n",
       "      <td>Lodz</td>\n",
       "      <td>51.8</td>\n",
       "      <td>19.5</td>\n",
       "      <td>openrepo</td>\n",
       "      <td>geoname_2_PL</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2008-06-03 08:05:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>opendoar</td>\n",
       "      <td>1254</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::07b65089515c8f99812d14bbb01334a6</td>\n",
       "      <td>roar::5541</td>\n",
       "      <td>5541</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5541</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5541</td>\n",
       "      <td>8</td>\n",
       "      <td>archive</td>\n",
       "      <td>8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/55/41</td>\n",
       "      <td>2012-12-12 01:21:03</td>\n",
       "      <td>2012-12-15 02:51:35</td>\n",
       "      <td>2012-12-12 01:21:03</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://ecnis.openrepository.com/ecnis/</td>\n",
       "      <td>ECNIS Repository (Environmental Cancer Risk, N...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>This site is a subject specific repository con...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ECNIS Network of Excellence</td>\n",
       "      <td>http://www.ecnis.org/</td>\n",
       "      <td>pl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>51.8</td>\n",
       "      <td>19.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>geoname_2_PL</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-07-01 15:13:36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>opendoar</td>\n",
       "      <td>1254</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_5541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::0be44aa69610e09805d4002baf7e0b10</td>\n",
       "      <td>roar::16867</td>\n",
       "      <td>16867</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_16867</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16867</td>\n",
       "      <td>3</td>\n",
       "      <td>archive</td>\n",
       "      <td>360</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/01/68/67</td>\n",
       "      <td>2021-02-25 13:06:19</td>\n",
       "      <td>2021-02-25 13:06:19</td>\n",
       "      <td>2021-02-25 13:06:19</td>\n",
       "      <td>institutional</td>\n",
       "      <td>2907</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://ir.csmu.edu.tw:8080</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>https://ir.csmu.edu.tw:8080/ir-oai/request?ver...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dspace</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>[RT, RC0254, RC1200, R1, RK]</td>\n",
       "      <td>2009-10-21 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>celestial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_16867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::0be44aa69610e09805d4002baf7e0b10</td>\n",
       "      <td>roar::2907</td>\n",
       "      <td>2907</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_2907</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2907</td>\n",
       "      <td>548</td>\n",
       "      <td>archive</td>\n",
       "      <td>360</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/29/07</td>\n",
       "      <td>2010-07-29 01:40:55</td>\n",
       "      <td>2021-02-17 06:33:34</td>\n",
       "      <td>2010-07-29 01:40:55</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>no_search</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://ir.csmu.edu.tw:8080</td>\n",
       "      <td>Chung Shan Medical University Institutional Re...</td>\n",
       "      <td>https://ir.csmu.edu.tw:8080/ir-oai/request?ver...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dspace</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>[RC0321, RT, RC0254, RC1200, R1, RK]</td>\n",
       "      <td>2009-10-21 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>celestial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_2907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::0c34770edc42a1d2ac361b64cfabfb63</td>\n",
       "      <td>roar::5432</td>\n",
       "      <td>5432</td>\n",
       "      <td>Digital Library of Jelenia Góra</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_5432</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5432</td>\n",
       "      <td>9</td>\n",
       "      <td>archive</td>\n",
       "      <td>8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/54/32</td>\n",
       "      <td>2012-11-19 20:28:01</td>\n",
       "      <td>2012-11-26 06:53:38</td>\n",
       "      <td>2012-11-19 20:28:01</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://jbc.jelenia-gora.pl/dlibra.html</td>\n",
       "      <td>Digital Library of Jelenia Góra</td>\n",
       "      <td>http://jbc.jelenia-gora.pl/dlibra/oai-pmh-repo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Users may set up RSS feeds to be alerted to ne...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Jeleniogórskie Centrum Informacji i Edukacji R...</td>\n",
       "      <td>http://biblioteka.jelenia-gora.pl/</td>\n",
       "      <td>pl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.9012</td>\n",
       "      <td>15.7341</td>\n",
       "      <td>NaN</td>\n",
       "      <td>geoname_2_PL</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-07-01 15:12:22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[4595, 2211]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_5432</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id duplicate_id original_id  \\\n",
       "0  dedup::07b65089515c8f99812d14bbb01334a6    roar::474         474   \n",
       "1  dedup::07b65089515c8f99812d14bbb01334a6   roar::5541        5541   \n",
       "2  dedup::0be44aa69610e09805d4002baf7e0b10  roar::16867       16867   \n",
       "3  dedup::0be44aa69610e09805d4002baf7e0b10   roar::2907        2907   \n",
       "4  dedup::0c34770edc42a1d2ac361b64cfabfb63   roar::5432        5432   \n",
       "\n",
       "                                                name source   unique_id  \\\n",
       "0        ECNIS Repository (Environmental Cancer Risk   roar    roar_474   \n",
       "1        ECNIS Repository (Environmental Cancer Risk   roar   roar_5541   \n",
       "2  Chung Shan Medical University Institutional Re...   roar  roar_16867   \n",
       "3  Chung Shan Medical University Institutional Re...   roar   roar_2907   \n",
       "4                    Digital Library of Jelenia Góra   roar   roar_5432   \n",
       "\n",
       "  FAIRsharing_id FAIRsharing_type FAIRsharing_attributes.created-at  \\\n",
       "0            NaN              NaN                               NaN   \n",
       "1            NaN              NaN                               NaN   \n",
       "2            NaN              NaN                               NaN   \n",
       "3            NaN              NaN                               NaN   \n",
       "4            NaN              NaN                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.updated-at FAIRsharing_attributes.metadata.doi  \\\n",
       "0                               NaN                                 NaN   \n",
       "1                               NaN                                 NaN   \n",
       "2                               NaN                                 NaN   \n",
       "3                               NaN                                 NaN   \n",
       "4                               NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.name FAIRsharing_attributes.metadata.status  \\\n",
       "0                                  NaN                                    NaN   \n",
       "1                                  NaN                                    NaN   \n",
       "2                                  NaN                                    NaN   \n",
       "3                                  NaN                                    NaN   \n",
       "4                                  NaN                                    NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.contacts  \\\n",
       "0                                      NaN   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                                      NaN   \n",
       "4                                      NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0                                      NaN   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                                      NaN   \n",
       "4                                      NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.description  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                          NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.support-links  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                            NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                            NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.record-type FAIRsharing_attributes.subjects  \\\n",
       "0                                NaN                             NaN   \n",
       "1                                NaN                             NaN   \n",
       "2                                NaN                             NaN   \n",
       "3                                NaN                             NaN   \n",
       "4                                NaN                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.domains FAIRsharing_attributes.taxonomies  \\\n",
       "0                            NaN                               NaN   \n",
       "1                            NaN                               NaN   \n",
       "2                            NaN                               NaN   \n",
       "3                            NaN                               NaN   \n",
       "4                            NaN                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.user-defined-tags FAIRsharing_attributes.countries  \\\n",
       "0                                      NaN                              NaN   \n",
       "1                                      NaN                              NaN   \n",
       "2                                      NaN                              NaN   \n",
       "3                                      NaN                              NaN   \n",
       "4                                      NaN                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.name FAIRsharing_attributes.abbreviation  \\\n",
       "0                         NaN                                 NaN   \n",
       "1                         NaN                                 NaN   \n",
       "2                         NaN                                 NaN   \n",
       "3                         NaN                                 NaN   \n",
       "4                         NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.url FAIRsharing_attributes.doi  \\\n",
       "0                        NaN                        NaN   \n",
       "1                        NaN                        NaN   \n",
       "2                        NaN                        NaN   \n",
       "3                        NaN                        NaN   \n",
       "4                        NaN                        NaN   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0                                        NaN   \n",
       "1                                        NaN   \n",
       "2                                        NaN   \n",
       "3                                        NaN   \n",
       "4                                        NaN   \n",
       "\n",
       "  FAIRsharing_attributes.description FAIRsharing_attributes.publications  \\\n",
       "0                                NaN                                 NaN   \n",
       "1                                NaN                                 NaN   \n",
       "2                                NaN                                 NaN   \n",
       "3                                NaN                                 NaN   \n",
       "4                                NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.licence-links FAIRsharing_attributes.url-for-logo  \\\n",
       "0                                  NaN                                 NaN   \n",
       "1                                  NaN                                 NaN   \n",
       "2                                  NaN                                 NaN   \n",
       "3                                  NaN                                 NaN   \n",
       "4                                  NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                       NaN   \n",
       "1                                       NaN   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                                NaN           \n",
       "1                                                NaN           \n",
       "2                                                NaN           \n",
       "3                                                NaN           \n",
       "4                                                NaN           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                                NaN         \n",
       "1                                                NaN         \n",
       "2                                                NaN         \n",
       "3                                                NaN         \n",
       "4                                                NaN         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                                NaN               \n",
       "1                                                NaN               \n",
       "2                                                NaN               \n",
       "3                                                NaN               \n",
       "4                                                NaN               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                                NaN          \n",
       "1                                                NaN          \n",
       "2                                                NaN          \n",
       "3                                                NaN          \n",
       "4                                                NaN          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                                NaN            \n",
       "1                                                NaN            \n",
       "2                                                NaN            \n",
       "3                                                NaN            \n",
       "4                                                NaN            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                                NaN                       \n",
       "1                                                NaN                       \n",
       "2                                                NaN                       \n",
       "3                                                NaN                       \n",
       "4                                                NaN                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                               NaN   \n",
       "1                                               NaN   \n",
       "2                                               NaN   \n",
       "3                                               NaN   \n",
       "4                                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                                NaN                 \n",
       "1                                                NaN                 \n",
       "2                                                NaN                 \n",
       "3                                                NaN                 \n",
       "4                                                NaN                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \\\n",
       "0                                       NaN                   NaN   \n",
       "1                                       NaN                   NaN   \n",
       "2                                       NaN                   NaN   \n",
       "3                                       NaN                   NaN   \n",
       "4                                       NaN                   NaN   \n",
       "\n",
       "  re3data_orgIdentifier re3data_repositoryName  \\\n",
       "0                   NaN                    NaN   \n",
       "1                   NaN                    NaN   \n",
       "2                   NaN                    NaN   \n",
       "3                   NaN                    NaN   \n",
       "4                   NaN                    NaN   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                             NaN                    NaN   \n",
       "1                             NaN                    NaN   \n",
       "2                             NaN                    NaN   \n",
       "3                             NaN                    NaN   \n",
       "4                             NaN                    NaN   \n",
       "\n",
       "  re3data_repositoryURL re3data_repositoryIdentifier  \\\n",
       "0                   NaN                          NaN   \n",
       "1                   NaN                          NaN   \n",
       "2                   NaN                          NaN   \n",
       "3                   NaN                          NaN   \n",
       "4                   NaN                          NaN   \n",
       "\n",
       "  re3data_repositoryContact re3data_description re3data_description.language  \\\n",
       "0                       NaN                 NaN                          NaN   \n",
       "1                       NaN                 NaN                          NaN   \n",
       "2                       NaN                 NaN                          NaN   \n",
       "3                       NaN                 NaN                          NaN   \n",
       "4                       NaN                 NaN                          NaN   \n",
       "\n",
       "  re3data_type re3data_size re3data_startDate re3data_endDate  \\\n",
       "0          NaN          NaN               NaN             NaN   \n",
       "1          NaN          NaN               NaN             NaN   \n",
       "2          NaN          NaN               NaN             NaN   \n",
       "3          NaN          NaN               NaN             NaN   \n",
       "4          NaN          NaN               NaN             NaN   \n",
       "\n",
       "  re3data_repositoryLanguage re3data_subject re3data_missionStatementURL  \\\n",
       "0                        NaN             NaN                         NaN   \n",
       "1                        NaN             NaN                         NaN   \n",
       "2                        NaN             NaN                         NaN   \n",
       "3                        NaN             NaN                         NaN   \n",
       "4                        NaN             NaN                         NaN   \n",
       "\n",
       "  re3data_contentType re3data_providerType re3data_keyword  \\\n",
       "0                 NaN                  NaN             NaN   \n",
       "1                 NaN                  NaN             NaN   \n",
       "2                 NaN                  NaN             NaN   \n",
       "3                 NaN                  NaN             NaN   \n",
       "4                 NaN                  NaN             NaN   \n",
       "\n",
       "  re3data_institution re3data_policy re3data_databaseAccess  \\\n",
       "0                 NaN            NaN                    NaN   \n",
       "1                 NaN            NaN                    NaN   \n",
       "2                 NaN            NaN                    NaN   \n",
       "3                 NaN            NaN                    NaN   \n",
       "4                 NaN            NaN                    NaN   \n",
       "\n",
       "  re3data_databaseLicense re3data_dataAccess re3data_dataLicense  \\\n",
       "0                     NaN                NaN                 NaN   \n",
       "1                     NaN                NaN                 NaN   \n",
       "2                     NaN                NaN                 NaN   \n",
       "3                     NaN                NaN                 NaN   \n",
       "4                     NaN                NaN                 NaN   \n",
       "\n",
       "  re3data_dataUploadType re3data_dataUploadLicense re3data_software  \\\n",
       "0                    NaN                       NaN              NaN   \n",
       "1                    NaN                       NaN              NaN   \n",
       "2                    NaN                       NaN              NaN   \n",
       "3                    NaN                       NaN              NaN   \n",
       "4                    NaN                       NaN              NaN   \n",
       "\n",
       "  re3data_versioning re3data_api re3data_pidSystem  \\\n",
       "0                NaN         NaN               NaN   \n",
       "1                NaN         NaN               NaN   \n",
       "2                NaN         NaN               NaN   \n",
       "3                NaN         NaN               NaN   \n",
       "4                NaN         NaN               NaN   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0                          NaN               NaN                         NaN   \n",
       "1                          NaN               NaN                         NaN   \n",
       "2                          NaN               NaN                         NaN   \n",
       "3                          NaN               NaN                         NaN   \n",
       "4                          NaN               NaN                         NaN   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0                       NaN                 NaN                      NaN   \n",
       "1                       NaN                 NaN                      NaN   \n",
       "2                       NaN                 NaN                      NaN   \n",
       "3                       NaN                 NaN                      NaN   \n",
       "4                       NaN                 NaN                      NaN   \n",
       "\n",
       "  re3data_syndication re3data_remarks re3data_entryDate re3data_lastUpdate  \\\n",
       "0                 NaN             NaN               NaN                NaN   \n",
       "1                 NaN             NaN               NaN                NaN   \n",
       "2                 NaN             NaN               NaN                NaN   \n",
       "3                 NaN             NaN               NaN                NaN   \n",
       "4                 NaN             NaN               NaN                NaN   \n",
       "\n",
       "  re3data_unique_id OpenDOAR_system_metadata.id  \\\n",
       "0               NaN                         NaN   \n",
       "1               NaN                         NaN   \n",
       "2               NaN                         NaN   \n",
       "3               NaN                         NaN   \n",
       "4               NaN                         NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.name  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                          NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.url  OpenDOAR_repository_metadata.description  \\\n",
       "0                              NaN                                       NaN   \n",
       "1                              NaN                                       NaN   \n",
       "2                              NaN                                       NaN   \n",
       "3                              NaN                                       NaN   \n",
       "4                              NaN                                       NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.type  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                            NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                                    NaN   \n",
       "1                                    NaN   \n",
       "2                                    NaN   \n",
       "3                                    NaN   \n",
       "4                                    NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                                   NaN   \n",
       "1                                   NaN   \n",
       "2                                   NaN   \n",
       "3                                   NaN   \n",
       "4                                   NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_types OpenDOAR_organization  \\\n",
       "0                                        NaN                   NaN   \n",
       "1                                        NaN                   NaN   \n",
       "2                                        NaN                   NaN   \n",
       "3                                        NaN                   NaN   \n",
       "4                                        NaN                   NaN   \n",
       "\n",
       "  OpenDOAR_policy_urls OpenDOAR_repository_metadata.software  \\\n",
       "0                  NaN                                   NaN   \n",
       "1                  NaN                                   NaN   \n",
       "2                  NaN                                   NaN   \n",
       "3                  NaN                                   NaN   \n",
       "4                  NaN                                   NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.oai_url  \\\n",
       "0                                  NaN   \n",
       "1                                  NaN   \n",
       "2                                  NaN   \n",
       "3                                  NaN   \n",
       "4                                  NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                       NaN   \n",
       "1                                       NaN   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       NaN   \n",
       "\n",
       "   OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "   OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                                NaN    \n",
       "1                                                NaN    \n",
       "2                                                NaN    \n",
       "3                                                NaN    \n",
       "4                                                NaN    \n",
       "\n",
       "   OpenDOAR_repository_metadata.metadata_record_count OpenDOAR_unique_id  \\\n",
       "0                                                NaN                 NaN   \n",
       "1                                                NaN                 NaN   \n",
       "2                                                NaN                 NaN   \n",
       "3                                                NaN                 NaN   \n",
       "4                                                NaN                 NaN   \n",
       "\n",
       "  roar_eprintid roar_rev_number roar_eprint_status roar_userid  roar_importid  \\\n",
       "0           474             281            archive           1            NaN   \n",
       "1          5541               8            archive           8            NaN   \n",
       "2         16867               3            archive         360            NaN   \n",
       "3          2907             548            archive         360            NaN   \n",
       "4          5432               9            archive           8            NaN   \n",
       "\n",
       "   roar_source           roar_dir       roar_datestamp         roar_lastmod  \\\n",
       "0          NaN  disk0/00/00/04/74  2010-01-06 13:44:22  2011-07-06 08:19:53   \n",
       "1          NaN  disk0/00/00/55/41  2012-12-12 01:21:03  2012-12-15 02:51:35   \n",
       "2          NaN  disk0/00/01/68/67  2021-02-25 13:06:19  2021-02-25 13:06:19   \n",
       "3          NaN  disk0/00/00/29/07  2010-07-29 01:40:55  2021-02-17 06:33:34   \n",
       "4          NaN  disk0/00/00/54/32  2012-11-19 20:28:01  2012-11-26 06:53:38   \n",
       "\n",
       "   roar_status_changed      roar_type roar_succeeds  roar_commentary  \\\n",
       "0  2010-01-06 13:44:22          other           NaN              NaN   \n",
       "1  2012-12-12 01:21:03  institutional           NaN              NaN   \n",
       "2  2021-02-25 13:06:19  institutional          2907              NaN   \n",
       "3  2010-07-29 01:40:55  institutional           NaN              NaN   \n",
       "4  2012-11-19 20:28:01  institutional           NaN              NaN   \n",
       "\n",
       "  roar_metadata_visibility  roar_latitude  roar_longitude  roar_relation_type  \\\n",
       "0                     show            NaN             NaN                 NaN   \n",
       "1                     show            NaN             NaN                 NaN   \n",
       "2                     show            NaN             NaN                 NaN   \n",
       "3                no_search            NaN             NaN                 NaN   \n",
       "4                     show            NaN             NaN                 NaN   \n",
       "\n",
       "   roar_relation_uri roar_item_issues_id roar_item_issues_type  \\\n",
       "0                NaN                 NaN                   NaN   \n",
       "1                NaN                 NaN                   NaN   \n",
       "2                NaN                 NaN                   NaN   \n",
       "3                NaN                 NaN                   NaN   \n",
       "4                NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_item_issues_description roar_item_issues_timestamp  \\\n",
       "0                          NaN                        NaN   \n",
       "1                          NaN                        NaN   \n",
       "2                          NaN                        NaN   \n",
       "3                          NaN                        NaN   \n",
       "4                          NaN                        NaN   \n",
       "\n",
       "  roar_item_issues_status  roar_item_issues_reported_by  \\\n",
       "0                     NaN                           NaN   \n",
       "1                     NaN                           NaN   \n",
       "2                     NaN                           NaN   \n",
       "3                     NaN                           NaN   \n",
       "4                     NaN                           NaN   \n",
       "\n",
       "   roar_item_issues_resolved_by  roar_item_issues_comment  \\\n",
       "0                           NaN                       NaN   \n",
       "1                           NaN                       NaN   \n",
       "2                           NaN                       NaN   \n",
       "3                           NaN                       NaN   \n",
       "4                           NaN                       NaN   \n",
       "\n",
       "  roar_item_issues_count  roar_sword_depositor  roar_sword_slug roar_exemplar  \\\n",
       "0                      0                   NaN              NaN           NaN   \n",
       "1                    NaN                   NaN              NaN           NaN   \n",
       "2                      0                   NaN              NaN           NaN   \n",
       "3                      0                   NaN              NaN           NaN   \n",
       "4                    NaN                   NaN              NaN           NaN   \n",
       "\n",
       "                           roar_home_page  \\\n",
       "0        http://ecnis.openrepository.com/   \n",
       "1  http://ecnis.openrepository.com/ecnis/   \n",
       "2             https://ir.csmu.edu.tw:8080   \n",
       "3             https://ir.csmu.edu.tw:8080   \n",
       "4  http://jbc.jelenia-gora.pl/dlibra.html   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0  ECNIS Repository (Environmental Cancer Risk, N...   \n",
       "1  ECNIS Repository (Environmental Cancer Risk, N...   \n",
       "2  Chung Shan Medical University Institutional Re...   \n",
       "3  Chung Shan Medical University Institutional Re...   \n",
       "4                    Digital Library of Jelenia Góra   \n",
       "\n",
       "                                        roar_oai_pmh roar_sword_endpoint  \\\n",
       "0                                                NaN                 NaN   \n",
       "1                                                NaN                 NaN   \n",
       "2  https://ir.csmu.edu.tw:8080/ir-oai/request?ver...                 NaN   \n",
       "3  https://ir.csmu.edu.tw:8080/ir-oai/request?ver...                 NaN   \n",
       "4  http://jbc.jelenia-gora.pl/dlibra/oai-pmh-repo...                 NaN   \n",
       "\n",
       "  roar_rss_feed roar_twitter_feed  \\\n",
       "0           NaN               NaN   \n",
       "1           NaN               NaN   \n",
       "2           NaN               NaN   \n",
       "3           NaN               NaN   \n",
       "4           NaN               NaN   \n",
       "\n",
       "                                    roar_description roar_fulltext  \\\n",
       "0  This site is a subject specific repository con...          TRUE   \n",
       "1  This site is a subject specific repository con...           NaN   \n",
       "2                                                NaN          TRUE   \n",
       "3                                                NaN          TRUE   \n",
       "4  Users may set up RSS feeds to be alerted to ne...           NaN   \n",
       "\n",
       "  roar_open_access roar_mandate  \\\n",
       "0             TRUE          NaN   \n",
       "1              NaN          NaN   \n",
       "2             TRUE        FALSE   \n",
       "3             TRUE        FALSE   \n",
       "4              NaN          NaN   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0  ECNIS (Environmental Cancer Risk, Nutrition an...   \n",
       "1                        ECNIS Network of Excellence   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  Jeleniogórskie Centrum Informacji i Edukacji R...   \n",
       "\n",
       "          roar_organisation_home_page roar_location_country  \\\n",
       "0                http://www.ecnis.org                    pl   \n",
       "1               http://www.ecnis.org/                    pl   \n",
       "2                                 NaN                   NaN   \n",
       "3                                 NaN                   NaN   \n",
       "4  http://biblioteka.jelenia-gora.pl/                    pl   \n",
       "\n",
       "  roar_location_city roar_location_latitude roar_location_longitude  \\\n",
       "0               Lodz                   51.8                    19.5   \n",
       "1                NaN                   51.8                    19.5   \n",
       "2                NaN                    NaN                     NaN   \n",
       "3                NaN                    NaN                     NaN   \n",
       "4                NaN                50.9012                 15.7341   \n",
       "\n",
       "  roar_software  roar_geoname roar_version  \\\n",
       "0      openrepo  geoname_2_PL        other   \n",
       "1           NaN  geoname_2_PL        other   \n",
       "2        dspace           NaN        other   \n",
       "3        dspace           NaN        other   \n",
       "4           NaN  geoname_2_PL        other   \n",
       "\n",
       "                          roar_subjects            roar_date roar_note  \\\n",
       "0                                   NaN  2008-06-03 08:05:43       NaN   \n",
       "1                                   NaN  2012-07-01 15:13:36       NaN   \n",
       "2          [RT, RC0254, RC1200, R1, RK]  2009-10-21 00:00:00       NaN   \n",
       "3  [RC0321, RT, RC0254, RC1200, R1, RK]  2009-10-21 00:00:00       NaN   \n",
       "4                                   NaN  2012-07-01 15:12:22       NaN   \n",
       "\n",
       "  roar_suggestions roar_activity_low roar_activity_medium roar_activity_high  \\\n",
       "0              NaN               NaN                  NaN                NaN   \n",
       "1              NaN               NaN                  NaN                NaN   \n",
       "2              NaN                 0                    0                  0   \n",
       "3              NaN                 0                    0                  0   \n",
       "4              NaN                 0                    0                  0   \n",
       "\n",
       "  roar_recordcount                                 roar_recordhistory  \\\n",
       "0              NaN                                                NaN   \n",
       "1              NaN                                                NaN   \n",
       "2              100  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28...   \n",
       "3              100  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28...   \n",
       "4               20  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19...   \n",
       "\n",
       "  roar_fulltexts_total roar_fulltexts_docs roar_fulltexts_rtotal  \\\n",
       "0                  NaN                 NaN                   NaN   \n",
       "1                  NaN                 NaN                   NaN   \n",
       "2                  NaN                 NaN                   NaN   \n",
       "3                  NaN                 NaN                   NaN   \n",
       "4                  NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_fulltexts_rdocs     roar_registry_name roar_registry_id roar_submit_to  \\\n",
       "0                  NaN               opendoar             1254            NaN   \n",
       "1                  NaN               opendoar             1254            NaN   \n",
       "2                  NaN                    NaN              NaN      celestial   \n",
       "3                  NaN                    NaN              NaN      celestial   \n",
       "4                  NaN  [celestial, opendoar]     [4595, 2211]            NaN   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "0                    NaN                    NaN                   NaN   \n",
       "1                    NaN                    NaN                   NaN   \n",
       "2                    NaN                    NaN                   NaN   \n",
       "3                    NaN                    NaN                   NaN   \n",
       "4                    NaN                    NaN                   NaN   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "0                   NaN                         NaN   \n",
       "1                   NaN                         NaN   \n",
       "2                   NaN                         NaN   \n",
       "3                   NaN                         NaN   \n",
       "4                   NaN                         NaN   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar roar_monthly_deposits  \\\n",
       "0                         NaN                      NaN                   NaN   \n",
       "1                         NaN                      NaN                   NaN   \n",
       "2                         NaN                      NaN                   NaN   \n",
       "3                         NaN                      NaN                   NaN   \n",
       "4                         NaN                      NaN                   NaN   \n",
       "\n",
       "  roar_total_deposits roar_association roar_unique_id  \n",
       "0                 NaN              NaN       roar_474  \n",
       "1                 NaN              NaN      roar_5541  \n",
       "2                 NaN              NaN     roar_16867  \n",
       "3                 NaN              NaN      roar_2907  \n",
       "4                 NaN              NaN      roar_5432  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within = dup_within.merge(fairsharing_df, left_on='unique_id', right_on='FAIRsharing_unique_id', how='left')\n",
    "dup_within = dup_within.merge(re3data_df, left_on='unique_id', right_on='re3data_unique_id', how='left')\n",
    "dup_within = dup_within.merge(opendoar_df, left_on='unique_id', right_on='OpenDOAR_unique_id', how='left')\n",
    "dup_within = dup_within.merge(roar_df, left_on='unique_id', right_on='roar_unique_id', how='left')\n",
    "dup_within.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>roar::6167</td>\n",
       "      <td>6167</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_6167</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6167</td>\n",
       "      <td>13</td>\n",
       "      <td>archive</td>\n",
       "      <td>2178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/61/67</td>\n",
       "      <td>2012-12-12 05:42:58</td>\n",
       "      <td>2013-07-14 15:12:12</td>\n",
       "      <td>2012-12-12 05:42:58</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://repository.uinjkt.ac.id</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>[http://repository.uinjkt.ac.id/oai, http://re...</td>\n",
       "      <td>http://repository.uinjkt.ac.id/sword/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nstitutional Repository UIN Syarif Hidayatulla...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>[UIN Syarif Hidayatullah Jakarta, Pascasarjana...</td>\n",
       "      <td>[http://www.uinjkt.ac.id, http://graduate.uinj...</td>\n",
       "      <td>id</td>\n",
       "      <td>Jakarta</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dspace</td>\n",
       "      <td>geoname_2_ID</td>\n",
       "      <td>other</td>\n",
       "      <td>AI</td>\n",
       "      <td>2012-11-07 08:11:19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[5108, 2717, 5109]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_6167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>opendoar::2717</td>\n",
       "      <td>2717</td>\n",
       "      <td>institutional repository uin syarif hidayatull...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2717</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2717</td>\n",
       "      <td>{\"name\": \"institutional repository uin syarif ...</td>\n",
       "      <td>[]</td>\n",
       "      <td>http://repository.uinjkt.ac.id/dspace/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:35:36</td>\n",
       "      <td>2013-07-11 15:52:01</td>\n",
       "      <td>[science, arts, humanities, social sciences, h...</td>\n",
       "      <td>[theses_and_dissertations]</td>\n",
       "      <td>[{'name': 'uin syarif hidayatullah jakarta, st...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"dspace\", \"version\": \"\"}</td>\n",
       "      <td>http://repository.uinjkt.ac.id/oai/</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>36862.0</td>\n",
       "      <td>OpenDOAR_2717</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>roar::6580</td>\n",
       "      <td>6580</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_6580</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6580</td>\n",
       "      <td>16</td>\n",
       "      <td>archive</td>\n",
       "      <td>2040</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/65/80</td>\n",
       "      <td>2013-03-31 16:02:51</td>\n",
       "      <td>2013-04-06 01:42:14</td>\n",
       "      <td>2013-03-31 16:02:51</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://repository.uinjkt.ac.id</td>\n",
       "      <td>Institutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>id</td>\n",
       "      <td>Jakarta</td>\n",
       "      <td>106.756</td>\n",
       "      <td>-6.30591</td>\n",
       "      <td>dspace</td>\n",
       "      <td>geoname_2_ID</td>\n",
       "      <td>other</td>\n",
       "      <td>[AC, Z665, Z004, Z719, BP, Q1]</td>\n",
       "      <td>2013-03-04 07:20:37</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_6580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::044edcd1c961b3942a7e0e90d1005e2d</td>\n",
       "      <td>roar::7902</td>\n",
       "      <td>7902</td>\n",
       "      <td>The University of Arizona Campus Repository</td>\n",
       "      <td>roar</td>\n",
       "      <td>roar_7902</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7902</td>\n",
       "      <td>12</td>\n",
       "      <td>archive</td>\n",
       "      <td>4910</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>disk0/00/00/79/02</td>\n",
       "      <td>2014-03-05 11:50:29</td>\n",
       "      <td>2014-05-08 13:10:29</td>\n",
       "      <td>2014-03-05 11:50:29</td>\n",
       "      <td>institutional</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>show</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://arizona.openrepository.com/arizona/</td>\n",
       "      <td>The University of Arizona Campus Repository</td>\n",
       "      <td>http://arizona.openrepository.com/arizona/oai/...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://arizona.openrepository.com/arizona/feed...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The UA Campus Repository is an institutional r...</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>TRUE</td>\n",
       "      <td>FALSE</td>\n",
       "      <td>The University of Arizona</td>\n",
       "      <td>http://www.arizona.edu/</td>\n",
       "      <td>us</td>\n",
       "      <td>Tucson</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dspace</td>\n",
       "      <td>geoname_2_US</td>\n",
       "      <td>other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2014-02-25 20:17:47</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[celestial, opendoar]</td>\n",
       "      <td>[5404, http://opendoar.org/id/2468/]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>roar_7902</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::044edcd1c961b3942a7e0e90d1005e2d</td>\n",
       "      <td>opendoar::2468</td>\n",
       "      <td>2468</td>\n",
       "      <td>university of arizona campus repository</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_2468</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2468</td>\n",
       "      <td>{\"name\": \"university of arizona campus reposit...</td>\n",
       "      <td>[]</td>\n",
       "      <td>http://arizona.openrepository.com/arizona/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:35:32</td>\n",
       "      <td>2012-05-02 09:50:07</td>\n",
       "      <td>[science, arts, humanities, health and medicin...</td>\n",
       "      <td>[journal_articles, theses_and_dissertations, u...</td>\n",
       "      <td>[{'name': 'university of arizona', 'alternativ...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"other\", \"version\": \"\"}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>63231.0</td>\n",
       "      <td>OpenDOAR_2468</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id    duplicate_id original_id  \\\n",
       "0  dedup::038ef33e8d3de51d3536d62e6c103be7      roar::6167        6167   \n",
       "1  dedup::038ef33e8d3de51d3536d62e6c103be7  opendoar::2717        2717   \n",
       "2  dedup::038ef33e8d3de51d3536d62e6c103be7      roar::6580        6580   \n",
       "3  dedup::044edcd1c961b3942a7e0e90d1005e2d      roar::7902        7902   \n",
       "4  dedup::044edcd1c961b3942a7e0e90d1005e2d  opendoar::2468        2468   \n",
       "\n",
       "                                                name    source      unique_id  \\\n",
       "0  Institutional Repository UIN Syarif Hidayatull...      roar      roar_6167   \n",
       "1  institutional repository uin syarif hidayatull...  OpenDOAR  OpenDOAR_2717   \n",
       "2  Institutional Repository UIN Syarif Hidayatull...      roar      roar_6580   \n",
       "3        The University of Arizona Campus Repository      roar      roar_7902   \n",
       "4            university of arizona campus repository  OpenDOAR  OpenDOAR_2468   \n",
       "\n",
       "  FAIRsharing_id FAIRsharing_type FAIRsharing_attributes.created-at  \\\n",
       "0            NaN              NaN                               NaN   \n",
       "1            NaN              NaN                               NaN   \n",
       "2            NaN              NaN                               NaN   \n",
       "3            NaN              NaN                               NaN   \n",
       "4            NaN              NaN                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.updated-at FAIRsharing_attributes.metadata.doi  \\\n",
       "0                               NaN                                 NaN   \n",
       "1                               NaN                                 NaN   \n",
       "2                               NaN                                 NaN   \n",
       "3                               NaN                                 NaN   \n",
       "4                               NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.name FAIRsharing_attributes.metadata.status  \\\n",
       "0                                  NaN                                    NaN   \n",
       "1                                  NaN                                    NaN   \n",
       "2                                  NaN                                    NaN   \n",
       "3                                  NaN                                    NaN   \n",
       "4                                  NaN                                    NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.contacts  \\\n",
       "0                                      NaN   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                                      NaN   \n",
       "4                                      NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0                                      NaN   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                                      NaN   \n",
       "4                                      NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.description  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                          NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.support-links  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                            NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                            NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                                         NaN   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.record-type FAIRsharing_attributes.subjects  \\\n",
       "0                                NaN                             NaN   \n",
       "1                                NaN                             NaN   \n",
       "2                                NaN                             NaN   \n",
       "3                                NaN                             NaN   \n",
       "4                                NaN                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.domains FAIRsharing_attributes.taxonomies  \\\n",
       "0                            NaN                               NaN   \n",
       "1                            NaN                               NaN   \n",
       "2                            NaN                               NaN   \n",
       "3                            NaN                               NaN   \n",
       "4                            NaN                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.user-defined-tags FAIRsharing_attributes.countries  \\\n",
       "0                                      NaN                              NaN   \n",
       "1                                      NaN                              NaN   \n",
       "2                                      NaN                              NaN   \n",
       "3                                      NaN                              NaN   \n",
       "4                                      NaN                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.name FAIRsharing_attributes.abbreviation  \\\n",
       "0                         NaN                                 NaN   \n",
       "1                         NaN                                 NaN   \n",
       "2                         NaN                                 NaN   \n",
       "3                         NaN                                 NaN   \n",
       "4                         NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.url FAIRsharing_attributes.doi  \\\n",
       "0                        NaN                        NaN   \n",
       "1                        NaN                        NaN   \n",
       "2                        NaN                        NaN   \n",
       "3                        NaN                        NaN   \n",
       "4                        NaN                        NaN   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0                                        NaN   \n",
       "1                                        NaN   \n",
       "2                                        NaN   \n",
       "3                                        NaN   \n",
       "4                                        NaN   \n",
       "\n",
       "  FAIRsharing_attributes.description FAIRsharing_attributes.publications  \\\n",
       "0                                NaN                                 NaN   \n",
       "1                                NaN                                 NaN   \n",
       "2                                NaN                                 NaN   \n",
       "3                                NaN                                 NaN   \n",
       "4                                NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.licence-links FAIRsharing_attributes.url-for-logo  \\\n",
       "0                                  NaN                                 NaN   \n",
       "1                                  NaN                                 NaN   \n",
       "2                                  NaN                                 NaN   \n",
       "3                                  NaN                                 NaN   \n",
       "4                                  NaN                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                       NaN   \n",
       "1                                       NaN   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                                NaN           \n",
       "1                                                NaN           \n",
       "2                                                NaN           \n",
       "3                                                NaN           \n",
       "4                                                NaN           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                                NaN         \n",
       "1                                                NaN         \n",
       "2                                                NaN         \n",
       "3                                                NaN         \n",
       "4                                                NaN         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                                NaN               \n",
       "1                                                NaN               \n",
       "2                                                NaN               \n",
       "3                                                NaN               \n",
       "4                                                NaN               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                                NaN          \n",
       "1                                                NaN          \n",
       "2                                                NaN          \n",
       "3                                                NaN          \n",
       "4                                                NaN          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                                NaN            \n",
       "1                                                NaN            \n",
       "2                                                NaN            \n",
       "3                                                NaN            \n",
       "4                                                NaN            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                                NaN                       \n",
       "1                                                NaN                       \n",
       "2                                                NaN                       \n",
       "3                                                NaN                       \n",
       "4                                                NaN                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                               NaN   \n",
       "1                                               NaN   \n",
       "2                                               NaN   \n",
       "3                                               NaN   \n",
       "4                                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                                NaN                 \n",
       "1                                                NaN                 \n",
       "2                                                NaN                 \n",
       "3                                                NaN                 \n",
       "4                                                NaN                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \\\n",
       "0                                       NaN                   NaN   \n",
       "1                                       NaN                   NaN   \n",
       "2                                       NaN                   NaN   \n",
       "3                                       NaN                   NaN   \n",
       "4                                       NaN                   NaN   \n",
       "\n",
       "  re3data_orgIdentifier re3data_repositoryName  \\\n",
       "0                   NaN                    NaN   \n",
       "1                   NaN                    NaN   \n",
       "2                   NaN                    NaN   \n",
       "3                   NaN                    NaN   \n",
       "4                   NaN                    NaN   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                             NaN                    NaN   \n",
       "1                             NaN                    NaN   \n",
       "2                             NaN                    NaN   \n",
       "3                             NaN                    NaN   \n",
       "4                             NaN                    NaN   \n",
       "\n",
       "  re3data_repositoryURL re3data_repositoryIdentifier  \\\n",
       "0                   NaN                          NaN   \n",
       "1                   NaN                          NaN   \n",
       "2                   NaN                          NaN   \n",
       "3                   NaN                          NaN   \n",
       "4                   NaN                          NaN   \n",
       "\n",
       "  re3data_repositoryContact re3data_description re3data_description.language  \\\n",
       "0                       NaN                 NaN                          NaN   \n",
       "1                       NaN                 NaN                          NaN   \n",
       "2                       NaN                 NaN                          NaN   \n",
       "3                       NaN                 NaN                          NaN   \n",
       "4                       NaN                 NaN                          NaN   \n",
       "\n",
       "  re3data_type re3data_size re3data_startDate re3data_endDate  \\\n",
       "0          NaN          NaN               NaN             NaN   \n",
       "1          NaN          NaN               NaN             NaN   \n",
       "2          NaN          NaN               NaN             NaN   \n",
       "3          NaN          NaN               NaN             NaN   \n",
       "4          NaN          NaN               NaN             NaN   \n",
       "\n",
       "  re3data_repositoryLanguage re3data_subject re3data_missionStatementURL  \\\n",
       "0                        NaN             NaN                         NaN   \n",
       "1                        NaN             NaN                         NaN   \n",
       "2                        NaN             NaN                         NaN   \n",
       "3                        NaN             NaN                         NaN   \n",
       "4                        NaN             NaN                         NaN   \n",
       "\n",
       "  re3data_contentType re3data_providerType re3data_keyword  \\\n",
       "0                 NaN                  NaN             NaN   \n",
       "1                 NaN                  NaN             NaN   \n",
       "2                 NaN                  NaN             NaN   \n",
       "3                 NaN                  NaN             NaN   \n",
       "4                 NaN                  NaN             NaN   \n",
       "\n",
       "  re3data_institution re3data_policy re3data_databaseAccess  \\\n",
       "0                 NaN            NaN                    NaN   \n",
       "1                 NaN            NaN                    NaN   \n",
       "2                 NaN            NaN                    NaN   \n",
       "3                 NaN            NaN                    NaN   \n",
       "4                 NaN            NaN                    NaN   \n",
       "\n",
       "  re3data_databaseLicense re3data_dataAccess re3data_dataLicense  \\\n",
       "0                     NaN                NaN                 NaN   \n",
       "1                     NaN                NaN                 NaN   \n",
       "2                     NaN                NaN                 NaN   \n",
       "3                     NaN                NaN                 NaN   \n",
       "4                     NaN                NaN                 NaN   \n",
       "\n",
       "  re3data_dataUploadType re3data_dataUploadLicense re3data_software  \\\n",
       "0                    NaN                       NaN              NaN   \n",
       "1                    NaN                       NaN              NaN   \n",
       "2                    NaN                       NaN              NaN   \n",
       "3                    NaN                       NaN              NaN   \n",
       "4                    NaN                       NaN              NaN   \n",
       "\n",
       "  re3data_versioning re3data_api re3data_pidSystem  \\\n",
       "0                NaN         NaN               NaN   \n",
       "1                NaN         NaN               NaN   \n",
       "2                NaN         NaN               NaN   \n",
       "3                NaN         NaN               NaN   \n",
       "4                NaN         NaN               NaN   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0                          NaN               NaN                         NaN   \n",
       "1                          NaN               NaN                         NaN   \n",
       "2                          NaN               NaN                         NaN   \n",
       "3                          NaN               NaN                         NaN   \n",
       "4                          NaN               NaN                         NaN   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0                       NaN                 NaN                      NaN   \n",
       "1                       NaN                 NaN                      NaN   \n",
       "2                       NaN                 NaN                      NaN   \n",
       "3                       NaN                 NaN                      NaN   \n",
       "4                       NaN                 NaN                      NaN   \n",
       "\n",
       "  re3data_syndication re3data_remarks re3data_entryDate re3data_lastUpdate  \\\n",
       "0                 NaN             NaN               NaN                NaN   \n",
       "1                 NaN             NaN               NaN                NaN   \n",
       "2                 NaN             NaN               NaN                NaN   \n",
       "3                 NaN             NaN               NaN                NaN   \n",
       "4                 NaN             NaN               NaN                NaN   \n",
       "\n",
       "  re3data_unique_id OpenDOAR_system_metadata.id  \\\n",
       "0               NaN                         NaN   \n",
       "1               NaN                        2717   \n",
       "2               NaN                         NaN   \n",
       "3               NaN                         NaN   \n",
       "4               NaN                        2468   \n",
       "\n",
       "                   OpenDOAR_repository_metadata.name  \\\n",
       "0                                                NaN   \n",
       "1  {\"name\": \"institutional repository uin syarif ...   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  {\"name\": \"university of arizona campus reposit...   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                                          NaN   \n",
       "1                                           []   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                           []   \n",
       "\n",
       "             OpenDOAR_repository_metadata.url  \\\n",
       "0                                         NaN   \n",
       "1      http://repository.uinjkt.ac.id/dspace/   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4  http://arizona.openrepository.com/arizona/   \n",
       "\n",
       "   OpenDOAR_repository_metadata.description OpenDOAR_repository_metadata.type  \\\n",
       "0                                       NaN                               NaN   \n",
       "1                                       NaN                     institutional   \n",
       "2                                       NaN                               NaN   \n",
       "3                                       NaN                               NaN   \n",
       "4                                       NaN                     institutional   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                            NaN   \n",
       "1                                             []   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                             []   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                                    NaN   \n",
       "1                    2022-01-12 15:35:36   \n",
       "2                                    NaN   \n",
       "3                                    NaN   \n",
       "4                    2022-01-12 15:35:32   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                                   NaN   \n",
       "1                   2013-07-11 15:52:01   \n",
       "2                                   NaN   \n",
       "3                                   NaN   \n",
       "4                   2012-05-02 09:50:07   \n",
       "\n",
       "       OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0                                                NaN   \n",
       "1  [science, arts, humanities, social sciences, h...   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  [science, arts, humanities, health and medicin...   \n",
       "\n",
       "          OpenDOAR_repository_metadata.content_types  \\\n",
       "0                                                NaN   \n",
       "1                         [theses_and_dissertations]   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  [journal_articles, theses_and_dissertations, u...   \n",
       "\n",
       "                               OpenDOAR_organization OpenDOAR_policy_urls  \\\n",
       "0                                                NaN                  NaN   \n",
       "1  [{'name': 'uin syarif hidayatullah jakarta, st...                   []   \n",
       "2                                                NaN                  NaN   \n",
       "3                                                NaN                  NaN   \n",
       "4  [{'name': 'university of arizona', 'alternativ...                   []   \n",
       "\n",
       "  OpenDOAR_repository_metadata.software OpenDOAR_repository_metadata.oai_url  \\\n",
       "0                                   NaN                                  NaN   \n",
       "1     {\"name\": \"dspace\", \"version\": \"\"}  http://repository.uinjkt.ac.id/oai/   \n",
       "2                                   NaN                                  NaN   \n",
       "3                                   NaN                                  NaN   \n",
       "4      {\"name\": \"other\", \"version\": \"\"}                                  NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                       NaN   \n",
       "1                                       yes   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       yes   \n",
       "\n",
       "   OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "   OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                                NaN    \n",
       "1                                                0.0    \n",
       "2                                                NaN    \n",
       "3                                                NaN    \n",
       "4                                                NaN    \n",
       "\n",
       "   OpenDOAR_repository_metadata.metadata_record_count OpenDOAR_unique_id  \\\n",
       "0                                                NaN                 NaN   \n",
       "1                                            36862.0       OpenDOAR_2717   \n",
       "2                                                NaN                 NaN   \n",
       "3                                                NaN                 NaN   \n",
       "4                                            63231.0       OpenDOAR_2468   \n",
       "\n",
       "  roar_eprintid roar_rev_number roar_eprint_status roar_userid  roar_importid  \\\n",
       "0          6167              13            archive        2178            NaN   \n",
       "1           NaN             NaN                NaN         NaN            NaN   \n",
       "2          6580              16            archive        2040            NaN   \n",
       "3          7902              12            archive        4910            NaN   \n",
       "4           NaN             NaN                NaN         NaN            NaN   \n",
       "\n",
       "   roar_source           roar_dir       roar_datestamp         roar_lastmod  \\\n",
       "0          NaN  disk0/00/00/61/67  2012-12-12 05:42:58  2013-07-14 15:12:12   \n",
       "1          NaN                NaN                  NaN                  NaN   \n",
       "2          NaN  disk0/00/00/65/80  2013-03-31 16:02:51  2013-04-06 01:42:14   \n",
       "3          NaN  disk0/00/00/79/02  2014-03-05 11:50:29  2014-05-08 13:10:29   \n",
       "4          NaN                NaN                  NaN                  NaN   \n",
       "\n",
       "   roar_status_changed      roar_type roar_succeeds  roar_commentary  \\\n",
       "0  2012-12-12 05:42:58  institutional           NaN              NaN   \n",
       "1                  NaN            NaN           NaN              NaN   \n",
       "2  2013-03-31 16:02:51  institutional           NaN              NaN   \n",
       "3  2014-03-05 11:50:29  institutional           NaN              NaN   \n",
       "4                  NaN            NaN           NaN              NaN   \n",
       "\n",
       "  roar_metadata_visibility  roar_latitude  roar_longitude  roar_relation_type  \\\n",
       "0                     show            NaN             NaN                 NaN   \n",
       "1                      NaN            NaN             NaN                 NaN   \n",
       "2                     show            NaN             NaN                 NaN   \n",
       "3                     show            NaN             NaN                 NaN   \n",
       "4                      NaN            NaN             NaN                 NaN   \n",
       "\n",
       "   roar_relation_uri roar_item_issues_id roar_item_issues_type  \\\n",
       "0                NaN                 NaN                   NaN   \n",
       "1                NaN                 NaN                   NaN   \n",
       "2                NaN                 NaN                   NaN   \n",
       "3                NaN                 NaN                   NaN   \n",
       "4                NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_item_issues_description roar_item_issues_timestamp  \\\n",
       "0                          NaN                        NaN   \n",
       "1                          NaN                        NaN   \n",
       "2                          NaN                        NaN   \n",
       "3                          NaN                        NaN   \n",
       "4                          NaN                        NaN   \n",
       "\n",
       "  roar_item_issues_status  roar_item_issues_reported_by  \\\n",
       "0                     NaN                           NaN   \n",
       "1                     NaN                           NaN   \n",
       "2                     NaN                           NaN   \n",
       "3                     NaN                           NaN   \n",
       "4                     NaN                           NaN   \n",
       "\n",
       "   roar_item_issues_resolved_by  roar_item_issues_comment  \\\n",
       "0                           NaN                       NaN   \n",
       "1                           NaN                       NaN   \n",
       "2                           NaN                       NaN   \n",
       "3                           NaN                       NaN   \n",
       "4                           NaN                       NaN   \n",
       "\n",
       "  roar_item_issues_count  roar_sword_depositor  roar_sword_slug roar_exemplar  \\\n",
       "0                    NaN                   NaN              NaN           NaN   \n",
       "1                    NaN                   NaN              NaN           NaN   \n",
       "2                    NaN                   NaN              NaN           NaN   \n",
       "3                    NaN                   NaN              NaN           NaN   \n",
       "4                    NaN                   NaN              NaN           NaN   \n",
       "\n",
       "                               roar_home_page  \\\n",
       "0              http://repository.uinjkt.ac.id   \n",
       "1                                         NaN   \n",
       "2              http://repository.uinjkt.ac.id   \n",
       "3  http://arizona.openrepository.com/arizona/   \n",
       "4                                         NaN   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0  Institutional Repository UIN Syarif Hidayatull...   \n",
       "1                                                NaN   \n",
       "2  Institutional Repository UIN Syarif Hidayatull...   \n",
       "3        The University of Arizona Campus Repository   \n",
       "4                                                NaN   \n",
       "\n",
       "                                        roar_oai_pmh  \\\n",
       "0  [http://repository.uinjkt.ac.id/oai, http://re...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  http://arizona.openrepository.com/arizona/oai/...   \n",
       "4                                                NaN   \n",
       "\n",
       "                     roar_sword_endpoint  \\\n",
       "0  http://repository.uinjkt.ac.id/sword/   \n",
       "1                                    NaN   \n",
       "2                                    NaN   \n",
       "3                                    NaN   \n",
       "4                                    NaN   \n",
       "\n",
       "                                       roar_rss_feed roar_twitter_feed  \\\n",
       "0                                                NaN               NaN   \n",
       "1                                                NaN               NaN   \n",
       "2                                                NaN               NaN   \n",
       "3  http://arizona.openrepository.com/arizona/feed...               NaN   \n",
       "4                                                NaN               NaN   \n",
       "\n",
       "                                    roar_description roar_fulltext  \\\n",
       "0  nstitutional Repository UIN Syarif Hidayatulla...          TRUE   \n",
       "1                                                NaN           NaN   \n",
       "2                                                NaN         FALSE   \n",
       "3  The UA Campus Repository is an institutional r...          TRUE   \n",
       "4                                                NaN           NaN   \n",
       "\n",
       "  roar_open_access roar_mandate  \\\n",
       "0             TRUE        FALSE   \n",
       "1              NaN          NaN   \n",
       "2            FALSE        FALSE   \n",
       "3             TRUE        FALSE   \n",
       "4              NaN          NaN   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0  [UIN Syarif Hidayatullah Jakarta, Pascasarjana...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                          The University of Arizona   \n",
       "4                                                NaN   \n",
       "\n",
       "                         roar_organisation_home_page roar_location_country  \\\n",
       "0  [http://www.uinjkt.ac.id, http://graduate.uinj...                    id   \n",
       "1                                                NaN                   NaN   \n",
       "2                                                NaN                    id   \n",
       "3                            http://www.arizona.edu/                    us   \n",
       "4                                                NaN                   NaN   \n",
       "\n",
       "  roar_location_city roar_location_latitude roar_location_longitude  \\\n",
       "0            Jakarta                    NaN                     NaN   \n",
       "1                NaN                    NaN                     NaN   \n",
       "2            Jakarta                106.756                -6.30591   \n",
       "3             Tucson                    NaN                     NaN   \n",
       "4                NaN                    NaN                     NaN   \n",
       "\n",
       "  roar_software  roar_geoname roar_version                   roar_subjects  \\\n",
       "0        dspace  geoname_2_ID        other                              AI   \n",
       "1           NaN           NaN          NaN                             NaN   \n",
       "2        dspace  geoname_2_ID        other  [AC, Z665, Z004, Z719, BP, Q1]   \n",
       "3        dspace  geoname_2_US        other                             NaN   \n",
       "4           NaN           NaN          NaN                             NaN   \n",
       "\n",
       "             roar_date roar_note roar_suggestions roar_activity_low  \\\n",
       "0  2012-11-07 08:11:19       NaN              NaN               NaN   \n",
       "1                  NaN       NaN              NaN               NaN   \n",
       "2  2013-03-04 07:20:37       NaN              NaN               NaN   \n",
       "3  2014-02-25 20:17:47       NaN              NaN               NaN   \n",
       "4                  NaN       NaN              NaN               NaN   \n",
       "\n",
       "  roar_activity_medium roar_activity_high roar_recordcount roar_recordhistory  \\\n",
       "0                  NaN                NaN              NaN                NaN   \n",
       "1                  NaN                NaN              NaN                NaN   \n",
       "2                  NaN                NaN              NaN                NaN   \n",
       "3                  NaN                NaN              NaN                NaN   \n",
       "4                  NaN                NaN              NaN                NaN   \n",
       "\n",
       "  roar_fulltexts_total roar_fulltexts_docs roar_fulltexts_rtotal  \\\n",
       "0                  NaN                 NaN                   NaN   \n",
       "1                  NaN                 NaN                   NaN   \n",
       "2                  NaN                 NaN                   NaN   \n",
       "3                  NaN                 NaN                   NaN   \n",
       "4                  NaN                 NaN                   NaN   \n",
       "\n",
       "  roar_fulltexts_rdocs     roar_registry_name  \\\n",
       "0                  NaN  [celestial, opendoar]   \n",
       "1                  NaN                    NaN   \n",
       "2                  NaN                    NaN   \n",
       "3                  NaN  [celestial, opendoar]   \n",
       "4                  NaN                    NaN   \n",
       "\n",
       "                       roar_registry_id roar_submit_to roar_submitted_to_name  \\\n",
       "0                    [5108, 2717, 5109]            NaN                    NaN   \n",
       "1                                   NaN            NaN                    NaN   \n",
       "2                                   NaN            NaN                    NaN   \n",
       "3  [5404, http://opendoar.org/id/2468/]            NaN                    NaN   \n",
       "4                                   NaN            NaN                    NaN   \n",
       "\n",
       "  roar_submitted_to_done roar_webometrics_rank roar_webometrics_size  \\\n",
       "0                    NaN                   NaN                   NaN   \n",
       "1                    NaN                   NaN                   NaN   \n",
       "2                    NaN                   NaN                   NaN   \n",
       "3                    NaN                   NaN                   NaN   \n",
       "4                    NaN                   NaN                   NaN   \n",
       "\n",
       "  roar_webometrics_visibility roar_webometrics_rich_files  \\\n",
       "0                         NaN                         NaN   \n",
       "1                         NaN                         NaN   \n",
       "2                         NaN                         NaN   \n",
       "3                         NaN                         NaN   \n",
       "4                         NaN                         NaN   \n",
       "\n",
       "  roar_webometrics_scholar roar_monthly_deposits roar_total_deposits  \\\n",
       "0                      NaN                   NaN                 NaN   \n",
       "1                      NaN                   NaN                 NaN   \n",
       "2                      NaN                   NaN                 NaN   \n",
       "3                      NaN                   NaN                 NaN   \n",
       "4                      NaN                   NaN                 NaN   \n",
       "\n",
       "  roar_association roar_unique_id  \n",
       "0              NaN      roar_6167  \n",
       "1              NaN            NaN  \n",
       "2              NaN      roar_6580  \n",
       "3              NaN      roar_7902  \n",
       "4              NaN            NaN  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_hybrid = dup_hybrid.merge(fairsharing_df, left_on='unique_id', right_on='FAIRsharing_unique_id', how='left')\n",
    "dup_hybrid = dup_hybrid.merge(re3data_df, left_on='unique_id', right_on='re3data_unique_id', how='left')\n",
    "dup_hybrid = dup_hybrid.merge(opendoar_df, left_on='unique_id', right_on='OpenDOAR_unique_id', how='left')\n",
    "dup_hybrid = dup_hybrid.merge(roar_df, left_on='unique_id', right_on='roar_unique_id', how='left')\n",
    "dup_hybrid.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.q...</td>\n",
       "      <td>2094</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2094</td>\n",
       "      <td>2094</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2014-11-04T15:23:40.000Z</td>\n",
       "      <td>2021-12-06T10:49:03.952Z</td>\n",
       "      <td>10.25504/FAIRsharing.qaszjp</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'John S Garavelli', 'contact...</td>\n",
       "      <td>http://pir.georgetown.edu/resid/</td>\n",
       "      <td>2094.0</td>\n",
       "      <td>The RESID Database of Protein Modifications is...</td>\n",
       "      <td>RESID</td>\n",
       "      <td>[{'url': 'http://pir.georgetown.edu/resid/faq....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'url': 'ftp://ftp.pir.georgetown.edu/pir_dat...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-000563, bsg-d000563]</td>\n",
       "      <td>Database</td>\n",
       "      <td>knowledgebase</td>\n",
       "      <td>[Life Science]</td>\n",
       "      <td>[Molecular structure, Small molecule, Structur...</td>\n",
       "      <td>[All]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[United Kingdom, European Union, Switzerland]</td>\n",
       "      <td>FAIRsharing record for: RESID Database of Prot...</td>\n",
       "      <td>RESID</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.q...</td>\n",
       "      <td>10.25504/FAIRsharing.qaszjp</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: The RESID D...</td>\n",
       "      <td>[{'id': 334, 'pubmed_id': 12520062, 'title': '...</td>\n",
       "      <td>[{'licence-name': 'Open Data Commons (ODC) Pub...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_2094</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>re3data::r3d100011306</td>\n",
       "      <td>r3d100011306</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011306</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>r3d100011306</td>\n",
       "      <td>RESID Database of Protein Modifications</td>\n",
       "      <td>eng</td>\n",
       "      <td>[]</td>\n",
       "      <td>https://pir.georgetown.edu/resid/resid.shtml</td>\n",
       "      <td>[FAIRsharing_doi:10.25504/FAIRsharing.qaszjp, ...</td>\n",
       "      <td>[\"pirmail@georgetown.edu\"]</td>\n",
       "      <td>The RESID Database of Protein Modifications is...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[disciplinary]</td>\n",
       "      <td>{\"size\": \"\", \"updatedp\": \"\"}</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\"]</td>\n",
       "      <td>[{'name': '2 Life Sciences', 'scheme': 'DFG'},...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'name': 'Images', 'scheme': 'parse'}, {'name...</td>\n",
       "      <td>[dataProvider]</td>\n",
       "      <td>[genomes, life sciences, proteins, proteomes, ...</td>\n",
       "      <td>[{'institutionName': 'Georgetown University, M...</td>\n",
       "      <td>[{\"policyName\": \"Terms of Use\", \"policyURL\": \"...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"dataAccessType\": \"open\", \"dataAccessRestric...</td>\n",
       "      <td>[{\"dataLicenseName\": \"Copyrights\", \"dataLicens...</td>\n",
       "      <td>closed</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"unknown\"]</td>\n",
       "      <td>yes</td>\n",
       "      <td>{\"api\": \"ftp://ftp.pir.georgetown.edu/database...</td>\n",
       "      <td>[\"none\"]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>yes</td>\n",
       "      <td>unknown</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>{}</td>\n",
       "      <td>RESID is covered by Thomson Reuters Data Citat...</td>\n",
       "      <td>2014-12-05</td>\n",
       "      <td>2019-01-17</td>\n",
       "      <td>re3data_r3d100011306</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>re3data::r3d100011894</td>\n",
       "      <td>r3d100011894</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>re3data</td>\n",
       "      <td>re3data_r3d100011894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>r3d100011894</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>eng</td>\n",
       "      <td>[]</td>\n",
       "      <td>https://www.synapse.org</td>\n",
       "      <td>[FAIRsharing_DOI:10.25504/FAIRsharing.dnxzmk, ...</td>\n",
       "      <td>[\"synapseinfo@sagebase.org\"]</td>\n",
       "      <td>Synapse is an open source software platform th...</td>\n",
       "      <td>eng</td>\n",
       "      <td>[other]</td>\n",
       "      <td>{\"size\": \"\", \"updatedp\": \"\"}</td>\n",
       "      <td>2012-05-22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[\"eng\"]</td>\n",
       "      <td>[{'name': '2 Life Sciences', 'scheme': 'DFG'},...</td>\n",
       "      <td>https://sagebionetworks.org/tools_resources/sy...</td>\n",
       "      <td>[{'name': 'Raw data', 'scheme': 'parse'}, {'na...</td>\n",
       "      <td>[dataProvider, serviceProvider]</td>\n",
       "      <td>[AMP-AD Knowledge Portal, DREAM Challenges, Gi...</td>\n",
       "      <td>[{'institutionName': 'Alfred P. Sloan Foundati...</td>\n",
       "      <td>[{\"policyName\": \"Synapse Commons Governance Ov...</td>\n",
       "      <td>{\"databaseAccessType\": \"open\", \"databaseAcces...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{\"dataAccessType\": \"closed\", \"dataAccessRestr...</td>\n",
       "      <td>[{\"dataLicenseName\": \"other\", \"dataLicenseURL\"...</td>\n",
       "      <td>restricted</td>\n",
       "      <td>[]</td>\n",
       "      <td>[\"unknown\"]</td>\n",
       "      <td>yes</td>\n",
       "      <td>{\"api\": \"https://docs.synapse.org/rest/\", \"api...</td>\n",
       "      <td>[\"DOI\"]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>yes</td>\n",
       "      <td>yes</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>{}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-03</td>\n",
       "      <td>2021-11-16</td>\n",
       "      <td>re3data_r3d100011894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.d...</td>\n",
       "      <td>2315</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>FAIRsharing</td>\n",
       "      <td>FAIRsharing_2315</td>\n",
       "      <td>2315</td>\n",
       "      <td>fairsharing-records</td>\n",
       "      <td>2016-08-02T13:56:30.000Z</td>\n",
       "      <td>2021-12-06T10:48:25.700Z</td>\n",
       "      <td>10.25504/FAIRsharing.dnxzmk</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>ready</td>\n",
       "      <td>[{'contact-name': 'Meredith Slota', 'contact-e...</td>\n",
       "      <td>https://www.synapse.org/</td>\n",
       "      <td>2315.0</td>\n",
       "      <td>Synapse is a collaborative research platform t...</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>[{'url': 'SynapseInfo@sagebase.org', 'name': '...</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>[{'url': 'https://www.synapse.org/', 'name': '...</td>\n",
       "      <td>[{'url': 'https://www.re3data.org/repository/r...</td>\n",
       "      <td>[biodbcore-000791, bsg-d000791]</td>\n",
       "      <td>Database</td>\n",
       "      <td>repository</td>\n",
       "      <td>[Data Integration, Data Management, Biomedical...</td>\n",
       "      <td>[Experimental measurement, Protocol, Data stor...</td>\n",
       "      <td>[All]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[United States]</td>\n",
       "      <td>FAIRsharing record for: Synapse</td>\n",
       "      <td>Synapse</td>\n",
       "      <td>https://fairsharing.org/10.25504/FAIRsharing.d...</td>\n",
       "      <td>10.25504/FAIRsharing.dnxzmk</td>\n",
       "      <td>https://creativecommons.org/licenses/by-sa/4.0...</td>\n",
       "      <td>This FAIRsharing record describes: Synapse is ...</td>\n",
       "      <td>[{'id': 2450, 'pubmed_id': 24071850, 'title': ...</td>\n",
       "      <td>[{'licence-name': 'Creative Commons Attributio...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'url': 'https://sage-bionetworks.github.io/r...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'url': 'http://rest-docs.synapse.org/rest/',...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FAIRsharing_2315</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::0048f2e3aa55ab88aaaac0cfa4153ad5</td>\n",
       "      <td>opendoar::4562</td>\n",
       "      <td>4562</td>\n",
       "      <td>erzincan binali yıldırım university institutio...</td>\n",
       "      <td>OpenDOAR</td>\n",
       "      <td>OpenDOAR_4562</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4562</td>\n",
       "      <td>{\"name\": \"erzincan binali y\\u0131ld\\u0131r\\u01...</td>\n",
       "      <td>[]</td>\n",
       "      <td>http://earsiv.erzincan.edu.tr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>institutional</td>\n",
       "      <td>[]</td>\n",
       "      <td>2022-01-12 15:36:06</td>\n",
       "      <td>2019-04-24 09:06:10</td>\n",
       "      <td>[social sciences]</td>\n",
       "      <td>[journal_articles]</td>\n",
       "      <td>[{'name': 'erzincan binali yıldırım university...</td>\n",
       "      <td>[]</td>\n",
       "      <td>{\"name\": \"dspace\", \"version\": \"\"}</td>\n",
       "      <td>http://earsiv.erzincan.edu.tr/oai</td>\n",
       "      <td>yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>OpenDOAR_4562</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id  \\\n",
       "0  dedup::001e6d882e54c780ce269d3c46997287   \n",
       "1  dedup::001e6d882e54c780ce269d3c46997287   \n",
       "2  dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "3  dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "4  dedup::0048f2e3aa55ab88aaaac0cfa4153ad5   \n",
       "\n",
       "                                        duplicate_id   original_id  \\\n",
       "0  https://fairsharing.org/10.25504/FAIRsharing.q...          2094   \n",
       "1                              re3data::r3d100011306  r3d100011306   \n",
       "2                              re3data::r3d100011894  r3d100011894   \n",
       "3  https://fairsharing.org/10.25504/FAIRsharing.d...          2315   \n",
       "4                                     opendoar::4562          4562   \n",
       "\n",
       "                                                name       source  \\\n",
       "0            RESID Database of Protein Modifications  FAIRsharing   \n",
       "1            RESID Database of Protein Modifications      re3data   \n",
       "2                                            Synapse      re3data   \n",
       "3                                            Synapse  FAIRsharing   \n",
       "4  erzincan binali yıldırım university institutio...     OpenDOAR   \n",
       "\n",
       "              unique_id FAIRsharing_id     FAIRsharing_type  \\\n",
       "0      FAIRsharing_2094           2094  fairsharing-records   \n",
       "1  re3data_r3d100011306            NaN                  NaN   \n",
       "2  re3data_r3d100011894            NaN                  NaN   \n",
       "3      FAIRsharing_2315           2315  fairsharing-records   \n",
       "4         OpenDOAR_4562            NaN                  NaN   \n",
       "\n",
       "  FAIRsharing_attributes.created-at FAIRsharing_attributes.updated-at  \\\n",
       "0          2014-11-04T15:23:40.000Z          2021-12-06T10:49:03.952Z   \n",
       "1                               NaN                               NaN   \n",
       "2                               NaN                               NaN   \n",
       "3          2016-08-02T13:56:30.000Z          2021-12-06T10:48:25.700Z   \n",
       "4                               NaN                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.doi  \\\n",
       "0         10.25504/FAIRsharing.qaszjp   \n",
       "1                                 NaN   \n",
       "2                                 NaN   \n",
       "3         10.25504/FAIRsharing.dnxzmk   \n",
       "4                                 NaN   \n",
       "\n",
       "      FAIRsharing_attributes.metadata.name  \\\n",
       "0  RESID Database of Protein Modifications   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                                  Synapse   \n",
       "4                                      NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.status  \\\n",
       "0                                  ready   \n",
       "1                                    NaN   \n",
       "2                                    NaN   \n",
       "3                                  ready   \n",
       "4                                    NaN   \n",
       "\n",
       "            FAIRsharing_attributes.metadata.contacts  \\\n",
       "0  [{'contact-name': 'John S Garavelli', 'contact...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'contact-name': 'Meredith Slota', 'contact-e...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0         http://pir.georgetown.edu/resid/   \n",
       "1                                      NaN   \n",
       "2                                      NaN   \n",
       "3                 https://www.synapse.org/   \n",
       "4                                      NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                                      2094.0   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                      2315.0   \n",
       "4                                         NaN   \n",
       "\n",
       "         FAIRsharing_attributes.metadata.description  \\\n",
       "0  The RESID Database of Protein Modifications is...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  Synapse is a collaborative research platform t...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                        RESID   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                      Synapse   \n",
       "4                                          NaN   \n",
       "\n",
       "       FAIRsharing_attributes.metadata.support-links  \\\n",
       "0  [{'url': 'http://pir.georgetown.edu/resid/faq....   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'url': 'SynapseInfo@sagebase.org', 'name': '...   \n",
       "4                                                NaN   \n",
       "\n",
       "   FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                         2010.0   \n",
       "4                                            NaN   \n",
       "\n",
       "      FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0  [{'url': 'ftp://ftp.pir.georgetown.edu/pir_dat...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'url': 'https://www.synapse.org/', 'name': '...   \n",
       "4                                                NaN   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'url': 'https://www.re3data.org/repository/r...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0   [biodbcore-000563, bsg-d000563]   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3   [biodbcore-000791, bsg-d000791]   \n",
       "4                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                                    Database   \n",
       "1                                         NaN   \n",
       "2                                         NaN   \n",
       "3                                    Database   \n",
       "4                                         NaN   \n",
       "\n",
       "  FAIRsharing_attributes.record-type  \\\n",
       "0                      knowledgebase   \n",
       "1                                NaN   \n",
       "2                                NaN   \n",
       "3                         repository   \n",
       "4                                NaN   \n",
       "\n",
       "                     FAIRsharing_attributes.subjects  \\\n",
       "0                                     [Life Science]   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [Data Integration, Data Management, Biomedical...   \n",
       "4                                                NaN   \n",
       "\n",
       "                      FAIRsharing_attributes.domains  \\\n",
       "0  [Molecular structure, Small molecule, Structur...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [Experimental measurement, Protocol, Data stor...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.taxonomies FAIRsharing_attributes.user-defined-tags  \\\n",
       "0                             [All]                                       []   \n",
       "1                               NaN                                      NaN   \n",
       "2                               NaN                                      NaN   \n",
       "3                             [All]                                       []   \n",
       "4                               NaN                                      NaN   \n",
       "\n",
       "                FAIRsharing_attributes.countries  \\\n",
       "0  [United Kingdom, European Union, Switzerland]   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                [United States]   \n",
       "4                                            NaN   \n",
       "\n",
       "                         FAIRsharing_attributes.name  \\\n",
       "0  FAIRsharing record for: RESID Database of Prot...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                    FAIRsharing record for: Synapse   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.abbreviation  \\\n",
       "0                               RESID   \n",
       "1                                 NaN   \n",
       "2                                 NaN   \n",
       "3                             Synapse   \n",
       "4                                 NaN   \n",
       "\n",
       "                          FAIRsharing_attributes.url  \\\n",
       "0  https://fairsharing.org/10.25504/FAIRsharing.q...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  https://fairsharing.org/10.25504/FAIRsharing.d...   \n",
       "4                                                NaN   \n",
       "\n",
       "    FAIRsharing_attributes.doi  \\\n",
       "0  10.25504/FAIRsharing.qaszjp   \n",
       "1                          NaN   \n",
       "2                          NaN   \n",
       "3  10.25504/FAIRsharing.dnxzmk   \n",
       "4                          NaN   \n",
       "\n",
       "          FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  https://creativecommons.org/licenses/by-sa/4.0...   \n",
       "4                                                NaN   \n",
       "\n",
       "                  FAIRsharing_attributes.description  \\\n",
       "0  This FAIRsharing record describes: The RESID D...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  This FAIRsharing record describes: Synapse is ...   \n",
       "4                                                NaN   \n",
       "\n",
       "                 FAIRsharing_attributes.publications  \\\n",
       "0  [{'id': 334, 'pubmed_id': 12520062, 'title': '...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'id': 2450, 'pubmed_id': 24071850, 'title': ...   \n",
       "4                                                NaN   \n",
       "\n",
       "                FAIRsharing_attributes.licence-links  \\\n",
       "0  [{'licence-name': 'Open Data Commons (ODC) Pub...   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'licence-name': 'Creative Commons Attributio...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.url-for-logo  \\\n",
       "0                                None   \n",
       "1                                 NaN   \n",
       "2                                 NaN   \n",
       "3                                None   \n",
       "4                                 NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                       NaN   \n",
       "1                                       NaN   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       NaN   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'url': 'https://sage-bionetworks.github.io/r...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                                NaN           \n",
       "1                                                NaN           \n",
       "2                                                NaN           \n",
       "3                                                NaN           \n",
       "4                                                NaN           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                                NaN         \n",
       "1                                                NaN         \n",
       "2                                                NaN         \n",
       "3                                                NaN         \n",
       "4                                                NaN         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                                NaN               \n",
       "1                                                NaN               \n",
       "2                                                NaN               \n",
       "3                                                NaN               \n",
       "4                                                NaN               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                              NaN   \n",
       "1                                              NaN   \n",
       "2                                              NaN   \n",
       "3                                              NaN   \n",
       "4                                              NaN   \n",
       "\n",
       "       FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3  [{'url': 'http://rest-docs.synapse.org/rest/',...   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                                NaN          \n",
       "1                                                NaN          \n",
       "2                                                NaN          \n",
       "3                                                NaN          \n",
       "4                                                NaN          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                                NaN            \n",
       "1                                                NaN            \n",
       "2                                                NaN            \n",
       "3                                                NaN            \n",
       "4                                                NaN            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                                NaN             \n",
       "1                                                NaN             \n",
       "2                                                NaN             \n",
       "3                                                NaN             \n",
       "4                                                NaN             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                                NaN              \n",
       "1                                                NaN              \n",
       "2                                                NaN              \n",
       "3                                                NaN              \n",
       "4                                                NaN              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                                NaN                       \n",
       "1                                                NaN                       \n",
       "2                                                NaN                       \n",
       "3                                                NaN                       \n",
       "4                                                NaN                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                               NaN   \n",
       "1                                               NaN   \n",
       "2                                               NaN   \n",
       "3                                               NaN   \n",
       "4                                               NaN   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                                NaN                 \n",
       "1                                                NaN                 \n",
       "2                                                NaN                 \n",
       "3                                                NaN                 \n",
       "4                                                NaN                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \\\n",
       "0                                       NaN      FAIRsharing_2094   \n",
       "1                                       NaN                   NaN   \n",
       "2                                       NaN                   NaN   \n",
       "3                                       NaN      FAIRsharing_2315   \n",
       "4                                       NaN                   NaN   \n",
       "\n",
       "  re3data_orgIdentifier                   re3data_repositoryName  \\\n",
       "0                   NaN                                      NaN   \n",
       "1          r3d100011306  RESID Database of Protein Modifications   \n",
       "2          r3d100011894                                  Synapse   \n",
       "3                   NaN                                      NaN   \n",
       "4                   NaN                                      NaN   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                             NaN                    NaN   \n",
       "1                             eng                     []   \n",
       "2                             eng                     []   \n",
       "3                             NaN                    NaN   \n",
       "4                             NaN                    NaN   \n",
       "\n",
       "                          re3data_repositoryURL  \\\n",
       "0                                           NaN   \n",
       "1  https://pir.georgetown.edu/resid/resid.shtml   \n",
       "2                       https://www.synapse.org   \n",
       "3                                           NaN   \n",
       "4                                           NaN   \n",
       "\n",
       "                        re3data_repositoryIdentifier  \\\n",
       "0                                                NaN   \n",
       "1  [FAIRsharing_doi:10.25504/FAIRsharing.qaszjp, ...   \n",
       "2  [FAIRsharing_DOI:10.25504/FAIRsharing.dnxzmk, ...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "      re3data_repositoryContact  \\\n",
       "0                           NaN   \n",
       "1    [\"pirmail@georgetown.edu\"]   \n",
       "2  [\"synapseinfo@sagebase.org\"]   \n",
       "3                           NaN   \n",
       "4                           NaN   \n",
       "\n",
       "                                 re3data_description  \\\n",
       "0                                                NaN   \n",
       "1  The RESID Database of Protein Modifications is...   \n",
       "2  Synapse is an open source software platform th...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "  re3data_description.language    re3data_type                  re3data_size  \\\n",
       "0                          NaN             NaN                           NaN   \n",
       "1                          eng  [disciplinary]  {\"size\": \"\", \"updatedp\": \"\"}   \n",
       "2                          eng         [other]  {\"size\": \"\", \"updatedp\": \"\"}   \n",
       "3                          NaN             NaN                           NaN   \n",
       "4                          NaN             NaN                           NaN   \n",
       "\n",
       "  re3data_startDate re3data_endDate re3data_repositoryLanguage  \\\n",
       "0               NaN             NaN                        NaN   \n",
       "1              2014             NaN                    [\"eng\"]   \n",
       "2        2012-05-22             NaN                    [\"eng\"]   \n",
       "3               NaN             NaN                        NaN   \n",
       "4               NaN             NaN                        NaN   \n",
       "\n",
       "                                     re3data_subject  \\\n",
       "0                                                NaN   \n",
       "1  [{'name': '2 Life Sciences', 'scheme': 'DFG'},...   \n",
       "2  [{'name': '2 Life Sciences', 'scheme': 'DFG'},...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                         re3data_missionStatementURL  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2  https://sagebionetworks.org/tools_resources/sy...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                 re3data_contentType  \\\n",
       "0                                                NaN   \n",
       "1  [{'name': 'Images', 'scheme': 'parse'}, {'name...   \n",
       "2  [{'name': 'Raw data', 'scheme': 'parse'}, {'na...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "              re3data_providerType  \\\n",
       "0                              NaN   \n",
       "1                   [dataProvider]   \n",
       "2  [dataProvider, serviceProvider]   \n",
       "3                              NaN   \n",
       "4                              NaN   \n",
       "\n",
       "                                     re3data_keyword  \\\n",
       "0                                                NaN   \n",
       "1  [genomes, life sciences, proteins, proteomes, ...   \n",
       "2  [AMP-AD Knowledge Portal, DREAM Challenges, Gi...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                 re3data_institution  \\\n",
       "0                                                NaN   \n",
       "1  [{'institutionName': 'Georgetown University, M...   \n",
       "2  [{'institutionName': 'Alfred P. Sloan Foundati...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                      re3data_policy  \\\n",
       "0                                                NaN   \n",
       "1  [{\"policyName\": \"Terms of Use\", \"policyURL\": \"...   \n",
       "2  [{\"policyName\": \"Synapse Commons Governance Ov...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                              re3data_databaseAccess re3data_databaseLicense  \\\n",
       "0                                                NaN                     NaN   \n",
       "1   {\"databaseAccessType\": \"open\", \"databaseAcces...                      []   \n",
       "2   {\"databaseAccessType\": \"open\", \"databaseAcces...                      []   \n",
       "3                                                NaN                     NaN   \n",
       "4                                                NaN                     NaN   \n",
       "\n",
       "                                  re3data_dataAccess  \\\n",
       "0                                                NaN   \n",
       "1  [{\"dataAccessType\": \"open\", \"dataAccessRestric...   \n",
       "2  [{\"dataAccessType\": \"closed\", \"dataAccessRestr...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                 re3data_dataLicense re3data_dataUploadType  \\\n",
       "0                                                NaN                    NaN   \n",
       "1  [{\"dataLicenseName\": \"Copyrights\", \"dataLicens...                 closed   \n",
       "2  [{\"dataLicenseName\": \"other\", \"dataLicenseURL\"...             restricted   \n",
       "3                                                NaN                    NaN   \n",
       "4                                                NaN                    NaN   \n",
       "\n",
       "  re3data_dataUploadLicense re3data_software re3data_versioning  \\\n",
       "0                       NaN              NaN                NaN   \n",
       "1                        []      [\"unknown\"]                yes   \n",
       "2                        []      [\"unknown\"]                yes   \n",
       "3                       NaN              NaN                NaN   \n",
       "4                       NaN              NaN                NaN   \n",
       "\n",
       "                                         re3data_api re3data_pidSystem  \\\n",
       "0                                                NaN               NaN   \n",
       "1  {\"api\": \"ftp://ftp.pir.georgetown.edu/database...          [\"none\"]   \n",
       "2  {\"api\": \"https://docs.synapse.org/rest/\", \"api...           [\"DOI\"]   \n",
       "3                                                NaN               NaN   \n",
       "4                                                NaN               NaN   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0                          NaN               NaN                         NaN   \n",
       "1                          NaN                []                         yes   \n",
       "2                          NaN                []                         yes   \n",
       "3                          NaN               NaN                         NaN   \n",
       "4                          NaN               NaN                         NaN   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0                       NaN                 NaN                      NaN   \n",
       "1                   unknown                  []                       []   \n",
       "2                       yes                  []                       []   \n",
       "3                       NaN                 NaN                      NaN   \n",
       "4                       NaN                 NaN                      NaN   \n",
       "\n",
       "  re3data_syndication                                    re3data_remarks  \\\n",
       "0                 NaN                                                NaN   \n",
       "1                  {}  RESID is covered by Thomson Reuters Data Citat...   \n",
       "2                  {}                                                NaN   \n",
       "3                 NaN                                                NaN   \n",
       "4                 NaN                                                NaN   \n",
       "\n",
       "  re3data_entryDate re3data_lastUpdate     re3data_unique_id  \\\n",
       "0               NaN                NaN                   NaN   \n",
       "1        2014-12-05         2019-01-17  re3data_r3d100011306   \n",
       "2        2015-12-03         2021-11-16  re3data_r3d100011894   \n",
       "3               NaN                NaN                   NaN   \n",
       "4               NaN                NaN                   NaN   \n",
       "\n",
       "  OpenDOAR_system_metadata.id  \\\n",
       "0                         NaN   \n",
       "1                         NaN   \n",
       "2                         NaN   \n",
       "3                         NaN   \n",
       "4                        4562   \n",
       "\n",
       "                   OpenDOAR_repository_metadata.name  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2                                                NaN   \n",
       "3                                                NaN   \n",
       "4  {\"name\": \"erzincan binali y\\u0131ld\\u0131r\\u01...   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                           []   \n",
       "\n",
       "  OpenDOAR_repository_metadata.url  OpenDOAR_repository_metadata.description  \\\n",
       "0                              NaN                                       NaN   \n",
       "1                              NaN                                       NaN   \n",
       "2                              NaN                                       NaN   \n",
       "3                              NaN                                       NaN   \n",
       "4    http://earsiv.erzincan.edu.tr                                       NaN   \n",
       "\n",
       "  OpenDOAR_repository_metadata.type  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                     institutional   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                            NaN   \n",
       "1                                            NaN   \n",
       "2                                            NaN   \n",
       "3                                            NaN   \n",
       "4                                             []   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                                    NaN   \n",
       "1                                    NaN   \n",
       "2                                    NaN   \n",
       "3                                    NaN   \n",
       "4                    2022-01-12 15:36:06   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                                   NaN   \n",
       "1                                   NaN   \n",
       "2                                   NaN   \n",
       "3                                   NaN   \n",
       "4                   2019-04-24 09:06:10   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0                                           NaN   \n",
       "1                                           NaN   \n",
       "2                                           NaN   \n",
       "3                                           NaN   \n",
       "4                             [social sciences]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_types  \\\n",
       "0                                        NaN   \n",
       "1                                        NaN   \n",
       "2                                        NaN   \n",
       "3                                        NaN   \n",
       "4                         [journal_articles]   \n",
       "\n",
       "                               OpenDOAR_organization OpenDOAR_policy_urls  \\\n",
       "0                                                NaN                  NaN   \n",
       "1                                                NaN                  NaN   \n",
       "2                                                NaN                  NaN   \n",
       "3                                                NaN                  NaN   \n",
       "4  [{'name': 'erzincan binali yıldırım university...                   []   \n",
       "\n",
       "  OpenDOAR_repository_metadata.software OpenDOAR_repository_metadata.oai_url  \\\n",
       "0                                   NaN                                  NaN   \n",
       "1                                   NaN                                  NaN   \n",
       "2                                   NaN                                  NaN   \n",
       "3                                   NaN                                  NaN   \n",
       "4     {\"name\": \"dspace\", \"version\": \"\"}    http://earsiv.erzincan.edu.tr/oai   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                       NaN   \n",
       "1                                       NaN   \n",
       "2                                       NaN   \n",
       "3                                       NaN   \n",
       "4                                       yes   \n",
       "\n",
       "   OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                             NaN   \n",
       "1                                             NaN   \n",
       "2                                             NaN   \n",
       "3                                             NaN   \n",
       "4                                             NaN   \n",
       "\n",
       "   OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                                NaN    \n",
       "1                                                NaN    \n",
       "2                                                NaN    \n",
       "3                                                NaN    \n",
       "4                                                NaN    \n",
       "\n",
       "   OpenDOAR_repository_metadata.metadata_record_count OpenDOAR_unique_id  \\\n",
       "0                                                NaN                 NaN   \n",
       "1                                                NaN                 NaN   \n",
       "2                                                NaN                 NaN   \n",
       "3                                                NaN                 NaN   \n",
       "4                                                NaN       OpenDOAR_4562   \n",
       "\n",
       "  roar_eprintid roar_rev_number roar_eprint_status roar_userid  roar_importid  \\\n",
       "0           NaN             NaN                NaN         NaN            NaN   \n",
       "1           NaN             NaN                NaN         NaN            NaN   \n",
       "2           NaN             NaN                NaN         NaN            NaN   \n",
       "3           NaN             NaN                NaN         NaN            NaN   \n",
       "4           NaN             NaN                NaN         NaN            NaN   \n",
       "\n",
       "   roar_source roar_dir roar_datestamp roar_lastmod roar_status_changed  \\\n",
       "0          NaN      NaN            NaN          NaN                 NaN   \n",
       "1          NaN      NaN            NaN          NaN                 NaN   \n",
       "2          NaN      NaN            NaN          NaN                 NaN   \n",
       "3          NaN      NaN            NaN          NaN                 NaN   \n",
       "4          NaN      NaN            NaN          NaN                 NaN   \n",
       "\n",
       "  roar_type roar_succeeds  roar_commentary roar_metadata_visibility  \\\n",
       "0       NaN           NaN              NaN                      NaN   \n",
       "1       NaN           NaN              NaN                      NaN   \n",
       "2       NaN           NaN              NaN                      NaN   \n",
       "3       NaN           NaN              NaN                      NaN   \n",
       "4       NaN           NaN              NaN                      NaN   \n",
       "\n",
       "   roar_latitude  roar_longitude  roar_relation_type  roar_relation_uri  \\\n",
       "0            NaN             NaN                 NaN                NaN   \n",
       "1            NaN             NaN                 NaN                NaN   \n",
       "2            NaN             NaN                 NaN                NaN   \n",
       "3            NaN             NaN                 NaN                NaN   \n",
       "4            NaN             NaN                 NaN                NaN   \n",
       "\n",
       "  roar_item_issues_id roar_item_issues_type roar_item_issues_description  \\\n",
       "0                 NaN                   NaN                          NaN   \n",
       "1                 NaN                   NaN                          NaN   \n",
       "2                 NaN                   NaN                          NaN   \n",
       "3                 NaN                   NaN                          NaN   \n",
       "4                 NaN                   NaN                          NaN   \n",
       "\n",
       "  roar_item_issues_timestamp roar_item_issues_status  \\\n",
       "0                        NaN                     NaN   \n",
       "1                        NaN                     NaN   \n",
       "2                        NaN                     NaN   \n",
       "3                        NaN                     NaN   \n",
       "4                        NaN                     NaN   \n",
       "\n",
       "   roar_item_issues_reported_by  roar_item_issues_resolved_by  \\\n",
       "0                           NaN                           NaN   \n",
       "1                           NaN                           NaN   \n",
       "2                           NaN                           NaN   \n",
       "3                           NaN                           NaN   \n",
       "4                           NaN                           NaN   \n",
       "\n",
       "   roar_item_issues_comment roar_item_issues_count  roar_sword_depositor  \\\n",
       "0                       NaN                    NaN                   NaN   \n",
       "1                       NaN                    NaN                   NaN   \n",
       "2                       NaN                    NaN                   NaN   \n",
       "3                       NaN                    NaN                   NaN   \n",
       "4                       NaN                    NaN                   NaN   \n",
       "\n",
       "   roar_sword_slug roar_exemplar roar_home_page roar_title roar_oai_pmh  \\\n",
       "0              NaN           NaN            NaN        NaN          NaN   \n",
       "1              NaN           NaN            NaN        NaN          NaN   \n",
       "2              NaN           NaN            NaN        NaN          NaN   \n",
       "3              NaN           NaN            NaN        NaN          NaN   \n",
       "4              NaN           NaN            NaN        NaN          NaN   \n",
       "\n",
       "  roar_sword_endpoint roar_rss_feed roar_twitter_feed roar_description  \\\n",
       "0                 NaN           NaN               NaN              NaN   \n",
       "1                 NaN           NaN               NaN              NaN   \n",
       "2                 NaN           NaN               NaN              NaN   \n",
       "3                 NaN           NaN               NaN              NaN   \n",
       "4                 NaN           NaN               NaN              NaN   \n",
       "\n",
       "  roar_fulltext roar_open_access roar_mandate roar_organisation_title  \\\n",
       "0           NaN              NaN          NaN                     NaN   \n",
       "1           NaN              NaN          NaN                     NaN   \n",
       "2           NaN              NaN          NaN                     NaN   \n",
       "3           NaN              NaN          NaN                     NaN   \n",
       "4           NaN              NaN          NaN                     NaN   \n",
       "\n",
       "  roar_organisation_home_page roar_location_country roar_location_city  \\\n",
       "0                         NaN                   NaN                NaN   \n",
       "1                         NaN                   NaN                NaN   \n",
       "2                         NaN                   NaN                NaN   \n",
       "3                         NaN                   NaN                NaN   \n",
       "4                         NaN                   NaN                NaN   \n",
       "\n",
       "  roar_location_latitude roar_location_longitude roar_software roar_geoname  \\\n",
       "0                    NaN                     NaN           NaN          NaN   \n",
       "1                    NaN                     NaN           NaN          NaN   \n",
       "2                    NaN                     NaN           NaN          NaN   \n",
       "3                    NaN                     NaN           NaN          NaN   \n",
       "4                    NaN                     NaN           NaN          NaN   \n",
       "\n",
       "  roar_version roar_subjects roar_date roar_note roar_suggestions  \\\n",
       "0          NaN           NaN       NaN       NaN              NaN   \n",
       "1          NaN           NaN       NaN       NaN              NaN   \n",
       "2          NaN           NaN       NaN       NaN              NaN   \n",
       "3          NaN           NaN       NaN       NaN              NaN   \n",
       "4          NaN           NaN       NaN       NaN              NaN   \n",
       "\n",
       "  roar_activity_low roar_activity_medium roar_activity_high roar_recordcount  \\\n",
       "0               NaN                  NaN                NaN              NaN   \n",
       "1               NaN                  NaN                NaN              NaN   \n",
       "2               NaN                  NaN                NaN              NaN   \n",
       "3               NaN                  NaN                NaN              NaN   \n",
       "4               NaN                  NaN                NaN              NaN   \n",
       "\n",
       "  roar_recordhistory roar_fulltexts_total roar_fulltexts_docs  \\\n",
       "0                NaN                  NaN                 NaN   \n",
       "1                NaN                  NaN                 NaN   \n",
       "2                NaN                  NaN                 NaN   \n",
       "3                NaN                  NaN                 NaN   \n",
       "4                NaN                  NaN                 NaN   \n",
       "\n",
       "  roar_fulltexts_rtotal roar_fulltexts_rdocs roar_registry_name  \\\n",
       "0                   NaN                  NaN                NaN   \n",
       "1                   NaN                  NaN                NaN   \n",
       "2                   NaN                  NaN                NaN   \n",
       "3                   NaN                  NaN                NaN   \n",
       "4                   NaN                  NaN                NaN   \n",
       "\n",
       "  roar_registry_id roar_submit_to roar_submitted_to_name  \\\n",
       "0              NaN            NaN                    NaN   \n",
       "1              NaN            NaN                    NaN   \n",
       "2              NaN            NaN                    NaN   \n",
       "3              NaN            NaN                    NaN   \n",
       "4              NaN            NaN                    NaN   \n",
       "\n",
       "  roar_submitted_to_done roar_webometrics_rank roar_webometrics_size  \\\n",
       "0                    NaN                   NaN                   NaN   \n",
       "1                    NaN                   NaN                   NaN   \n",
       "2                    NaN                   NaN                   NaN   \n",
       "3                    NaN                   NaN                   NaN   \n",
       "4                    NaN                   NaN                   NaN   \n",
       "\n",
       "  roar_webometrics_visibility roar_webometrics_rich_files  \\\n",
       "0                         NaN                         NaN   \n",
       "1                         NaN                         NaN   \n",
       "2                         NaN                         NaN   \n",
       "3                         NaN                         NaN   \n",
       "4                         NaN                         NaN   \n",
       "\n",
       "  roar_webometrics_scholar roar_monthly_deposits roar_total_deposits  \\\n",
       "0                      NaN                   NaN                 NaN   \n",
       "1                      NaN                   NaN                 NaN   \n",
       "2                      NaN                   NaN                 NaN   \n",
       "3                      NaN                   NaN                 NaN   \n",
       "4                      NaN                   NaN                 NaN   \n",
       "\n",
       "  roar_association roar_unique_id  \n",
       "0              NaN            NaN  \n",
       "1              NaN            NaN  \n",
       "2              NaN            NaN  \n",
       "3              NaN            NaN  \n",
       "4              NaN            NaN  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across = dup_across.merge(fairsharing_df, left_on='unique_id', right_on='FAIRsharing_unique_id', how='left')\n",
    "dup_across = dup_across.merge(re3data_df, left_on='unique_id', right_on='re3data_unique_id', how='left')\n",
    "dup_across = dup_across.merge(opendoar_df, left_on='unique_id', right_on='OpenDOAR_unique_id', how='left')\n",
    "dup_across = dup_across.merge(roar_df, left_on='unique_id', right_on='roar_unique_id', how='left')\n",
    "dup_across.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "      <th>source_set</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::07b65089515c8f99812d14bbb01334a6</td>\n",
       "      <td>[roar::474, roar::5541]</td>\n",
       "      <td>[474, 5541]</td>\n",
       "      <td>[ECNIS Repository (Environmental Cancer Risk, ...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_474, roar_5541]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[474, 5541]</td>\n",
       "      <td>[281, 8]</td>\n",
       "      <td>[archive, archive]</td>\n",
       "      <td>[1, 8]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[disk0/00/00/04/74, disk0/00/00/55/41]</td>\n",
       "      <td>[2010-01-06 13:44:22, 2012-12-12 01:21:03]</td>\n",
       "      <td>[2011-07-06 08:19:53, 2012-12-15 02:51:35]</td>\n",
       "      <td>[2010-01-06 13:44:22, 2012-12-12 01:21:03]</td>\n",
       "      <td>[other, institutional]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[show, show]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[http://ecnis.openrepository.com/, http://ecni...</td>\n",
       "      <td>[ECNIS Repository (Environmental Cancer Risk, ...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[This site is a subject specific repository co...</td>\n",
       "      <td>[TRUE, nan]</td>\n",
       "      <td>[TRUE, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[ECNIS (Environmental Cancer Risk, Nutrition a...</td>\n",
       "      <td>[http://www.ecnis.org, http://www.ecnis.org/]</td>\n",
       "      <td>[pl, pl]</td>\n",
       "      <td>[Lodz, nan]</td>\n",
       "      <td>[51.8, 51.8]</td>\n",
       "      <td>[19.5, 19.5]</td>\n",
       "      <td>[openrepo, nan]</td>\n",
       "      <td>[geoname_2_PL, geoname_2_PL]</td>\n",
       "      <td>[other, other]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[2008-06-03 08:05:43, 2012-07-01 15:13:36]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[opendoar, opendoar]</td>\n",
       "      <td>[1254, 1254]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[roar_474, roar_5541]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::0be44aa69610e09805d4002baf7e0b10</td>\n",
       "      <td>[roar::16867, roar::2907]</td>\n",
       "      <td>[16867, 2907]</td>\n",
       "      <td>[Chung Shan Medical University Institutional R...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_16867, roar_2907]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[16867, 2907]</td>\n",
       "      <td>[3, 548]</td>\n",
       "      <td>[archive, archive]</td>\n",
       "      <td>[360, 360]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[disk0/00/01/68/67, disk0/00/00/29/07]</td>\n",
       "      <td>[2021-02-25 13:06:19, 2010-07-29 01:40:55]</td>\n",
       "      <td>[2021-02-25 13:06:19, 2021-02-17 06:33:34]</td>\n",
       "      <td>[2021-02-25 13:06:19, 2010-07-29 01:40:55]</td>\n",
       "      <td>[institutional, institutional]</td>\n",
       "      <td>[2907, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[show, no_search]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[https://ir.csmu.edu.tw:8080, https://ir.csmu....</td>\n",
       "      <td>[Chung Shan Medical University Institutional R...</td>\n",
       "      <td>[https://ir.csmu.edu.tw:8080/ir-oai/request?ve...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[TRUE, TRUE]</td>\n",
       "      <td>[TRUE, TRUE]</td>\n",
       "      <td>[FALSE, FALSE]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[dspace, dspace]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[other, other]</td>\n",
       "      <td>[[RT, RC0254, RC1200, R1, RK], [RC0321, RT, RC...</td>\n",
       "      <td>[2009-10-21 00:00:00, 2009-10-21 00:00:00]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[100, 100]</td>\n",
       "      <td>[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[celestial, celestial]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[roar_16867, roar_2907]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::0c34770edc42a1d2ac361b64cfabfb63</td>\n",
       "      <td>[roar::5432, roar::4030]</td>\n",
       "      <td>[5432, 4030]</td>\n",
       "      <td>[Digital Library of Jelenia Góra, Digital Libr...</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_5432, roar_4030]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[5432, 4030]</td>\n",
       "      <td>[9, 12]</td>\n",
       "      <td>[archive, archive]</td>\n",
       "      <td>[8, 8]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[disk0/00/00/54/32, disk0/00/00/40/30]</td>\n",
       "      <td>[2012-11-19 20:28:01, 2011-08-02 23:17:15]</td>\n",
       "      <td>[2012-11-26 06:53:38, 2012-02-06 06:58:00]</td>\n",
       "      <td>[2012-11-19 20:28:01, 2011-08-02 23:17:15]</td>\n",
       "      <td>[institutional, institutional]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[show, show]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[http://jbc.jelenia-gora.pl/dlibra.html, http:...</td>\n",
       "      <td>[Digital Library of Jelenia Góra, Digital Libr...</td>\n",
       "      <td>[http://jbc.jelenia-gora.pl/dlibra/oai-pmh-rep...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[Users may set up RSS feeds to be alerted to n...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[Jeleniogórskie Centrum Informacji i Edukacji ...</td>\n",
       "      <td>[http://biblioteka.jelenia-gora.pl/, http://bi...</td>\n",
       "      <td>[pl, pl]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[50.9012, 50.9012]</td>\n",
       "      <td>[15.7341, 15.7341]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[geoname_2_PL, geoname_2_PL]</td>\n",
       "      <td>[other, other]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[2012-07-01 15:12:22, 2009-10-21 11:09:50]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>[20, 20]</td>\n",
       "      <td>[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[[celestial, opendoar], [celestial, opendoar]]</td>\n",
       "      <td>[[4595, 2211], [4595, 2211]]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[roar_5432, roar_4030]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::0c6ed4b110c461d9350bf5c620bc78d7</td>\n",
       "      <td>[roar::3020, roar::3401, roar::5252]</td>\n",
       "      <td>[3020, 3401, 5252]</td>\n",
       "      <td>[KCE Repository, KCE Repository, KCE Repository]</td>\n",
       "      <td>[roar, roar, roar]</td>\n",
       "      <td>[roar_3020, roar_3401, roar_5252]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[3020, 3401, 5252]</td>\n",
       "      <td>[260, 82, 10]</td>\n",
       "      <td>[archive, archive, archive]</td>\n",
       "      <td>[8, 8, 8]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[disk0/00/00/30/20, disk0/00/00/34/01, disk0/0...</td>\n",
       "      <td>[2010-09-13 09:52:23, 2010-12-20 21:30:30, 201...</td>\n",
       "      <td>[2016-04-17 21:53:51, 2016-04-17 21:51:59, 201...</td>\n",
       "      <td>[2010-09-13 09:52:22, 2010-12-20 21:30:30, 201...</td>\n",
       "      <td>[other, other, other]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[show, show, show]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[0, 0, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://kce.docressources.info/opac/index.php?...</td>\n",
       "      <td>[KCE Repository, KCE Repository, KCE Repository]</td>\n",
       "      <td>[http://kce.docressources.info/ws/PMBWs_2, htt...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[This site provides access to the publication ...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[Belgian Health Care Knowledge Centre, Belgian...</td>\n",
       "      <td>[http://www.kce.fgov.be/, http://www.kce.fgov....</td>\n",
       "      <td>[be, be, be]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[50.8463, 50.8463, 50.8463]</td>\n",
       "      <td>[4.3547, 4.3547, 4.3547]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, geoname_2_BE]</td>\n",
       "      <td>[other, other, other]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[2009-01-19 09:04:11, 2009-01-19 09:04:11, 201...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[0, 0, 0]</td>\n",
       "      <td>[0, 0, 0]</td>\n",
       "      <td>[0, 0, 0]</td>\n",
       "      <td>[250, 250, 250]</td>\n",
       "      <td>[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[[celestial, opendoar], [celestial, opendoar],...</td>\n",
       "      <td>[[2246, 1879], [2246, 1879], [2246, 1879]]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0...</td>\n",
       "      <td>[909, 909, 909]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[roar_3020, roar_3401, roar_5252]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::0e3c63baca694032044bbb00c2f1111e</td>\n",
       "      <td>[roar::8405, roar::8716]</td>\n",
       "      <td>[8405, 8716]</td>\n",
       "      <td>[Content Pro IRX, Content Pro IRX]</td>\n",
       "      <td>[roar, roar]</td>\n",
       "      <td>[roar_8405, roar_8716]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[8405, 8716]</td>\n",
       "      <td>[17, 12]</td>\n",
       "      <td>[archive, archive]</td>\n",
       "      <td>[5386, 5386]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[disk0/00/00/84/05, disk0/00/00/87/16]</td>\n",
       "      <td>[2014-06-24 10:13:16, 2014-10-08 18:39:33]</td>\n",
       "      <td>[2014-06-28 01:36:04, 2014-10-11 01:36:34]</td>\n",
       "      <td>[2014-06-24 10:13:16, 2014-10-08 18:39:33]</td>\n",
       "      <td>[institutional, institutional]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[show, show]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[http://encore.tut.ac.za/iii/cpro, http://enco...</td>\n",
       "      <td>[Content Pro IRX, Content Pro IRX]</td>\n",
       "      <td>[nan, http://encore.tut.ac.za/iii/oairep/OAIRe...</td>\n",
       "      <td>[http://encore.tut.ac.za/iii/cpro/, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[Tshwane University of Technology Digital Open...</td>\n",
       "      <td>[TRUE, TRUE]</td>\n",
       "      <td>[TRUE, TRUE]</td>\n",
       "      <td>[TRUE, FALSE]</td>\n",
       "      <td>[Tshwane University of Technology, Tshwane Uni...</td>\n",
       "      <td>[http://lib.tut.ac.za, http://tut.ac.za]</td>\n",
       "      <td>[za, za]</td>\n",
       "      <td>[Pretoria, Pretoria]</td>\n",
       "      <td>[-25, 25]</td>\n",
       "      <td>[28, 28]</td>\n",
       "      <td>[other, nan]</td>\n",
       "      <td>[geoname_2_ZA, geoname_2_ZA]</td>\n",
       "      <td>[other, other]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[2014-05-26 13:47:54, 2014-07-24 06:31:10]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[opendoar, celestial]</td>\n",
       "      <td>[3078, 5657]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[roar_8405, roar_8716]</td>\n",
       "      <td>{roar}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id  \\\n",
       "0  dedup::07b65089515c8f99812d14bbb01334a6   \n",
       "1  dedup::0be44aa69610e09805d4002baf7e0b10   \n",
       "2  dedup::0c34770edc42a1d2ac361b64cfabfb63   \n",
       "3  dedup::0c6ed4b110c461d9350bf5c620bc78d7   \n",
       "4  dedup::0e3c63baca694032044bbb00c2f1111e   \n",
       "\n",
       "                           duplicate_id         original_id  \\\n",
       "0               [roar::474, roar::5541]         [474, 5541]   \n",
       "1             [roar::16867, roar::2907]       [16867, 2907]   \n",
       "2              [roar::5432, roar::4030]        [5432, 4030]   \n",
       "3  [roar::3020, roar::3401, roar::5252]  [3020, 3401, 5252]   \n",
       "4              [roar::8405, roar::8716]        [8405, 8716]   \n",
       "\n",
       "                                                name              source  \\\n",
       "0  [ECNIS Repository (Environmental Cancer Risk, ...        [roar, roar]   \n",
       "1  [Chung Shan Medical University Institutional R...        [roar, roar]   \n",
       "2  [Digital Library of Jelenia Góra, Digital Libr...        [roar, roar]   \n",
       "3   [KCE Repository, KCE Repository, KCE Repository]  [roar, roar, roar]   \n",
       "4                 [Content Pro IRX, Content Pro IRX]        [roar, roar]   \n",
       "\n",
       "                           unique_id   FAIRsharing_id FAIRsharing_type  \\\n",
       "0              [roar_474, roar_5541]       [nan, nan]       [nan, nan]   \n",
       "1            [roar_16867, roar_2907]       [nan, nan]       [nan, nan]   \n",
       "2             [roar_5432, roar_4030]       [nan, nan]       [nan, nan]   \n",
       "3  [roar_3020, roar_3401, roar_5252]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4             [roar_8405, roar_8716]       [nan, nan]       [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.created-at FAIRsharing_attributes.updated-at  \\\n",
       "0                        [nan, nan]                        [nan, nan]   \n",
       "1                        [nan, nan]                        [nan, nan]   \n",
       "2                        [nan, nan]                        [nan, nan]   \n",
       "3                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "4                        [nan, nan]                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.doi FAIRsharing_attributes.metadata.name  \\\n",
       "0                          [nan, nan]                           [nan, nan]   \n",
       "1                          [nan, nan]                           [nan, nan]   \n",
       "2                          [nan, nan]                           [nan, nan]   \n",
       "3                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "4                          [nan, nan]                           [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.status  \\\n",
       "0                             [nan, nan]   \n",
       "1                             [nan, nan]   \n",
       "2                             [nan, nan]   \n",
       "3                        [nan, nan, nan]   \n",
       "4                             [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.contacts  \\\n",
       "0                               [nan, nan]   \n",
       "1                               [nan, nan]   \n",
       "2                               [nan, nan]   \n",
       "3                          [nan, nan, nan]   \n",
       "4                               [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0                               [nan, nan]   \n",
       "1                               [nan, nan]   \n",
       "2                               [nan, nan]   \n",
       "3                          [nan, nan, nan]   \n",
       "4                               [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                                 [nan, nan]   \n",
       "1                                 [nan, nan]   \n",
       "2                                 [nan, nan]   \n",
       "3                            [nan, nan, nan]   \n",
       "4                                 [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.description  \\\n",
       "0                                  [nan, nan]   \n",
       "1                                  [nan, nan]   \n",
       "2                                  [nan, nan]   \n",
       "3                             [nan, nan, nan]   \n",
       "4                                  [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                   [nan, nan]   \n",
       "1                                   [nan, nan]   \n",
       "2                                   [nan, nan]   \n",
       "3                              [nan, nan, nan]   \n",
       "4                                   [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.support-links  \\\n",
       "0                                    [nan, nan]   \n",
       "1                                    [nan, nan]   \n",
       "2                                    [nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                                    [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                    [nan, nan]   \n",
       "1                                    [nan, nan]   \n",
       "2                                    [nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                                    [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0                                     [nan, nan]   \n",
       "1                                     [nan, nan]   \n",
       "2                                     [nan, nan]   \n",
       "3                                [nan, nan, nan]   \n",
       "4                                     [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0                                       [nan, nan]   \n",
       "1                                       [nan, nan]   \n",
       "2                                       [nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                       [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0                        [nan, nan]   \n",
       "1                        [nan, nan]   \n",
       "2                        [nan, nan]   \n",
       "3                   [nan, nan, nan]   \n",
       "4                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                                  [nan, nan]   \n",
       "1                                  [nan, nan]   \n",
       "2                                  [nan, nan]   \n",
       "3                             [nan, nan, nan]   \n",
       "4                                  [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.record-type FAIRsharing_attributes.subjects  \\\n",
       "0                         [nan, nan]                      [nan, nan]   \n",
       "1                         [nan, nan]                      [nan, nan]   \n",
       "2                         [nan, nan]                      [nan, nan]   \n",
       "3                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "4                         [nan, nan]                      [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.domains FAIRsharing_attributes.taxonomies  \\\n",
       "0                     [nan, nan]                        [nan, nan]   \n",
       "1                     [nan, nan]                        [nan, nan]   \n",
       "2                     [nan, nan]                        [nan, nan]   \n",
       "3                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "4                     [nan, nan]                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.user-defined-tags FAIRsharing_attributes.countries  \\\n",
       "0                               [nan, nan]                       [nan, nan]   \n",
       "1                               [nan, nan]                       [nan, nan]   \n",
       "2                               [nan, nan]                       [nan, nan]   \n",
       "3                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "4                               [nan, nan]                       [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.name FAIRsharing_attributes.abbreviation  \\\n",
       "0                  [nan, nan]                          [nan, nan]   \n",
       "1                  [nan, nan]                          [nan, nan]   \n",
       "2                  [nan, nan]                          [nan, nan]   \n",
       "3             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4                  [nan, nan]                          [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.url FAIRsharing_attributes.doi  \\\n",
       "0                 [nan, nan]                 [nan, nan]   \n",
       "1                 [nan, nan]                 [nan, nan]   \n",
       "2                 [nan, nan]                 [nan, nan]   \n",
       "3            [nan, nan, nan]            [nan, nan, nan]   \n",
       "4                 [nan, nan]                 [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0                                 [nan, nan]   \n",
       "1                                 [nan, nan]   \n",
       "2                                 [nan, nan]   \n",
       "3                            [nan, nan, nan]   \n",
       "4                                 [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.description FAIRsharing_attributes.publications  \\\n",
       "0                         [nan, nan]                          [nan, nan]   \n",
       "1                         [nan, nan]                          [nan, nan]   \n",
       "2                         [nan, nan]                          [nan, nan]   \n",
       "3                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4                         [nan, nan]                          [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.licence-links FAIRsharing_attributes.url-for-logo  \\\n",
       "0                           [nan, nan]                          [nan, nan]   \n",
       "1                           [nan, nan]                          [nan, nan]   \n",
       "2                           [nan, nan]                          [nan, nan]   \n",
       "3                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4                           [nan, nan]                          [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                [nan, nan]   \n",
       "1                                [nan, nan]   \n",
       "2                                [nan, nan]   \n",
       "3                           [nan, nan, nan]   \n",
       "4                                [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                       [nan, nan]   \n",
       "1                                       [nan, nan]   \n",
       "2                                       [nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                       [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                         [nan, nan]           \n",
       "1                                         [nan, nan]           \n",
       "2                                         [nan, nan]           \n",
       "3                                    [nan, nan, nan]           \n",
       "4                                         [nan, nan]           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                         [nan, nan]         \n",
       "1                                         [nan, nan]         \n",
       "2                                         [nan, nan]         \n",
       "3                                    [nan, nan, nan]         \n",
       "4                                         [nan, nan]         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                         [nan, nan]              \n",
       "1                                         [nan, nan]              \n",
       "2                                         [nan, nan]              \n",
       "3                                    [nan, nan, nan]              \n",
       "4                                         [nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                         [nan, nan]               \n",
       "1                                         [nan, nan]               \n",
       "2                                         [nan, nan]               \n",
       "3                                    [nan, nan, nan]               \n",
       "4                                         [nan, nan]               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                       [nan, nan]   \n",
       "1                                       [nan, nan]   \n",
       "2                                       [nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                       [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                    [nan, nan]   \n",
       "1                                    [nan, nan]   \n",
       "2                                    [nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                                    [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                         [nan, nan]          \n",
       "1                                         [nan, nan]          \n",
       "2                                         [nan, nan]          \n",
       "3                                    [nan, nan, nan]          \n",
       "4                                         [nan, nan]          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                         [nan, nan]            \n",
       "1                                         [nan, nan]            \n",
       "2                                         [nan, nan]            \n",
       "3                                    [nan, nan, nan]            \n",
       "4                                         [nan, nan]            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                         [nan, nan]             \n",
       "1                                         [nan, nan]             \n",
       "2                                         [nan, nan]             \n",
       "3                                    [nan, nan, nan]             \n",
       "4                                         [nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                         [nan, nan]             \n",
       "1                                         [nan, nan]             \n",
       "2                                         [nan, nan]             \n",
       "3                                    [nan, nan, nan]             \n",
       "4                                         [nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                         [nan, nan]              \n",
       "1                                         [nan, nan]              \n",
       "2                                         [nan, nan]              \n",
       "3                                    [nan, nan, nan]              \n",
       "4                                         [nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                         [nan, nan]                       \n",
       "1                                         [nan, nan]                       \n",
       "2                                         [nan, nan]                       \n",
       "3                                    [nan, nan, nan]                       \n",
       "4                                         [nan, nan]                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                      [nan, nan]   \n",
       "1                                      [nan, nan]   \n",
       "2                                      [nan, nan]   \n",
       "3                                 [nan, nan, nan]   \n",
       "4                                      [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                        [nan, nan]   \n",
       "1                                        [nan, nan]   \n",
       "2                                        [nan, nan]   \n",
       "3                                   [nan, nan, nan]   \n",
       "4                                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                         [nan, nan]                 \n",
       "1                                         [nan, nan]                 \n",
       "2                                         [nan, nan]                 \n",
       "3                                    [nan, nan, nan]                 \n",
       "4                                         [nan, nan]                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \\\n",
       "0                                [nan, nan]            [nan, nan]   \n",
       "1                                [nan, nan]            [nan, nan]   \n",
       "2                                [nan, nan]            [nan, nan]   \n",
       "3                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "4                                [nan, nan]            [nan, nan]   \n",
       "\n",
       "  re3data_orgIdentifier re3data_repositoryName  \\\n",
       "0            [nan, nan]             [nan, nan]   \n",
       "1            [nan, nan]             [nan, nan]   \n",
       "2            [nan, nan]             [nan, nan]   \n",
       "3       [nan, nan, nan]        [nan, nan, nan]   \n",
       "4            [nan, nan]             [nan, nan]   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                      [nan, nan]             [nan, nan]   \n",
       "1                      [nan, nan]             [nan, nan]   \n",
       "2                      [nan, nan]             [nan, nan]   \n",
       "3                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "4                      [nan, nan]             [nan, nan]   \n",
       "\n",
       "  re3data_repositoryURL re3data_repositoryIdentifier  \\\n",
       "0            [nan, nan]                   [nan, nan]   \n",
       "1            [nan, nan]                   [nan, nan]   \n",
       "2            [nan, nan]                   [nan, nan]   \n",
       "3       [nan, nan, nan]              [nan, nan, nan]   \n",
       "4            [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  re3data_repositoryContact re3data_description re3data_description.language  \\\n",
       "0                [nan, nan]          [nan, nan]                   [nan, nan]   \n",
       "1                [nan, nan]          [nan, nan]                   [nan, nan]   \n",
       "2                [nan, nan]          [nan, nan]                   [nan, nan]   \n",
       "3           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "4                [nan, nan]          [nan, nan]                   [nan, nan]   \n",
       "\n",
       "      re3data_type     re3data_size re3data_startDate  re3data_endDate  \\\n",
       "0       [nan, nan]       [nan, nan]        [nan, nan]       [nan, nan]   \n",
       "1       [nan, nan]       [nan, nan]        [nan, nan]       [nan, nan]   \n",
       "2       [nan, nan]       [nan, nan]        [nan, nan]       [nan, nan]   \n",
       "3  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "4       [nan, nan]       [nan, nan]        [nan, nan]       [nan, nan]   \n",
       "\n",
       "  re3data_repositoryLanguage  re3data_subject re3data_missionStatementURL  \\\n",
       "0                 [nan, nan]       [nan, nan]                  [nan, nan]   \n",
       "1                 [nan, nan]       [nan, nan]                  [nan, nan]   \n",
       "2                 [nan, nan]       [nan, nan]                  [nan, nan]   \n",
       "3            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "4                 [nan, nan]       [nan, nan]                  [nan, nan]   \n",
       "\n",
       "  re3data_contentType re3data_providerType  re3data_keyword  \\\n",
       "0          [nan, nan]           [nan, nan]       [nan, nan]   \n",
       "1          [nan, nan]           [nan, nan]       [nan, nan]   \n",
       "2          [nan, nan]           [nan, nan]       [nan, nan]   \n",
       "3     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "4          [nan, nan]           [nan, nan]       [nan, nan]   \n",
       "\n",
       "  re3data_institution   re3data_policy re3data_databaseAccess  \\\n",
       "0          [nan, nan]       [nan, nan]             [nan, nan]   \n",
       "1          [nan, nan]       [nan, nan]             [nan, nan]   \n",
       "2          [nan, nan]       [nan, nan]             [nan, nan]   \n",
       "3     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "4          [nan, nan]       [nan, nan]             [nan, nan]   \n",
       "\n",
       "  re3data_databaseLicense re3data_dataAccess re3data_dataLicense  \\\n",
       "0              [nan, nan]         [nan, nan]          [nan, nan]   \n",
       "1              [nan, nan]         [nan, nan]          [nan, nan]   \n",
       "2              [nan, nan]         [nan, nan]          [nan, nan]   \n",
       "3         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "4              [nan, nan]         [nan, nan]          [nan, nan]   \n",
       "\n",
       "  re3data_dataUploadType re3data_dataUploadLicense re3data_software  \\\n",
       "0             [nan, nan]                [nan, nan]       [nan, nan]   \n",
       "1             [nan, nan]                [nan, nan]       [nan, nan]   \n",
       "2             [nan, nan]                [nan, nan]       [nan, nan]   \n",
       "3        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "4             [nan, nan]                [nan, nan]       [nan, nan]   \n",
       "\n",
       "  re3data_versioning      re3data_api re3data_pidSystem  \\\n",
       "0         [nan, nan]       [nan, nan]        [nan, nan]   \n",
       "1         [nan, nan]       [nan, nan]        [nan, nan]   \n",
       "2         [nan, nan]       [nan, nan]        [nan, nan]   \n",
       "3    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "4         [nan, nan]       [nan, nan]        [nan, nan]   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "1                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "2                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "3              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "4                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "1                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "2                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "3           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "4                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "\n",
       "  re3data_syndication  re3data_remarks re3data_entryDate re3data_lastUpdate  \\\n",
       "0          [nan, nan]       [nan, nan]        [nan, nan]         [nan, nan]   \n",
       "1          [nan, nan]       [nan, nan]        [nan, nan]         [nan, nan]   \n",
       "2          [nan, nan]       [nan, nan]        [nan, nan]         [nan, nan]   \n",
       "3     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "4          [nan, nan]       [nan, nan]        [nan, nan]         [nan, nan]   \n",
       "\n",
       "  re3data_unique_id OpenDOAR_system_metadata.id  \\\n",
       "0        [nan, nan]                  [nan, nan]   \n",
       "1        [nan, nan]                  [nan, nan]   \n",
       "2        [nan, nan]                  [nan, nan]   \n",
       "3   [nan, nan, nan]             [nan, nan, nan]   \n",
       "4        [nan, nan]                  [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.name  \\\n",
       "0                        [nan, nan]   \n",
       "1                        [nan, nan]   \n",
       "2                        [nan, nan]   \n",
       "3                   [nan, nan, nan]   \n",
       "4                        [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                                   [nan, nan]   \n",
       "1                                   [nan, nan]   \n",
       "2                                   [nan, nan]   \n",
       "3                              [nan, nan, nan]   \n",
       "4                                   [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.url OpenDOAR_repository_metadata.description  \\\n",
       "0                       [nan, nan]                               [nan, nan]   \n",
       "1                       [nan, nan]                               [nan, nan]   \n",
       "2                       [nan, nan]                               [nan, nan]   \n",
       "3                  [nan, nan, nan]                          [nan, nan, nan]   \n",
       "4                       [nan, nan]                               [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.type  \\\n",
       "0                        [nan, nan]   \n",
       "1                        [nan, nan]   \n",
       "2                        [nan, nan]   \n",
       "3                   [nan, nan, nan]   \n",
       "4                        [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                     [nan, nan]   \n",
       "1                                     [nan, nan]   \n",
       "2                                     [nan, nan]   \n",
       "3                                [nan, nan, nan]   \n",
       "4                                     [nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                             [nan, nan]   \n",
       "1                             [nan, nan]   \n",
       "2                             [nan, nan]   \n",
       "3                        [nan, nan, nan]   \n",
       "4                             [nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                            [nan, nan]   \n",
       "1                            [nan, nan]   \n",
       "2                            [nan, nan]   \n",
       "3                       [nan, nan, nan]   \n",
       "4                            [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0                                    [nan, nan]   \n",
       "1                                    [nan, nan]   \n",
       "2                                    [nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                                    [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_types OpenDOAR_organization  \\\n",
       "0                                 [nan, nan]            [nan, nan]   \n",
       "1                                 [nan, nan]            [nan, nan]   \n",
       "2                                 [nan, nan]            [nan, nan]   \n",
       "3                            [nan, nan, nan]       [nan, nan, nan]   \n",
       "4                                 [nan, nan]            [nan, nan]   \n",
       "\n",
       "  OpenDOAR_policy_urls OpenDOAR_repository_metadata.software  \\\n",
       "0           [nan, nan]                            [nan, nan]   \n",
       "1           [nan, nan]                            [nan, nan]   \n",
       "2           [nan, nan]                            [nan, nan]   \n",
       "3      [nan, nan, nan]                       [nan, nan, nan]   \n",
       "4           [nan, nan]                            [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.oai_url  \\\n",
       "0                           [nan, nan]   \n",
       "1                           [nan, nan]   \n",
       "2                           [nan, nan]   \n",
       "3                      [nan, nan, nan]   \n",
       "4                           [nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                [nan, nan]   \n",
       "1                                [nan, nan]   \n",
       "2                                [nan, nan]   \n",
       "3                           [nan, nan, nan]   \n",
       "4                                [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                     [nan, nan]   \n",
       "1                                     [nan, nan]   \n",
       "2                                     [nan, nan]   \n",
       "3                                [nan, nan, nan]   \n",
       "4                                     [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.metadata_record_count OpenDOAR_unique_id  \\\n",
       "0                                         [nan, nan]         [nan, nan]   \n",
       "1                                         [nan, nan]         [nan, nan]   \n",
       "2                                         [nan, nan]         [nan, nan]   \n",
       "3                                    [nan, nan, nan]    [nan, nan, nan]   \n",
       "4                                         [nan, nan]         [nan, nan]   \n",
       "\n",
       "        roar_eprintid roar_rev_number           roar_eprint_status  \\\n",
       "0         [474, 5541]        [281, 8]           [archive, archive]   \n",
       "1       [16867, 2907]        [3, 548]           [archive, archive]   \n",
       "2        [5432, 4030]         [9, 12]           [archive, archive]   \n",
       "3  [3020, 3401, 5252]   [260, 82, 10]  [archive, archive, archive]   \n",
       "4        [8405, 8716]        [17, 12]           [archive, archive]   \n",
       "\n",
       "    roar_userid    roar_importid      roar_source  \\\n",
       "0        [1, 8]       [nan, nan]       [nan, nan]   \n",
       "1    [360, 360]       [nan, nan]       [nan, nan]   \n",
       "2        [8, 8]       [nan, nan]       [nan, nan]   \n",
       "3     [8, 8, 8]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4  [5386, 5386]       [nan, nan]       [nan, nan]   \n",
       "\n",
       "                                            roar_dir  \\\n",
       "0             [disk0/00/00/04/74, disk0/00/00/55/41]   \n",
       "1             [disk0/00/01/68/67, disk0/00/00/29/07]   \n",
       "2             [disk0/00/00/54/32, disk0/00/00/40/30]   \n",
       "3  [disk0/00/00/30/20, disk0/00/00/34/01, disk0/0...   \n",
       "4             [disk0/00/00/84/05, disk0/00/00/87/16]   \n",
       "\n",
       "                                      roar_datestamp  \\\n",
       "0         [2010-01-06 13:44:22, 2012-12-12 01:21:03]   \n",
       "1         [2021-02-25 13:06:19, 2010-07-29 01:40:55]   \n",
       "2         [2012-11-19 20:28:01, 2011-08-02 23:17:15]   \n",
       "3  [2010-09-13 09:52:23, 2010-12-20 21:30:30, 201...   \n",
       "4         [2014-06-24 10:13:16, 2014-10-08 18:39:33]   \n",
       "\n",
       "                                        roar_lastmod  \\\n",
       "0         [2011-07-06 08:19:53, 2012-12-15 02:51:35]   \n",
       "1         [2021-02-25 13:06:19, 2021-02-17 06:33:34]   \n",
       "2         [2012-11-26 06:53:38, 2012-02-06 06:58:00]   \n",
       "3  [2016-04-17 21:53:51, 2016-04-17 21:51:59, 201...   \n",
       "4         [2014-06-28 01:36:04, 2014-10-11 01:36:34]   \n",
       "\n",
       "                                 roar_status_changed  \\\n",
       "0         [2010-01-06 13:44:22, 2012-12-12 01:21:03]   \n",
       "1         [2021-02-25 13:06:19, 2010-07-29 01:40:55]   \n",
       "2         [2012-11-19 20:28:01, 2011-08-02 23:17:15]   \n",
       "3  [2010-09-13 09:52:22, 2010-12-20 21:30:30, 201...   \n",
       "4         [2014-06-24 10:13:16, 2014-10-08 18:39:33]   \n",
       "\n",
       "                        roar_type    roar_succeeds  roar_commentary  \\\n",
       "0          [other, institutional]       [nan, nan]       [nan, nan]   \n",
       "1  [institutional, institutional]      [2907, nan]       [nan, nan]   \n",
       "2  [institutional, institutional]       [nan, nan]       [nan, nan]   \n",
       "3           [other, other, other]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4  [institutional, institutional]       [nan, nan]       [nan, nan]   \n",
       "\n",
       "  roar_metadata_visibility    roar_latitude   roar_longitude  \\\n",
       "0             [show, show]       [nan, nan]       [nan, nan]   \n",
       "1        [show, no_search]       [nan, nan]       [nan, nan]   \n",
       "2             [show, show]       [nan, nan]       [nan, nan]   \n",
       "3       [show, show, show]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4             [show, show]       [nan, nan]       [nan, nan]   \n",
       "\n",
       "  roar_relation_type roar_relation_uri roar_item_issues_id  \\\n",
       "0         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "1         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "2         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "3    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "4         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "\n",
       "  roar_item_issues_type roar_item_issues_description  \\\n",
       "0            [nan, nan]                   [nan, nan]   \n",
       "1            [nan, nan]                   [nan, nan]   \n",
       "2            [nan, nan]                   [nan, nan]   \n",
       "3       [nan, nan, nan]              [nan, nan, nan]   \n",
       "4            [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  roar_item_issues_timestamp roar_item_issues_status  \\\n",
       "0                 [nan, nan]              [nan, nan]   \n",
       "1                 [nan, nan]              [nan, nan]   \n",
       "2                 [nan, nan]              [nan, nan]   \n",
       "3            [nan, nan, nan]         [nan, nan, nan]   \n",
       "4                 [nan, nan]              [nan, nan]   \n",
       "\n",
       "  roar_item_issues_reported_by roar_item_issues_resolved_by  \\\n",
       "0                   [nan, nan]                   [nan, nan]   \n",
       "1                   [nan, nan]                   [nan, nan]   \n",
       "2                   [nan, nan]                   [nan, nan]   \n",
       "3              [nan, nan, nan]              [nan, nan, nan]   \n",
       "4                   [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  roar_item_issues_comment roar_item_issues_count roar_sword_depositor  \\\n",
       "0               [nan, nan]               [0, nan]           [nan, nan]   \n",
       "1               [nan, nan]                 [0, 0]           [nan, nan]   \n",
       "2               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "3          [nan, nan, nan]            [0, 0, nan]      [nan, nan, nan]   \n",
       "4               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "\n",
       "   roar_sword_slug    roar_exemplar  \\\n",
       "0       [nan, nan]       [nan, nan]   \n",
       "1       [nan, nan]       [nan, nan]   \n",
       "2       [nan, nan]       [nan, nan]   \n",
       "3  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4       [nan, nan]       [nan, nan]   \n",
       "\n",
       "                                      roar_home_page  \\\n",
       "0  [http://ecnis.openrepository.com/, http://ecni...   \n",
       "1  [https://ir.csmu.edu.tw:8080, https://ir.csmu....   \n",
       "2  [http://jbc.jelenia-gora.pl/dlibra.html, http:...   \n",
       "3  [http://kce.docressources.info/opac/index.php?...   \n",
       "4  [http://encore.tut.ac.za/iii/cpro, http://enco...   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0  [ECNIS Repository (Environmental Cancer Risk, ...   \n",
       "1  [Chung Shan Medical University Institutional R...   \n",
       "2  [Digital Library of Jelenia Góra, Digital Libr...   \n",
       "3   [KCE Repository, KCE Repository, KCE Repository]   \n",
       "4                 [Content Pro IRX, Content Pro IRX]   \n",
       "\n",
       "                                        roar_oai_pmh  \\\n",
       "0                                         [nan, nan]   \n",
       "1  [https://ir.csmu.edu.tw:8080/ir-oai/request?ve...   \n",
       "2  [http://jbc.jelenia-gora.pl/dlibra/oai-pmh-rep...   \n",
       "3  [http://kce.docressources.info/ws/PMBWs_2, htt...   \n",
       "4  [nan, http://encore.tut.ac.za/iii/oairep/OAIRe...   \n",
       "\n",
       "                        roar_sword_endpoint    roar_rss_feed  \\\n",
       "0                                [nan, nan]       [nan, nan]   \n",
       "1                                [nan, nan]       [nan, nan]   \n",
       "2                                [nan, nan]       [nan, nan]   \n",
       "3                           [nan, nan, nan]  [nan, nan, nan]   \n",
       "4  [http://encore.tut.ac.za/iii/cpro/, nan]       [nan, nan]   \n",
       "\n",
       "  roar_twitter_feed                                   roar_description  \\\n",
       "0        [nan, nan]  [This site is a subject specific repository co...   \n",
       "1        [nan, nan]                                         [nan, nan]   \n",
       "2        [nan, nan]  [Users may set up RSS feeds to be alerted to n...   \n",
       "3   [nan, nan, nan]  [This site provides access to the publication ...   \n",
       "4        [nan, nan]  [Tshwane University of Technology Digital Open...   \n",
       "\n",
       "     roar_fulltext roar_open_access     roar_mandate  \\\n",
       "0      [TRUE, nan]      [TRUE, nan]       [nan, nan]   \n",
       "1     [TRUE, TRUE]     [TRUE, TRUE]   [FALSE, FALSE]   \n",
       "2       [nan, nan]       [nan, nan]       [nan, nan]   \n",
       "3  [nan, nan, nan]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4     [TRUE, TRUE]     [TRUE, TRUE]    [TRUE, FALSE]   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0  [ECNIS (Environmental Cancer Risk, Nutrition a...   \n",
       "1                                         [nan, nan]   \n",
       "2  [Jeleniogórskie Centrum Informacji i Edukacji ...   \n",
       "3  [Belgian Health Care Knowledge Centre, Belgian...   \n",
       "4  [Tshwane University of Technology, Tshwane Uni...   \n",
       "\n",
       "                         roar_organisation_home_page roar_location_country  \\\n",
       "0      [http://www.ecnis.org, http://www.ecnis.org/]              [pl, pl]   \n",
       "1                                         [nan, nan]            [nan, nan]   \n",
       "2  [http://biblioteka.jelenia-gora.pl/, http://bi...              [pl, pl]   \n",
       "3  [http://www.kce.fgov.be/, http://www.kce.fgov....          [be, be, be]   \n",
       "4           [http://lib.tut.ac.za, http://tut.ac.za]              [za, za]   \n",
       "\n",
       "     roar_location_city       roar_location_latitude  \\\n",
       "0           [Lodz, nan]                 [51.8, 51.8]   \n",
       "1            [nan, nan]                   [nan, nan]   \n",
       "2            [nan, nan]           [50.9012, 50.9012]   \n",
       "3       [nan, nan, nan]  [50.8463, 50.8463, 50.8463]   \n",
       "4  [Pretoria, Pretoria]                    [-25, 25]   \n",
       "\n",
       "    roar_location_longitude     roar_software                  roar_geoname  \\\n",
       "0              [19.5, 19.5]   [openrepo, nan]  [geoname_2_PL, geoname_2_PL]   \n",
       "1                [nan, nan]  [dspace, dspace]                    [nan, nan]   \n",
       "2        [15.7341, 15.7341]        [nan, nan]  [geoname_2_PL, geoname_2_PL]   \n",
       "3  [4.3547, 4.3547, 4.3547]   [nan, nan, nan]      [nan, nan, geoname_2_BE]   \n",
       "4                  [28, 28]      [other, nan]  [geoname_2_ZA, geoname_2_ZA]   \n",
       "\n",
       "            roar_version                                      roar_subjects  \\\n",
       "0         [other, other]                                         [nan, nan]   \n",
       "1         [other, other]  [[RT, RC0254, RC1200, R1, RK], [RC0321, RT, RC...   \n",
       "2         [other, other]                                         [nan, nan]   \n",
       "3  [other, other, other]                                    [nan, nan, nan]   \n",
       "4         [other, other]                                         [nan, nan]   \n",
       "\n",
       "                                           roar_date        roar_note  \\\n",
       "0         [2008-06-03 08:05:43, 2012-07-01 15:13:36]       [nan, nan]   \n",
       "1         [2009-10-21 00:00:00, 2009-10-21 00:00:00]       [nan, nan]   \n",
       "2         [2012-07-01 15:12:22, 2009-10-21 11:09:50]       [nan, nan]   \n",
       "3  [2009-01-19 09:04:11, 2009-01-19 09:04:11, 201...  [nan, nan, nan]   \n",
       "4         [2014-05-26 13:47:54, 2014-07-24 06:31:10]       [nan, nan]   \n",
       "\n",
       "  roar_suggestions roar_activity_low roar_activity_medium roar_activity_high  \\\n",
       "0       [nan, nan]        [nan, nan]           [nan, nan]         [nan, nan]   \n",
       "1       [nan, nan]            [0, 0]               [0, 0]             [0, 0]   \n",
       "2       [nan, nan]            [0, 0]               [0, 0]             [0, 0]   \n",
       "3  [nan, nan, nan]         [0, 0, 0]            [0, 0, 0]          [0, 0, 0]   \n",
       "4       [nan, nan]        [nan, nan]           [nan, nan]         [nan, nan]   \n",
       "\n",
       "  roar_recordcount                                 roar_recordhistory  \\\n",
       "0       [nan, nan]                                         [nan, nan]   \n",
       "1       [100, 100]  [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2...   \n",
       "2         [20, 20]  [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1...   \n",
       "3  [250, 250, 250]  [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2...   \n",
       "4       [nan, nan]                                         [nan, nan]   \n",
       "\n",
       "  roar_fulltexts_total roar_fulltexts_docs roar_fulltexts_rtotal  \\\n",
       "0           [nan, nan]          [nan, nan]            [nan, nan]   \n",
       "1           [nan, nan]          [nan, nan]            [nan, nan]   \n",
       "2           [nan, nan]          [nan, nan]            [nan, nan]   \n",
       "3      [nan, nan, nan]     [nan, nan, nan]       [nan, nan, nan]   \n",
       "4           [nan, nan]          [nan, nan]            [nan, nan]   \n",
       "\n",
       "  roar_fulltexts_rdocs                                 roar_registry_name  \\\n",
       "0           [nan, nan]                               [opendoar, opendoar]   \n",
       "1           [nan, nan]                                         [nan, nan]   \n",
       "2           [nan, nan]     [[celestial, opendoar], [celestial, opendoar]]   \n",
       "3      [nan, nan, nan]  [[celestial, opendoar], [celestial, opendoar],...   \n",
       "4           [nan, nan]                              [opendoar, celestial]   \n",
       "\n",
       "                             roar_registry_id          roar_submit_to  \\\n",
       "0                                [1254, 1254]              [nan, nan]   \n",
       "1                                  [nan, nan]  [celestial, celestial]   \n",
       "2                [[4595, 2211], [4595, 2211]]              [nan, nan]   \n",
       "3  [[2246, 1879], [2246, 1879], [2246, 1879]]         [nan, nan, nan]   \n",
       "4                                [3078, 5657]              [nan, nan]   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "0             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "1             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "2             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "3        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "4             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "0            [nan, nan]                  [nan, nan]   \n",
       "1            [nan, nan]                  [nan, nan]   \n",
       "2            [nan, nan]                  [nan, nan]   \n",
       "3       [nan, nan, nan]             [nan, nan, nan]   \n",
       "4            [nan, nan]                  [nan, nan]   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar  \\\n",
       "0                  [nan, nan]               [nan, nan]   \n",
       "1                  [nan, nan]               [nan, nan]   \n",
       "2                  [nan, nan]               [nan, nan]   \n",
       "3             [nan, nan, nan]          [nan, nan, nan]   \n",
       "4                  [nan, nan]               [nan, nan]   \n",
       "\n",
       "                               roar_monthly_deposits roar_total_deposits  \\\n",
       "0                                         [nan, nan]          [nan, nan]   \n",
       "1                                         [nan, nan]          [nan, nan]   \n",
       "2                                         [nan, nan]          [nan, nan]   \n",
       "3  [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0...     [909, 909, 909]   \n",
       "4                                         [nan, nan]          [nan, nan]   \n",
       "\n",
       "  roar_association                     roar_unique_id source_set  \n",
       "0       [nan, nan]              [roar_474, roar_5541]     {roar}  \n",
       "1       [nan, nan]            [roar_16867, roar_2907]     {roar}  \n",
       "2       [nan, nan]             [roar_5432, roar_4030]     {roar}  \n",
       "3  [nan, nan, nan]  [roar_3020, roar_3401, roar_5252]     {roar}  \n",
       "4       [nan, nan]             [roar_8405, roar_8716]     {roar}  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_within = dup_within.groupby('dedup_id').aggregate(list).reset_index()\n",
    "dup_within['source_set'] = dup_within.source.map(set)\n",
    "dup_within.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "      <th>source_set</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::038ef33e8d3de51d3536d62e6c103be7</td>\n",
       "      <td>[roar::6167, opendoar::2717, roar::6580]</td>\n",
       "      <td>[6167, 2717, 6580]</td>\n",
       "      <td>[Institutional Repository UIN Syarif Hidayatul...</td>\n",
       "      <td>[roar, OpenDOAR, roar]</td>\n",
       "      <td>[roar_6167, OpenDOAR_2717, roar_6580]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 2717, nan]</td>\n",
       "      <td>[nan, {\"name\": \"institutional repository uin s...</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, http://repository.uinjkt.ac.id/dspace/, ...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, institutional, nan]</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, 2022-01-12 15:35:36, nan]</td>\n",
       "      <td>[nan, 2013-07-11 15:52:01, nan]</td>\n",
       "      <td>[nan, [science, arts, humanities, social scien...</td>\n",
       "      <td>[nan, [theses_and_dissertations], nan]</td>\n",
       "      <td>[nan, [{'name': 'uin syarif hidayatullah jakar...</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, {\"name\": \"dspace\", \"version\": \"\"}, nan]</td>\n",
       "      <td>[nan, http://repository.uinjkt.ac.id/oai/, nan]</td>\n",
       "      <td>[nan, yes, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 0.0, nan]</td>\n",
       "      <td>[nan, 36862.0, nan]</td>\n",
       "      <td>[nan, OpenDOAR_2717, nan]</td>\n",
       "      <td>[6167, nan, 6580]</td>\n",
       "      <td>[13, nan, 16]</td>\n",
       "      <td>[archive, nan, archive]</td>\n",
       "      <td>[2178, nan, 2040]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[disk0/00/00/61/67, nan, disk0/00/00/65/80]</td>\n",
       "      <td>[2012-12-12 05:42:58, nan, 2013-03-31 16:02:51]</td>\n",
       "      <td>[2013-07-14 15:12:12, nan, 2013-04-06 01:42:14]</td>\n",
       "      <td>[2012-12-12 05:42:58, nan, 2013-03-31 16:02:51]</td>\n",
       "      <td>[institutional, nan, institutional]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[show, nan, show]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://repository.uinjkt.ac.id, nan, http://r...</td>\n",
       "      <td>[Institutional Repository UIN Syarif Hidayatul...</td>\n",
       "      <td>[[http://repository.uinjkt.ac.id/oai, http://r...</td>\n",
       "      <td>[http://repository.uinjkt.ac.id/sword/, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nstitutional Repository UIN Syarif Hidayatull...</td>\n",
       "      <td>[TRUE, nan, FALSE]</td>\n",
       "      <td>[TRUE, nan, FALSE]</td>\n",
       "      <td>[FALSE, nan, FALSE]</td>\n",
       "      <td>[[UIN Syarif Hidayatullah Jakarta, Pascasarjan...</td>\n",
       "      <td>[[http://www.uinjkt.ac.id, http://graduate.uin...</td>\n",
       "      <td>[id, nan, id]</td>\n",
       "      <td>[Jakarta, nan, Jakarta]</td>\n",
       "      <td>[nan, nan, 106.756]</td>\n",
       "      <td>[nan, nan, -6.30591]</td>\n",
       "      <td>[dspace, nan, dspace]</td>\n",
       "      <td>[geoname_2_ID, nan, geoname_2_ID]</td>\n",
       "      <td>[other, nan, other]</td>\n",
       "      <td>[AI, nan, [AC, Z665, Z004, Z719, BP, Q1]]</td>\n",
       "      <td>[2012-11-07 08:11:19, nan, 2013-03-04 07:20:37]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[[celestial, opendoar], nan, nan]</td>\n",
       "      <td>[[5108, 2717, 5109], nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[roar_6167, nan, roar_6580]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::044edcd1c961b3942a7e0e90d1005e2d</td>\n",
       "      <td>[roar::7902, opendoar::2468, roar::5216]</td>\n",
       "      <td>[7902, 2468, 5216]</td>\n",
       "      <td>[The University of Arizona Campus Repository, ...</td>\n",
       "      <td>[roar, OpenDOAR, roar]</td>\n",
       "      <td>[roar_7902, OpenDOAR_2468, roar_5216]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 2468, nan]</td>\n",
       "      <td>[nan, {\"name\": \"university of arizona campus r...</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, http://arizona.openrepository.com/arizon...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, institutional, nan]</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, 2022-01-12 15:35:32, nan]</td>\n",
       "      <td>[nan, 2012-05-02 09:50:07, nan]</td>\n",
       "      <td>[nan, [science, arts, humanities, health and m...</td>\n",
       "      <td>[nan, [journal_articles, theses_and_dissertati...</td>\n",
       "      <td>[nan, [{'name': 'university of arizona', 'alte...</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, {\"name\": \"other\", \"version\": \"\"}, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, yes, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 63231.0, nan]</td>\n",
       "      <td>[nan, OpenDOAR_2468, nan]</td>\n",
       "      <td>[7902, nan, 5216]</td>\n",
       "      <td>[12, nan, 8]</td>\n",
       "      <td>[archive, nan, archive]</td>\n",
       "      <td>[4910, nan, 8]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[disk0/00/00/79/02, nan, disk0/00/00/52/16]</td>\n",
       "      <td>[2014-03-05 11:50:29, nan, 2012-05-16 23:47:28]</td>\n",
       "      <td>[2014-05-08 13:10:29, nan, 2012-05-19 01:46:06]</td>\n",
       "      <td>[2014-03-05 11:50:29, nan, 2012-05-16 23:47:28]</td>\n",
       "      <td>[institutional, nan, institutional]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[show, nan, show]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://arizona.openrepository.com/arizona/, n...</td>\n",
       "      <td>[The University of Arizona Campus Repository, ...</td>\n",
       "      <td>[http://arizona.openrepository.com/arizona/oai...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://arizona.openrepository.com/arizona/fee...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[The UA Campus Repository is an institutional ...</td>\n",
       "      <td>[TRUE, nan, nan]</td>\n",
       "      <td>[TRUE, nan, nan]</td>\n",
       "      <td>[FALSE, nan, nan]</td>\n",
       "      <td>[The University of Arizona, nan, University of...</td>\n",
       "      <td>[http://www.arizona.edu/, nan, http://www.ariz...</td>\n",
       "      <td>[us, nan, us]</td>\n",
       "      <td>[Tucson, nan, nan]</td>\n",
       "      <td>[nan, nan, 32.2531]</td>\n",
       "      <td>[nan, nan, -110.948]</td>\n",
       "      <td>[dspace, nan, nan]</td>\n",
       "      <td>[geoname_2_US, nan, geoname_2_US]</td>\n",
       "      <td>[other, nan, other]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[2014-02-25 20:17:47, nan, 2012-05-13 15:12:37]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[[celestial, opendoar], nan, opendoar]</td>\n",
       "      <td>[[5404, http://opendoar.org/id/2468/], nan, 2468]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[roar_7902, nan, roar_5216]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::0468c62a26a75be73109e1efa74bee44</td>\n",
       "      <td>[roar::12182, opendoar::3096, roar::8677]</td>\n",
       "      <td>[12182, 3096, 8677]</td>\n",
       "      <td>[ScholarWorks @ UVM, scholarworks @ uvm, Schol...</td>\n",
       "      <td>[roar, OpenDOAR, roar]</td>\n",
       "      <td>[roar_12182, OpenDOAR_3096, roar_8677]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 3096, nan]</td>\n",
       "      <td>[nan, {\"name\": \"scholarworks @ uvm\", \"language...</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, http://scholarworks.uvm.edu/, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, institutional, nan]</td>\n",
       "      <td>[nan, [], nan]</td>\n",
       "      <td>[nan, 2022-01-12 15:35:42, nan]</td>\n",
       "      <td>[nan, 2014-06-26 16:50:45, nan]</td>\n",
       "      <td>[nan, [science, technology, engineering, mathe...</td>\n",
       "      <td>[nan, [journal_articles, conference_and_worksh...</td>\n",
       "      <td>[nan, [{'name': 'university of vermont', 'alte...</td>\n",
       "      <td>[nan, [{\"policy_url\": \"http://scholarworks.uvm...</td>\n",
       "      <td>[nan, {\"name\": \"other\", \"version\": \"\"}, nan]</td>\n",
       "      <td>[nan, http://scholarworks.uvm.edu/do/oai/, nan]</td>\n",
       "      <td>[nan, yes, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 2871.0, nan]</td>\n",
       "      <td>[nan, OpenDOAR_3096, nan]</td>\n",
       "      <td>[12182, nan, 8677]</td>\n",
       "      <td>[11, nan, 11]</td>\n",
       "      <td>[archive, nan, archive]</td>\n",
       "      <td>[404, nan, 5634]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[disk0/00/01/21/82, nan, disk0/00/00/86/77]</td>\n",
       "      <td>[2017-03-11 17:50:59, nan, 2014-10-08 18:32:00]</td>\n",
       "      <td>[2017-03-18 02:36:55, nan, 2014-10-11 01:36:04]</td>\n",
       "      <td>[2017-03-11 17:50:59, nan, 2014-10-08 18:32:00]</td>\n",
       "      <td>[institutional, nan, institutional]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[show, nan, show]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://scholarworks.uvm.edu/, nan, http://sch...</td>\n",
       "      <td>[ScholarWorks @ UVM, nan, ScholarWorks @ UVM]</td>\n",
       "      <td>[http://scholarworks.uvm.edu/do/oai/, nan, htt...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[http://scholarworks.uvm.edu/recent.rss, nan, ...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[ScholarWorks @ UVM collects, preserves, and s...</td>\n",
       "      <td>[TRUE, nan, TRUE]</td>\n",
       "      <td>[TRUE, nan, TRUE]</td>\n",
       "      <td>[FALSE, nan, FALSE]</td>\n",
       "      <td>[University of Vermont, nan, University of Ver...</td>\n",
       "      <td>[https://www.uvm.edu/, nan, http://www.uvm.edu]</td>\n",
       "      <td>[us, nan, us]</td>\n",
       "      <td>[Burlington, VT, nan, Burington]</td>\n",
       "      <td>[44.4759, nan, 44.4856]</td>\n",
       "      <td>[-73.2121, nan, -73.2117]</td>\n",
       "      <td>[bepress, nan, bepress]</td>\n",
       "      <td>[geoname_2_US, nan, geoname_2_US]</td>\n",
       "      <td>[other, nan, other]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[2017-01-13 20:44:06, nan, 2014-07-16 21:08:43]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[celestial, nan, [celestial, opendoar]]</td>\n",
       "      <td>[5654, nan, [http://opendoar.org/id/3096/, 5654]]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[roar_12182, nan, roar_8677]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::053eb8ab14c76525fd6f1daeb061f064</td>\n",
       "      <td>[opendoar::9528, roar::15805, roar::15765]</td>\n",
       "      <td>[9528, 15805, 15765]</td>\n",
       "      <td>[repositorio institucional históricas - unam, ...</td>\n",
       "      <td>[OpenDOAR, roar, roar]</td>\n",
       "      <td>[OpenDOAR_9528, roar_15805, roar_15765]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[9528, nan, nan]</td>\n",
       "      <td>[{\"name\": \"repositorio institucional hist\\u00f...</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[http://ru.historicas.unam.mx, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[institutional, nan, nan]</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[2022-01-12 15:36:31, nan, nan]</td>\n",
       "      <td>[2020-02-25 08:36:10, nan, nan]</td>\n",
       "      <td>[[humanities, technology], nan, nan]</td>\n",
       "      <td>[[journal_articles, other_special_item_types],...</td>\n",
       "      <td>[[{'name': 'unam', 'alternativeName': 'institu...</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[{\"name\": \"dspace\", \"version\": \"\"}, nan, nan]</td>\n",
       "      <td>[http://ru.historicas.unam.mx/oai/request, nan...</td>\n",
       "      <td>[yes, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[OpenDOAR_9528, nan, nan]</td>\n",
       "      <td>[nan, 15805, 15765]</td>\n",
       "      <td>[nan, 5, 19]</td>\n",
       "      <td>[nan, archive, archive]</td>\n",
       "      <td>[nan, 12662, 12662]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, disk0/00/01/58/05, disk0/00/01/57/65]</td>\n",
       "      <td>[nan, 2020-10-19 15:32:48, 2020-10-19 15:31:52]</td>\n",
       "      <td>[nan, 2021-01-25 22:20:40, 2021-01-26 20:47:24]</td>\n",
       "      <td>[nan, 2020-10-19 15:32:48, 2020-10-19 15:31:52]</td>\n",
       "      <td>[nan, institutional, institutional]</td>\n",
       "      <td>[nan, 15765, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, show, no_search]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, http://ru.historicas.unam.mx/, https://r...</td>\n",
       "      <td>[nan, Repositorio Institucional Históricas-UNA...</td>\n",
       "      <td>[nan, http://ru.historicas.unam.mx/oai/request...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, http://ru.historicas.unam.mx/feed/rss_1....</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, El Repositorio Institucional Históricas-...</td>\n",
       "      <td>[nan, TRUE, TRUE]</td>\n",
       "      <td>[nan, TRUE, TRUE]</td>\n",
       "      <td>[nan, TRUE, TRUE]</td>\n",
       "      <td>[nan, Instituto de Investigaciones Históricas,...</td>\n",
       "      <td>[nan, http://www.historicas.unam.mx/, http://w...</td>\n",
       "      <td>[nan, mx, mx]</td>\n",
       "      <td>[nan, Ciudad de México, Ciudad de México]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, dspace, dspace]</td>\n",
       "      <td>[nan, geoname_2_MX, geoname_2_MX]</td>\n",
       "      <td>[nan, other, other]</td>\n",
       "      <td>[nan, [D1, E11, F1201, D111, D901, DP, D204, D...</td>\n",
       "      <td>[nan, 2020-02-14 18:36:03, 2020-02-14 18:36:03]</td>\n",
       "      <td>[nan, ¿Quién puede depositar documentos en el ...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, opendoar]</td>\n",
       "      <td>[nan, nan, 9528]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, [russell_group, ivy_league], [russell_gr...</td>\n",
       "      <td>[nan, roar_15805, roar_15765]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::06a4be0dca480e71b823fd599ed221a0</td>\n",
       "      <td>[opendoar::2557, roar::5840, roar::5915]</td>\n",
       "      <td>[2557, 5840, 5915]</td>\n",
       "      <td>[biblioteka cyfrowa diecezji legnickiej, Bibli...</td>\n",
       "      <td>[OpenDOAR, roar, roar]</td>\n",
       "      <td>[OpenDOAR_2557, roar_5840, roar_5915]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[2557, nan, nan]</td>\n",
       "      <td>[{\"name\": \"biblioteka cyfrowa diecezji legnick...</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[http://bcdl.pl/dlibra, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[institutional, nan, nan]</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[2022-01-12 15:35:34, nan, nan]</td>\n",
       "      <td>[2012-08-20 11:35:42, nan, nan]</td>\n",
       "      <td>[[humanities], nan, nan]</td>\n",
       "      <td>[[journal_articles, books_chapters_and_section...</td>\n",
       "      <td>[[{'name': 'biblioteka wyższego seminarium duc...</td>\n",
       "      <td>[[], nan, nan]</td>\n",
       "      <td>[{\"name\": \"dlibra\", \"version\": \"\"}, nan, nan]</td>\n",
       "      <td>[http://bcdl.pl/dlibra/oai-pmh-repository.xml,...</td>\n",
       "      <td>[yes, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[0.0, nan, nan]</td>\n",
       "      <td>[368.0, nan, nan]</td>\n",
       "      <td>[OpenDOAR_2557, nan, nan]</td>\n",
       "      <td>[nan, 5840, 5915]</td>\n",
       "      <td>[nan, 9, 9]</td>\n",
       "      <td>[nan, archive, archive]</td>\n",
       "      <td>[nan, 8, 8]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, disk0/00/00/58/40, disk0/00/00/59/15]</td>\n",
       "      <td>[nan, 2012-12-12 04:59:36, 2012-12-12 05:12:30]</td>\n",
       "      <td>[nan, 2012-12-17 06:53:45, 2012-12-17 06:53:50]</td>\n",
       "      <td>[nan, 2012-12-12 04:59:36, 2012-12-12 05:12:30]</td>\n",
       "      <td>[nan, institutional, institutional]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, show, show]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, http://bcdl.pl/, http://bcdl.pl/dlibra]</td>\n",
       "      <td>[nan, Biblioteka Cyfrowa Diecezji Legnickiej, ...</td>\n",
       "      <td>[nan, http://bcdl.pl/dlibra/oai-pmh-repository...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, This site provides access to the digitis...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, Biblioteka Wyższego Seminarium Duchowneg...</td>\n",
       "      <td>[nan, http://www.biblioteka.diecezja.legnica.p...</td>\n",
       "      <td>[nan, pl, pl]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 51.207, 51.207]</td>\n",
       "      <td>[nan, 16.1553, 16.1553]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, geoname_2_PL, geoname_2_PL]</td>\n",
       "      <td>[nan, other, other]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 2012-08-26 15:12:13, 2012-09-16 15:12:16]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, 0, 0]</td>\n",
       "      <td>[nan, 0, 0]</td>\n",
       "      <td>[nan, 0, 0]</td>\n",
       "      <td>[nan, 20, 20]</td>\n",
       "      <td>[nan, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,...</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, [celestial, opendoar], [celestial, opend...</td>\n",
       "      <td>[nan, [2557, 5081], [2557, 5081]]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, nan, nan]</td>\n",
       "      <td>[nan, roar_5840, roar_5915]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id  \\\n",
       "0  dedup::038ef33e8d3de51d3536d62e6c103be7   \n",
       "1  dedup::044edcd1c961b3942a7e0e90d1005e2d   \n",
       "2  dedup::0468c62a26a75be73109e1efa74bee44   \n",
       "3  dedup::053eb8ab14c76525fd6f1daeb061f064   \n",
       "4  dedup::06a4be0dca480e71b823fd599ed221a0   \n",
       "\n",
       "                                 duplicate_id           original_id  \\\n",
       "0    [roar::6167, opendoar::2717, roar::6580]    [6167, 2717, 6580]   \n",
       "1    [roar::7902, opendoar::2468, roar::5216]    [7902, 2468, 5216]   \n",
       "2   [roar::12182, opendoar::3096, roar::8677]   [12182, 3096, 8677]   \n",
       "3  [opendoar::9528, roar::15805, roar::15765]  [9528, 15805, 15765]   \n",
       "4    [opendoar::2557, roar::5840, roar::5915]    [2557, 5840, 5915]   \n",
       "\n",
       "                                                name                  source  \\\n",
       "0  [Institutional Repository UIN Syarif Hidayatul...  [roar, OpenDOAR, roar]   \n",
       "1  [The University of Arizona Campus Repository, ...  [roar, OpenDOAR, roar]   \n",
       "2  [ScholarWorks @ UVM, scholarworks @ uvm, Schol...  [roar, OpenDOAR, roar]   \n",
       "3  [repositorio institucional históricas - unam, ...  [OpenDOAR, roar, roar]   \n",
       "4  [biblioteka cyfrowa diecezji legnickiej, Bibli...  [OpenDOAR, roar, roar]   \n",
       "\n",
       "                                 unique_id   FAIRsharing_id FAIRsharing_type  \\\n",
       "0    [roar_6167, OpenDOAR_2717, roar_6580]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "1    [roar_7902, OpenDOAR_2468, roar_5216]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "2   [roar_12182, OpenDOAR_3096, roar_8677]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "3  [OpenDOAR_9528, roar_15805, roar_15765]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4    [OpenDOAR_2557, roar_5840, roar_5915]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.created-at FAIRsharing_attributes.updated-at  \\\n",
       "0                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "1                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "2                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "3                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "4                   [nan, nan, nan]                   [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.doi FAIRsharing_attributes.metadata.name  \\\n",
       "0                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "1                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "2                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "3                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "4                     [nan, nan, nan]                      [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.status  \\\n",
       "0                        [nan, nan, nan]   \n",
       "1                        [nan, nan, nan]   \n",
       "2                        [nan, nan, nan]   \n",
       "3                        [nan, nan, nan]   \n",
       "4                        [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.contacts  \\\n",
       "0                          [nan, nan, nan]   \n",
       "1                          [nan, nan, nan]   \n",
       "2                          [nan, nan, nan]   \n",
       "3                          [nan, nan, nan]   \n",
       "4                          [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0                          [nan, nan, nan]   \n",
       "1                          [nan, nan, nan]   \n",
       "2                          [nan, nan, nan]   \n",
       "3                          [nan, nan, nan]   \n",
       "4                          [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                            [nan, nan, nan]   \n",
       "1                            [nan, nan, nan]   \n",
       "2                            [nan, nan, nan]   \n",
       "3                            [nan, nan, nan]   \n",
       "4                            [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.description  \\\n",
       "0                             [nan, nan, nan]   \n",
       "1                             [nan, nan, nan]   \n",
       "2                             [nan, nan, nan]   \n",
       "3                             [nan, nan, nan]   \n",
       "4                             [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                              [nan, nan, nan]   \n",
       "1                              [nan, nan, nan]   \n",
       "2                              [nan, nan, nan]   \n",
       "3                              [nan, nan, nan]   \n",
       "4                              [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.support-links  \\\n",
       "0                               [nan, nan, nan]   \n",
       "1                               [nan, nan, nan]   \n",
       "2                               [nan, nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                               [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                               [nan, nan, nan]   \n",
       "1                               [nan, nan, nan]   \n",
       "2                               [nan, nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                               [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0                                [nan, nan, nan]   \n",
       "1                                [nan, nan, nan]   \n",
       "2                                [nan, nan, nan]   \n",
       "3                                [nan, nan, nan]   \n",
       "4                                [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0                                  [nan, nan, nan]   \n",
       "1                                  [nan, nan, nan]   \n",
       "2                                  [nan, nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                  [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.legacy-ids  \\\n",
       "0                   [nan, nan, nan]   \n",
       "1                   [nan, nan, nan]   \n",
       "2                   [nan, nan, nan]   \n",
       "3                   [nan, nan, nan]   \n",
       "4                   [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                             [nan, nan, nan]   \n",
       "1                             [nan, nan, nan]   \n",
       "2                             [nan, nan, nan]   \n",
       "3                             [nan, nan, nan]   \n",
       "4                             [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.record-type FAIRsharing_attributes.subjects  \\\n",
       "0                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "1                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "2                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "3                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "4                    [nan, nan, nan]                 [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.domains FAIRsharing_attributes.taxonomies  \\\n",
       "0                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "1                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "2                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "3                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "4                [nan, nan, nan]                   [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.user-defined-tags FAIRsharing_attributes.countries  \\\n",
       "0                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "1                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "2                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "3                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "4                          [nan, nan, nan]                  [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.name FAIRsharing_attributes.abbreviation  \\\n",
       "0             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "1             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "2             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "3             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4             [nan, nan, nan]                     [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.url FAIRsharing_attributes.doi  \\\n",
       "0            [nan, nan, nan]            [nan, nan, nan]   \n",
       "1            [nan, nan, nan]            [nan, nan, nan]   \n",
       "2            [nan, nan, nan]            [nan, nan, nan]   \n",
       "3            [nan, nan, nan]            [nan, nan, nan]   \n",
       "4            [nan, nan, nan]            [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0                            [nan, nan, nan]   \n",
       "1                            [nan, nan, nan]   \n",
       "2                            [nan, nan, nan]   \n",
       "3                            [nan, nan, nan]   \n",
       "4                            [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.description FAIRsharing_attributes.publications  \\\n",
       "0                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "1                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "2                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "3                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4                    [nan, nan, nan]                     [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.licence-links FAIRsharing_attributes.url-for-logo  \\\n",
       "0                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "1                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "2                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "3                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "4                      [nan, nan, nan]                     [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                           [nan, nan, nan]   \n",
       "1                           [nan, nan, nan]   \n",
       "2                           [nan, nan, nan]   \n",
       "3                           [nan, nan, nan]   \n",
       "4                           [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                  [nan, nan, nan]   \n",
       "1                                  [nan, nan, nan]   \n",
       "2                                  [nan, nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                  [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                    [nan, nan, nan]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                    [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                    [nan, nan, nan]           \n",
       "1                                    [nan, nan, nan]           \n",
       "2                                    [nan, nan, nan]           \n",
       "3                                    [nan, nan, nan]           \n",
       "4                                    [nan, nan, nan]           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                    [nan, nan, nan]         \n",
       "1                                    [nan, nan, nan]         \n",
       "2                                    [nan, nan, nan]         \n",
       "3                                    [nan, nan, nan]         \n",
       "4                                    [nan, nan, nan]         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                    [nan, nan, nan]              \n",
       "1                                    [nan, nan, nan]              \n",
       "2                                    [nan, nan, nan]              \n",
       "3                                    [nan, nan, nan]              \n",
       "4                                    [nan, nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                    [nan, nan, nan]               \n",
       "1                                    [nan, nan, nan]               \n",
       "2                                    [nan, nan, nan]               \n",
       "3                                    [nan, nan, nan]               \n",
       "4                                    [nan, nan, nan]               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                  [nan, nan, nan]   \n",
       "1                                  [nan, nan, nan]   \n",
       "2                                  [nan, nan, nan]   \n",
       "3                                  [nan, nan, nan]   \n",
       "4                                  [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                               [nan, nan, nan]   \n",
       "1                               [nan, nan, nan]   \n",
       "2                               [nan, nan, nan]   \n",
       "3                               [nan, nan, nan]   \n",
       "4                               [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                    [nan, nan, nan]          \n",
       "1                                    [nan, nan, nan]          \n",
       "2                                    [nan, nan, nan]          \n",
       "3                                    [nan, nan, nan]          \n",
       "4                                    [nan, nan, nan]          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                    [nan, nan, nan]            \n",
       "1                                    [nan, nan, nan]            \n",
       "2                                    [nan, nan, nan]            \n",
       "3                                    [nan, nan, nan]            \n",
       "4                                    [nan, nan, nan]            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                    [nan, nan, nan]             \n",
       "1                                    [nan, nan, nan]             \n",
       "2                                    [nan, nan, nan]             \n",
       "3                                    [nan, nan, nan]             \n",
       "4                                    [nan, nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                    [nan, nan, nan]             \n",
       "1                                    [nan, nan, nan]             \n",
       "2                                    [nan, nan, nan]             \n",
       "3                                    [nan, nan, nan]             \n",
       "4                                    [nan, nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                    [nan, nan, nan]              \n",
       "1                                    [nan, nan, nan]              \n",
       "2                                    [nan, nan, nan]              \n",
       "3                                    [nan, nan, nan]              \n",
       "4                                    [nan, nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                    [nan, nan, nan]                       \n",
       "1                                    [nan, nan, nan]                       \n",
       "2                                    [nan, nan, nan]                       \n",
       "3                                    [nan, nan, nan]                       \n",
       "4                                    [nan, nan, nan]                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                 [nan, nan, nan]   \n",
       "1                                 [nan, nan, nan]   \n",
       "2                                 [nan, nan, nan]   \n",
       "3                                 [nan, nan, nan]   \n",
       "4                                 [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                    [nan, nan, nan]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                    [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                   [nan, nan, nan]   \n",
       "1                                   [nan, nan, nan]   \n",
       "2                                   [nan, nan, nan]   \n",
       "3                                   [nan, nan, nan]   \n",
       "4                                   [nan, nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                    [nan, nan, nan]                 \n",
       "1                                    [nan, nan, nan]                 \n",
       "2                                    [nan, nan, nan]                 \n",
       "3                                    [nan, nan, nan]                 \n",
       "4                                    [nan, nan, nan]                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone FAIRsharing_unique_id  \\\n",
       "0                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "1                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "2                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "3                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "4                           [nan, nan, nan]       [nan, nan, nan]   \n",
       "\n",
       "  re3data_orgIdentifier re3data_repositoryName  \\\n",
       "0       [nan, nan, nan]        [nan, nan, nan]   \n",
       "1       [nan, nan, nan]        [nan, nan, nan]   \n",
       "2       [nan, nan, nan]        [nan, nan, nan]   \n",
       "3       [nan, nan, nan]        [nan, nan, nan]   \n",
       "4       [nan, nan, nan]        [nan, nan, nan]   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "1                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "2                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "3                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "4                 [nan, nan, nan]        [nan, nan, nan]   \n",
       "\n",
       "  re3data_repositoryURL re3data_repositoryIdentifier  \\\n",
       "0       [nan, nan, nan]              [nan, nan, nan]   \n",
       "1       [nan, nan, nan]              [nan, nan, nan]   \n",
       "2       [nan, nan, nan]              [nan, nan, nan]   \n",
       "3       [nan, nan, nan]              [nan, nan, nan]   \n",
       "4       [nan, nan, nan]              [nan, nan, nan]   \n",
       "\n",
       "  re3data_repositoryContact re3data_description re3data_description.language  \\\n",
       "0           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "1           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "2           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "3           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "4           [nan, nan, nan]     [nan, nan, nan]              [nan, nan, nan]   \n",
       "\n",
       "      re3data_type     re3data_size re3data_startDate  re3data_endDate  \\\n",
       "0  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "1  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "2  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "3  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "4  [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  re3data_repositoryLanguage  re3data_subject re3data_missionStatementURL  \\\n",
       "0            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "1            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "2            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "3            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "4            [nan, nan, nan]  [nan, nan, nan]             [nan, nan, nan]   \n",
       "\n",
       "  re3data_contentType re3data_providerType  re3data_keyword  \\\n",
       "0     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "1     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "2     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "3     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "4     [nan, nan, nan]      [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  re3data_institution   re3data_policy re3data_databaseAccess  \\\n",
       "0     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "1     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "2     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "3     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "4     [nan, nan, nan]  [nan, nan, nan]        [nan, nan, nan]   \n",
       "\n",
       "  re3data_databaseLicense re3data_dataAccess re3data_dataLicense  \\\n",
       "0         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "1         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "2         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "3         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "4         [nan, nan, nan]    [nan, nan, nan]     [nan, nan, nan]   \n",
       "\n",
       "  re3data_dataUploadType re3data_dataUploadLicense re3data_software  \\\n",
       "0        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "1        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "2        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "3        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "4        [nan, nan, nan]           [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  re3data_versioning      re3data_api re3data_pidSystem  \\\n",
       "0    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "1    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "2    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "3    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "4    [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "1              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "2              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "3              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "4              [nan, nan, nan]   [nan, nan, nan]             [nan, nan, nan]   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "1           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "2           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "3           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "4           [nan, nan, nan]     [nan, nan, nan]          [nan, nan, nan]   \n",
       "\n",
       "  re3data_syndication  re3data_remarks re3data_entryDate re3data_lastUpdate  \\\n",
       "0     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "1     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "2     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "3     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "4     [nan, nan, nan]  [nan, nan, nan]   [nan, nan, nan]    [nan, nan, nan]   \n",
       "\n",
       "  re3data_unique_id OpenDOAR_system_metadata.id  \\\n",
       "0   [nan, nan, nan]            [nan, 2717, nan]   \n",
       "1   [nan, nan, nan]            [nan, 2468, nan]   \n",
       "2   [nan, nan, nan]            [nan, 3096, nan]   \n",
       "3   [nan, nan, nan]            [9528, nan, nan]   \n",
       "4   [nan, nan, nan]            [2557, nan, nan]   \n",
       "\n",
       "                   OpenDOAR_repository_metadata.name  \\\n",
       "0  [nan, {\"name\": \"institutional repository uin s...   \n",
       "1  [nan, {\"name\": \"university of arizona campus r...   \n",
       "2  [nan, {\"name\": \"scholarworks @ uvm\", \"language...   \n",
       "3  [{\"name\": \"repositorio institucional hist\\u00f...   \n",
       "4  [{\"name\": \"biblioteka cyfrowa diecezji legnick...   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                               [nan, [], nan]   \n",
       "1                               [nan, [], nan]   \n",
       "2                               [nan, [], nan]   \n",
       "3                               [[], nan, nan]   \n",
       "4                               [[], nan, nan]   \n",
       "\n",
       "                    OpenDOAR_repository_metadata.url  \\\n",
       "0  [nan, http://repository.uinjkt.ac.id/dspace/, ...   \n",
       "1  [nan, http://arizona.openrepository.com/arizon...   \n",
       "2           [nan, http://scholarworks.uvm.edu/, nan]   \n",
       "3           [http://ru.historicas.unam.mx, nan, nan]   \n",
       "4                  [http://bcdl.pl/dlibra, nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.description OpenDOAR_repository_metadata.type  \\\n",
       "0                          [nan, nan, nan]         [nan, institutional, nan]   \n",
       "1                          [nan, nan, nan]         [nan, institutional, nan]   \n",
       "2                          [nan, nan, nan]         [nan, institutional, nan]   \n",
       "3                          [nan, nan, nan]         [institutional, nan, nan]   \n",
       "4                          [nan, nan, nan]         [institutional, nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                 [nan, [], nan]   \n",
       "1                                 [nan, [], nan]   \n",
       "2                                 [nan, [], nan]   \n",
       "3                                 [[], nan, nan]   \n",
       "4                                 [[], nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0        [nan, 2022-01-12 15:35:36, nan]   \n",
       "1        [nan, 2022-01-12 15:35:32, nan]   \n",
       "2        [nan, 2022-01-12 15:35:42, nan]   \n",
       "3        [2022-01-12 15:36:31, nan, nan]   \n",
       "4        [2022-01-12 15:35:34, nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0       [nan, 2013-07-11 15:52:01, nan]   \n",
       "1       [nan, 2012-05-02 09:50:07, nan]   \n",
       "2       [nan, 2014-06-26 16:50:45, nan]   \n",
       "3       [2020-02-25 08:36:10, nan, nan]   \n",
       "4       [2012-08-20 11:35:42, nan, nan]   \n",
       "\n",
       "       OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0  [nan, [science, arts, humanities, social scien...   \n",
       "1  [nan, [science, arts, humanities, health and m...   \n",
       "2  [nan, [science, technology, engineering, mathe...   \n",
       "3               [[humanities, technology], nan, nan]   \n",
       "4                           [[humanities], nan, nan]   \n",
       "\n",
       "          OpenDOAR_repository_metadata.content_types  \\\n",
       "0             [nan, [theses_and_dissertations], nan]   \n",
       "1  [nan, [journal_articles, theses_and_dissertati...   \n",
       "2  [nan, [journal_articles, conference_and_worksh...   \n",
       "3  [[journal_articles, other_special_item_types],...   \n",
       "4  [[journal_articles, books_chapters_and_section...   \n",
       "\n",
       "                               OpenDOAR_organization  \\\n",
       "0  [nan, [{'name': 'uin syarif hidayatullah jakar...   \n",
       "1  [nan, [{'name': 'university of arizona', 'alte...   \n",
       "2  [nan, [{'name': 'university of vermont', 'alte...   \n",
       "3  [[{'name': 'unam', 'alternativeName': 'institu...   \n",
       "4  [[{'name': 'biblioteka wyższego seminarium duc...   \n",
       "\n",
       "                                OpenDOAR_policy_urls  \\\n",
       "0                                     [nan, [], nan]   \n",
       "1                                     [nan, [], nan]   \n",
       "2  [nan, [{\"policy_url\": \"http://scholarworks.uvm...   \n",
       "3                                     [[], nan, nan]   \n",
       "4                                     [[], nan, nan]   \n",
       "\n",
       "           OpenDOAR_repository_metadata.software  \\\n",
       "0  [nan, {\"name\": \"dspace\", \"version\": \"\"}, nan]   \n",
       "1   [nan, {\"name\": \"other\", \"version\": \"\"}, nan]   \n",
       "2   [nan, {\"name\": \"other\", \"version\": \"\"}, nan]   \n",
       "3  [{\"name\": \"dspace\", \"version\": \"\"}, nan, nan]   \n",
       "4  [{\"name\": \"dlibra\", \"version\": \"\"}, nan, nan]   \n",
       "\n",
       "                OpenDOAR_repository_metadata.oai_url  \\\n",
       "0    [nan, http://repository.uinjkt.ac.id/oai/, nan]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2    [nan, http://scholarworks.uvm.edu/do/oai/, nan]   \n",
       "3  [http://ru.historicas.unam.mx/oai/request, nan...   \n",
       "4  [http://bcdl.pl/dlibra/oai-pmh-repository.xml,...   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                           [nan, yes, nan]   \n",
       "1                           [nan, yes, nan]   \n",
       "2                           [nan, yes, nan]   \n",
       "3                           [yes, nan, nan]   \n",
       "4                           [yes, nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                [nan, nan, nan]   \n",
       "1                                [nan, nan, nan]   \n",
       "2                                [nan, nan, nan]   \n",
       "3                                [nan, nan, nan]   \n",
       "4                                [nan, nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                    [nan, 0.0, nan]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                    [0.0, nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.metadata_record_count  \\\n",
       "0                                [nan, 36862.0, nan]   \n",
       "1                                [nan, 63231.0, nan]   \n",
       "2                                 [nan, 2871.0, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                  [368.0, nan, nan]   \n",
       "\n",
       "          OpenDOAR_unique_id        roar_eprintid roar_rev_number  \\\n",
       "0  [nan, OpenDOAR_2717, nan]    [6167, nan, 6580]   [13, nan, 16]   \n",
       "1  [nan, OpenDOAR_2468, nan]    [7902, nan, 5216]    [12, nan, 8]   \n",
       "2  [nan, OpenDOAR_3096, nan]   [12182, nan, 8677]   [11, nan, 11]   \n",
       "3  [OpenDOAR_9528, nan, nan]  [nan, 15805, 15765]    [nan, 5, 19]   \n",
       "4  [OpenDOAR_2557, nan, nan]    [nan, 5840, 5915]     [nan, 9, 9]   \n",
       "\n",
       "        roar_eprint_status          roar_userid    roar_importid  \\\n",
       "0  [archive, nan, archive]    [2178, nan, 2040]  [nan, nan, nan]   \n",
       "1  [archive, nan, archive]       [4910, nan, 8]  [nan, nan, nan]   \n",
       "2  [archive, nan, archive]     [404, nan, 5634]  [nan, nan, nan]   \n",
       "3  [nan, archive, archive]  [nan, 12662, 12662]  [nan, nan, nan]   \n",
       "4  [nan, archive, archive]          [nan, 8, 8]  [nan, nan, nan]   \n",
       "\n",
       "       roar_source                                     roar_dir  \\\n",
       "0  [nan, nan, nan]  [disk0/00/00/61/67, nan, disk0/00/00/65/80]   \n",
       "1  [nan, nan, nan]  [disk0/00/00/79/02, nan, disk0/00/00/52/16]   \n",
       "2  [nan, nan, nan]  [disk0/00/01/21/82, nan, disk0/00/00/86/77]   \n",
       "3  [nan, nan, nan]  [nan, disk0/00/01/58/05, disk0/00/01/57/65]   \n",
       "4  [nan, nan, nan]  [nan, disk0/00/00/58/40, disk0/00/00/59/15]   \n",
       "\n",
       "                                    roar_datestamp  \\\n",
       "0  [2012-12-12 05:42:58, nan, 2013-03-31 16:02:51]   \n",
       "1  [2014-03-05 11:50:29, nan, 2012-05-16 23:47:28]   \n",
       "2  [2017-03-11 17:50:59, nan, 2014-10-08 18:32:00]   \n",
       "3  [nan, 2020-10-19 15:32:48, 2020-10-19 15:31:52]   \n",
       "4  [nan, 2012-12-12 04:59:36, 2012-12-12 05:12:30]   \n",
       "\n",
       "                                      roar_lastmod  \\\n",
       "0  [2013-07-14 15:12:12, nan, 2013-04-06 01:42:14]   \n",
       "1  [2014-05-08 13:10:29, nan, 2012-05-19 01:46:06]   \n",
       "2  [2017-03-18 02:36:55, nan, 2014-10-11 01:36:04]   \n",
       "3  [nan, 2021-01-25 22:20:40, 2021-01-26 20:47:24]   \n",
       "4  [nan, 2012-12-17 06:53:45, 2012-12-17 06:53:50]   \n",
       "\n",
       "                               roar_status_changed  \\\n",
       "0  [2012-12-12 05:42:58, nan, 2013-03-31 16:02:51]   \n",
       "1  [2014-03-05 11:50:29, nan, 2012-05-16 23:47:28]   \n",
       "2  [2017-03-11 17:50:59, nan, 2014-10-08 18:32:00]   \n",
       "3  [nan, 2020-10-19 15:32:48, 2020-10-19 15:31:52]   \n",
       "4  [nan, 2012-12-12 04:59:36, 2012-12-12 05:12:30]   \n",
       "\n",
       "                             roar_type      roar_succeeds  roar_commentary  \\\n",
       "0  [institutional, nan, institutional]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "1  [institutional, nan, institutional]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "2  [institutional, nan, institutional]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "3  [nan, institutional, institutional]  [nan, 15765, nan]  [nan, nan, nan]   \n",
       "4  [nan, institutional, institutional]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  roar_metadata_visibility    roar_latitude   roar_longitude  \\\n",
       "0        [show, nan, show]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "1        [show, nan, show]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "2        [show, nan, show]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "3   [nan, show, no_search]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4        [nan, show, show]  [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  roar_relation_type roar_relation_uri roar_item_issues_id  \\\n",
       "0    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "1    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "2    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "3    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "4    [nan, nan, nan]   [nan, nan, nan]     [nan, nan, nan]   \n",
       "\n",
       "  roar_item_issues_type roar_item_issues_description  \\\n",
       "0       [nan, nan, nan]              [nan, nan, nan]   \n",
       "1       [nan, nan, nan]              [nan, nan, nan]   \n",
       "2       [nan, nan, nan]              [nan, nan, nan]   \n",
       "3       [nan, nan, nan]              [nan, nan, nan]   \n",
       "4       [nan, nan, nan]              [nan, nan, nan]   \n",
       "\n",
       "  roar_item_issues_timestamp roar_item_issues_status  \\\n",
       "0            [nan, nan, nan]         [nan, nan, nan]   \n",
       "1            [nan, nan, nan]         [nan, nan, nan]   \n",
       "2            [nan, nan, nan]         [nan, nan, nan]   \n",
       "3            [nan, nan, nan]         [nan, nan, nan]   \n",
       "4            [nan, nan, nan]         [nan, nan, nan]   \n",
       "\n",
       "  roar_item_issues_reported_by roar_item_issues_resolved_by  \\\n",
       "0              [nan, nan, nan]              [nan, nan, nan]   \n",
       "1              [nan, nan, nan]              [nan, nan, nan]   \n",
       "2              [nan, nan, nan]              [nan, nan, nan]   \n",
       "3              [nan, nan, nan]              [nan, nan, nan]   \n",
       "4              [nan, nan, nan]              [nan, nan, nan]   \n",
       "\n",
       "  roar_item_issues_comment roar_item_issues_count roar_sword_depositor  \\\n",
       "0          [nan, nan, nan]        [nan, nan, nan]      [nan, nan, nan]   \n",
       "1          [nan, nan, nan]        [nan, nan, nan]      [nan, nan, nan]   \n",
       "2          [nan, nan, nan]        [nan, nan, nan]      [nan, nan, nan]   \n",
       "3          [nan, nan, nan]        [nan, nan, nan]      [nan, nan, nan]   \n",
       "4          [nan, nan, nan]        [nan, nan, nan]      [nan, nan, nan]   \n",
       "\n",
       "   roar_sword_slug    roar_exemplar  \\\n",
       "0  [nan, nan, nan]  [nan, nan, nan]   \n",
       "1  [nan, nan, nan]  [nan, nan, nan]   \n",
       "2  [nan, nan, nan]  [nan, nan, nan]   \n",
       "3  [nan, nan, nan]  [nan, nan, nan]   \n",
       "4  [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "                                      roar_home_page  \\\n",
       "0  [http://repository.uinjkt.ac.id, nan, http://r...   \n",
       "1  [http://arizona.openrepository.com/arizona/, n...   \n",
       "2  [http://scholarworks.uvm.edu/, nan, http://sch...   \n",
       "3  [nan, http://ru.historicas.unam.mx/, https://r...   \n",
       "4      [nan, http://bcdl.pl/, http://bcdl.pl/dlibra]   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0  [Institutional Repository UIN Syarif Hidayatul...   \n",
       "1  [The University of Arizona Campus Repository, ...   \n",
       "2      [ScholarWorks @ UVM, nan, ScholarWorks @ UVM]   \n",
       "3  [nan, Repositorio Institucional Históricas-UNA...   \n",
       "4  [nan, Biblioteka Cyfrowa Diecezji Legnickiej, ...   \n",
       "\n",
       "                                        roar_oai_pmh  \\\n",
       "0  [[http://repository.uinjkt.ac.id/oai, http://r...   \n",
       "1  [http://arizona.openrepository.com/arizona/oai...   \n",
       "2  [http://scholarworks.uvm.edu/do/oai/, nan, htt...   \n",
       "3  [nan, http://ru.historicas.unam.mx/oai/request...   \n",
       "4  [nan, http://bcdl.pl/dlibra/oai-pmh-repository...   \n",
       "\n",
       "                                 roar_sword_endpoint  \\\n",
       "0  [http://repository.uinjkt.ac.id/sword/, nan, nan]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]   \n",
       "3                                    [nan, nan, nan]   \n",
       "4                                    [nan, nan, nan]   \n",
       "\n",
       "                                       roar_rss_feed roar_twitter_feed  \\\n",
       "0                                    [nan, nan, nan]   [nan, nan, nan]   \n",
       "1  [http://arizona.openrepository.com/arizona/fee...   [nan, nan, nan]   \n",
       "2  [http://scholarworks.uvm.edu/recent.rss, nan, ...   [nan, nan, nan]   \n",
       "3  [nan, http://ru.historicas.unam.mx/feed/rss_1....   [nan, nan, nan]   \n",
       "4                                    [nan, nan, nan]   [nan, nan, nan]   \n",
       "\n",
       "                                    roar_description       roar_fulltext  \\\n",
       "0  [nstitutional Repository UIN Syarif Hidayatull...  [TRUE, nan, FALSE]   \n",
       "1  [The UA Campus Repository is an institutional ...    [TRUE, nan, nan]   \n",
       "2  [ScholarWorks @ UVM collects, preserves, and s...   [TRUE, nan, TRUE]   \n",
       "3  [nan, El Repositorio Institucional Históricas-...   [nan, TRUE, TRUE]   \n",
       "4  [nan, This site provides access to the digitis...     [nan, nan, nan]   \n",
       "\n",
       "     roar_open_access         roar_mandate  \\\n",
       "0  [TRUE, nan, FALSE]  [FALSE, nan, FALSE]   \n",
       "1    [TRUE, nan, nan]    [FALSE, nan, nan]   \n",
       "2   [TRUE, nan, TRUE]  [FALSE, nan, FALSE]   \n",
       "3   [nan, TRUE, TRUE]    [nan, TRUE, TRUE]   \n",
       "4     [nan, nan, nan]      [nan, nan, nan]   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0  [[UIN Syarif Hidayatullah Jakarta, Pascasarjan...   \n",
       "1  [The University of Arizona, nan, University of...   \n",
       "2  [University of Vermont, nan, University of Ver...   \n",
       "3  [nan, Instituto de Investigaciones Históricas,...   \n",
       "4  [nan, Biblioteka Wyższego Seminarium Duchowneg...   \n",
       "\n",
       "                         roar_organisation_home_page roar_location_country  \\\n",
       "0  [[http://www.uinjkt.ac.id, http://graduate.uin...         [id, nan, id]   \n",
       "1  [http://www.arizona.edu/, nan, http://www.ariz...         [us, nan, us]   \n",
       "2    [https://www.uvm.edu/, nan, http://www.uvm.edu]         [us, nan, us]   \n",
       "3  [nan, http://www.historicas.unam.mx/, http://w...         [nan, mx, mx]   \n",
       "4  [nan, http://www.biblioteka.diecezja.legnica.p...         [nan, pl, pl]   \n",
       "\n",
       "                          roar_location_city   roar_location_latitude  \\\n",
       "0                    [Jakarta, nan, Jakarta]      [nan, nan, 106.756]   \n",
       "1                         [Tucson, nan, nan]      [nan, nan, 32.2531]   \n",
       "2           [Burlington, VT, nan, Burington]  [44.4759, nan, 44.4856]   \n",
       "3  [nan, Ciudad de México, Ciudad de México]          [nan, nan, nan]   \n",
       "4                            [nan, nan, nan]    [nan, 51.207, 51.207]   \n",
       "\n",
       "     roar_location_longitude            roar_software  \\\n",
       "0       [nan, nan, -6.30591]    [dspace, nan, dspace]   \n",
       "1       [nan, nan, -110.948]       [dspace, nan, nan]   \n",
       "2  [-73.2121, nan, -73.2117]  [bepress, nan, bepress]   \n",
       "3            [nan, nan, nan]    [nan, dspace, dspace]   \n",
       "4    [nan, 16.1553, 16.1553]          [nan, nan, nan]   \n",
       "\n",
       "                        roar_geoname         roar_version  \\\n",
       "0  [geoname_2_ID, nan, geoname_2_ID]  [other, nan, other]   \n",
       "1  [geoname_2_US, nan, geoname_2_US]  [other, nan, other]   \n",
       "2  [geoname_2_US, nan, geoname_2_US]  [other, nan, other]   \n",
       "3  [nan, geoname_2_MX, geoname_2_MX]  [nan, other, other]   \n",
       "4  [nan, geoname_2_PL, geoname_2_PL]  [nan, other, other]   \n",
       "\n",
       "                                       roar_subjects  \\\n",
       "0          [AI, nan, [AC, Z665, Z004, Z719, BP, Q1]]   \n",
       "1                                    [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]   \n",
       "3  [nan, [D1, E11, F1201, D111, D901, DP, D204, D...   \n",
       "4                                    [nan, nan, nan]   \n",
       "\n",
       "                                         roar_date  \\\n",
       "0  [2012-11-07 08:11:19, nan, 2013-03-04 07:20:37]   \n",
       "1  [2014-02-25 20:17:47, nan, 2012-05-13 15:12:37]   \n",
       "2  [2017-01-13 20:44:06, nan, 2014-07-16 21:08:43]   \n",
       "3  [nan, 2020-02-14 18:36:03, 2020-02-14 18:36:03]   \n",
       "4  [nan, 2012-08-26 15:12:13, 2012-09-16 15:12:16]   \n",
       "\n",
       "                                           roar_note roar_suggestions  \\\n",
       "0                                    [nan, nan, nan]  [nan, nan, nan]   \n",
       "1                                    [nan, nan, nan]  [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]  [nan, nan, nan]   \n",
       "3  [nan, ¿Quién puede depositar documentos en el ...  [nan, nan, nan]   \n",
       "4                                    [nan, nan, nan]  [nan, nan, nan]   \n",
       "\n",
       "  roar_activity_low roar_activity_medium roar_activity_high roar_recordcount  \\\n",
       "0   [nan, nan, nan]      [nan, nan, nan]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "1   [nan, nan, nan]      [nan, nan, nan]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "2   [nan, nan, nan]      [nan, nan, nan]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "3   [nan, nan, nan]      [nan, nan, nan]    [nan, nan, nan]  [nan, nan, nan]   \n",
       "4       [nan, 0, 0]          [nan, 0, 0]        [nan, 0, 0]    [nan, 20, 20]   \n",
       "\n",
       "                                  roar_recordhistory roar_fulltexts_total  \\\n",
       "0                                    [nan, nan, nan]      [nan, nan, nan]   \n",
       "1                                    [nan, nan, nan]      [nan, nan, nan]   \n",
       "2                                    [nan, nan, nan]      [nan, nan, nan]   \n",
       "3                                    [nan, nan, nan]      [nan, nan, nan]   \n",
       "4  [nan, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,...      [nan, nan, nan]   \n",
       "\n",
       "  roar_fulltexts_docs roar_fulltexts_rtotal roar_fulltexts_rdocs  \\\n",
       "0     [nan, nan, nan]       [nan, nan, nan]      [nan, nan, nan]   \n",
       "1     [nan, nan, nan]       [nan, nan, nan]      [nan, nan, nan]   \n",
       "2     [nan, nan, nan]       [nan, nan, nan]      [nan, nan, nan]   \n",
       "3     [nan, nan, nan]       [nan, nan, nan]      [nan, nan, nan]   \n",
       "4     [nan, nan, nan]       [nan, nan, nan]      [nan, nan, nan]   \n",
       "\n",
       "                                  roar_registry_name  \\\n",
       "0                  [[celestial, opendoar], nan, nan]   \n",
       "1             [[celestial, opendoar], nan, opendoar]   \n",
       "2            [celestial, nan, [celestial, opendoar]]   \n",
       "3                               [nan, nan, opendoar]   \n",
       "4  [nan, [celestial, opendoar], [celestial, opend...   \n",
       "\n",
       "                                    roar_registry_id   roar_submit_to  \\\n",
       "0                     [[5108, 2717, 5109], nan, nan]  [nan, nan, nan]   \n",
       "1  [[5404, http://opendoar.org/id/2468/], nan, 2468]  [nan, nan, nan]   \n",
       "2  [5654, nan, [http://opendoar.org/id/3096/, 5654]]  [nan, nan, nan]   \n",
       "3                                   [nan, nan, 9528]  [nan, nan, nan]   \n",
       "4                  [nan, [2557, 5081], [2557, 5081]]  [nan, nan, nan]   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "0        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "1        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "2        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "3        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "4        [nan, nan, nan]        [nan, nan, nan]       [nan, nan, nan]   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "0       [nan, nan, nan]             [nan, nan, nan]   \n",
       "1       [nan, nan, nan]             [nan, nan, nan]   \n",
       "2       [nan, nan, nan]             [nan, nan, nan]   \n",
       "3       [nan, nan, nan]             [nan, nan, nan]   \n",
       "4       [nan, nan, nan]             [nan, nan, nan]   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar roar_monthly_deposits  \\\n",
       "0             [nan, nan, nan]          [nan, nan, nan]       [nan, nan, nan]   \n",
       "1             [nan, nan, nan]          [nan, nan, nan]       [nan, nan, nan]   \n",
       "2             [nan, nan, nan]          [nan, nan, nan]       [nan, nan, nan]   \n",
       "3             [nan, nan, nan]          [nan, nan, nan]       [nan, nan, nan]   \n",
       "4             [nan, nan, nan]          [nan, nan, nan]       [nan, nan, nan]   \n",
       "\n",
       "  roar_total_deposits                                   roar_association  \\\n",
       "0     [nan, nan, nan]                                    [nan, nan, nan]   \n",
       "1     [nan, nan, nan]                                    [nan, nan, nan]   \n",
       "2     [nan, nan, nan]                                    [nan, nan, nan]   \n",
       "3     [nan, nan, nan]  [nan, [russell_group, ivy_league], [russell_gr...   \n",
       "4     [nan, nan, nan]                                    [nan, nan, nan]   \n",
       "\n",
       "                  roar_unique_id        source_set  \n",
       "0    [roar_6167, nan, roar_6580]  {OpenDOAR, roar}  \n",
       "1    [roar_7902, nan, roar_5216]  {OpenDOAR, roar}  \n",
       "2   [roar_12182, nan, roar_8677]  {OpenDOAR, roar}  \n",
       "3  [nan, roar_15805, roar_15765]  {OpenDOAR, roar}  \n",
       "4    [nan, roar_5840, roar_5915]  {OpenDOAR, roar}  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_hybrid = dup_hybrid.groupby('dedup_id').aggregate(list).reset_index()\n",
    "dup_hybrid['source_set'] = dup_hybrid.source.map(set)\n",
    "dup_hybrid.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dedup_id</th>\n",
       "      <th>duplicate_id</th>\n",
       "      <th>original_id</th>\n",
       "      <th>name</th>\n",
       "      <th>source</th>\n",
       "      <th>unique_id</th>\n",
       "      <th>FAIRsharing_id</th>\n",
       "      <th>FAIRsharing_type</th>\n",
       "      <th>FAIRsharing_attributes.created-at</th>\n",
       "      <th>FAIRsharing_attributes.updated-at</th>\n",
       "      <th>FAIRsharing_attributes.metadata.doi</th>\n",
       "      <th>FAIRsharing_attributes.metadata.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.status</th>\n",
       "      <th>FAIRsharing_attributes.metadata.contacts</th>\n",
       "      <th>FAIRsharing_attributes.metadata.homepage</th>\n",
       "      <th>FAIRsharing_attributes.metadata.identifier</th>\n",
       "      <th>FAIRsharing_attributes.metadata.description</th>\n",
       "      <th>FAIRsharing_attributes.metadata.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.support-links</th>\n",
       "      <th>FAIRsharing_attributes.metadata.year-creation</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-processes</th>\n",
       "      <th>FAIRsharing_attributes.metadata.cross-references</th>\n",
       "      <th>FAIRsharing_attributes.legacy-ids</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-registry</th>\n",
       "      <th>FAIRsharing_attributes.record-type</th>\n",
       "      <th>FAIRsharing_attributes.subjects</th>\n",
       "      <th>FAIRsharing_attributes.domains</th>\n",
       "      <th>FAIRsharing_attributes.taxonomies</th>\n",
       "      <th>FAIRsharing_attributes.user-defined-tags</th>\n",
       "      <th>FAIRsharing_attributes.countries</th>\n",
       "      <th>FAIRsharing_attributes.name</th>\n",
       "      <th>FAIRsharing_attributes.abbreviation</th>\n",
       "      <th>FAIRsharing_attributes.url</th>\n",
       "      <th>FAIRsharing_attributes.doi</th>\n",
       "      <th>FAIRsharing_attributes.fairsharing-licence</th>\n",
       "      <th>FAIRsharing_attributes.description</th>\n",
       "      <th>FAIRsharing_attributes.publications</th>\n",
       "      <th>FAIRsharing_attributes.licence-links</th>\n",
       "      <th>FAIRsharing_attributes.url-for-logo</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citations</th>\n",
       "      <th>FAIRsharing_attributes.metadata.associated-tools</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-reason</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-contact-information</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-deposition-condition.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.deprecation-date</th>\n",
       "      <th>FAIRsharing_attributes.metadata.access-points</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-condition.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.resource-sustainability.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-preservation-policy.name</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-access-for-pre-publication-review</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-versioning</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.type</th>\n",
       "      <th>FAIRsharing_attributes.metadata.data-curation.url</th>\n",
       "      <th>FAIRsharing_attributes.metadata.citation-to-related-publications</th>\n",
       "      <th>FAIRsharing_attributes.metadata.tombstone</th>\n",
       "      <th>FAIRsharing_unique_id</th>\n",
       "      <th>re3data_orgIdentifier</th>\n",
       "      <th>re3data_repositoryName</th>\n",
       "      <th>re3data_repositoryName.language</th>\n",
       "      <th>re3data_additionalName</th>\n",
       "      <th>re3data_repositoryURL</th>\n",
       "      <th>re3data_repositoryIdentifier</th>\n",
       "      <th>re3data_repositoryContact</th>\n",
       "      <th>re3data_description</th>\n",
       "      <th>re3data_description.language</th>\n",
       "      <th>re3data_type</th>\n",
       "      <th>re3data_size</th>\n",
       "      <th>re3data_startDate</th>\n",
       "      <th>re3data_endDate</th>\n",
       "      <th>re3data_repositoryLanguage</th>\n",
       "      <th>re3data_subject</th>\n",
       "      <th>re3data_missionStatementURL</th>\n",
       "      <th>re3data_contentType</th>\n",
       "      <th>re3data_providerType</th>\n",
       "      <th>re3data_keyword</th>\n",
       "      <th>re3data_institution</th>\n",
       "      <th>re3data_policy</th>\n",
       "      <th>re3data_databaseAccess</th>\n",
       "      <th>re3data_databaseLicense</th>\n",
       "      <th>re3data_dataAccess</th>\n",
       "      <th>re3data_dataLicense</th>\n",
       "      <th>re3data_dataUploadType</th>\n",
       "      <th>re3data_dataUploadLicense</th>\n",
       "      <th>re3data_software</th>\n",
       "      <th>re3data_versioning</th>\n",
       "      <th>re3data_api</th>\n",
       "      <th>re3data_pidSystem</th>\n",
       "      <th>re3data_citationGuidelineURL</th>\n",
       "      <th>re3data_aidSystem</th>\n",
       "      <th>re3data_enhancedPublication</th>\n",
       "      <th>re3data_qualityManagement</th>\n",
       "      <th>re3data_certificate</th>\n",
       "      <th>re3data_metadataStandard</th>\n",
       "      <th>re3data_syndication</th>\n",
       "      <th>re3data_remarks</th>\n",
       "      <th>re3data_entryDate</th>\n",
       "      <th>re3data_lastUpdate</th>\n",
       "      <th>re3data_unique_id</th>\n",
       "      <th>OpenDOAR_system_metadata.id</th>\n",
       "      <th>OpenDOAR_repository_metadata.name</th>\n",
       "      <th>OpenDOAR_repository_metadata.alternativename</th>\n",
       "      <th>OpenDOAR_repository_metadata.url</th>\n",
       "      <th>OpenDOAR_repository_metadata.description</th>\n",
       "      <th>OpenDOAR_repository_metadata.type</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_languages</th>\n",
       "      <th>OpenDOAR_system_metadata.date_modified</th>\n",
       "      <th>OpenDOAR_system_metadata.date_created</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_subjects</th>\n",
       "      <th>OpenDOAR_repository_metadata.content_types</th>\n",
       "      <th>OpenDOAR_organization</th>\n",
       "      <th>OpenDOAR_policy_urls</th>\n",
       "      <th>OpenDOAR_repository_metadata.software</th>\n",
       "      <th>OpenDOAR_repository_metadata.oai_url</th>\n",
       "      <th>OpenDOAR_system_metadata.publicly_visible</th>\n",
       "      <th>OpenDOAR_repository_metadata.repository_status</th>\n",
       "      <th>OpenDOAR_repository_metadata.fulltext_record_count</th>\n",
       "      <th>OpenDOAR_repository_metadata.metadata_record_count</th>\n",
       "      <th>OpenDOAR_unique_id</th>\n",
       "      <th>roar_eprintid</th>\n",
       "      <th>roar_rev_number</th>\n",
       "      <th>roar_eprint_status</th>\n",
       "      <th>roar_userid</th>\n",
       "      <th>roar_importid</th>\n",
       "      <th>roar_source</th>\n",
       "      <th>roar_dir</th>\n",
       "      <th>roar_datestamp</th>\n",
       "      <th>roar_lastmod</th>\n",
       "      <th>roar_status_changed</th>\n",
       "      <th>roar_type</th>\n",
       "      <th>roar_succeeds</th>\n",
       "      <th>roar_commentary</th>\n",
       "      <th>roar_metadata_visibility</th>\n",
       "      <th>roar_latitude</th>\n",
       "      <th>roar_longitude</th>\n",
       "      <th>roar_relation_type</th>\n",
       "      <th>roar_relation_uri</th>\n",
       "      <th>roar_item_issues_id</th>\n",
       "      <th>roar_item_issues_type</th>\n",
       "      <th>roar_item_issues_description</th>\n",
       "      <th>roar_item_issues_timestamp</th>\n",
       "      <th>roar_item_issues_status</th>\n",
       "      <th>roar_item_issues_reported_by</th>\n",
       "      <th>roar_item_issues_resolved_by</th>\n",
       "      <th>roar_item_issues_comment</th>\n",
       "      <th>roar_item_issues_count</th>\n",
       "      <th>roar_sword_depositor</th>\n",
       "      <th>roar_sword_slug</th>\n",
       "      <th>roar_exemplar</th>\n",
       "      <th>roar_home_page</th>\n",
       "      <th>roar_title</th>\n",
       "      <th>roar_oai_pmh</th>\n",
       "      <th>roar_sword_endpoint</th>\n",
       "      <th>roar_rss_feed</th>\n",
       "      <th>roar_twitter_feed</th>\n",
       "      <th>roar_description</th>\n",
       "      <th>roar_fulltext</th>\n",
       "      <th>roar_open_access</th>\n",
       "      <th>roar_mandate</th>\n",
       "      <th>roar_organisation_title</th>\n",
       "      <th>roar_organisation_home_page</th>\n",
       "      <th>roar_location_country</th>\n",
       "      <th>roar_location_city</th>\n",
       "      <th>roar_location_latitude</th>\n",
       "      <th>roar_location_longitude</th>\n",
       "      <th>roar_software</th>\n",
       "      <th>roar_geoname</th>\n",
       "      <th>roar_version</th>\n",
       "      <th>roar_subjects</th>\n",
       "      <th>roar_date</th>\n",
       "      <th>roar_note</th>\n",
       "      <th>roar_suggestions</th>\n",
       "      <th>roar_activity_low</th>\n",
       "      <th>roar_activity_medium</th>\n",
       "      <th>roar_activity_high</th>\n",
       "      <th>roar_recordcount</th>\n",
       "      <th>roar_recordhistory</th>\n",
       "      <th>roar_fulltexts_total</th>\n",
       "      <th>roar_fulltexts_docs</th>\n",
       "      <th>roar_fulltexts_rtotal</th>\n",
       "      <th>roar_fulltexts_rdocs</th>\n",
       "      <th>roar_registry_name</th>\n",
       "      <th>roar_registry_id</th>\n",
       "      <th>roar_submit_to</th>\n",
       "      <th>roar_submitted_to_name</th>\n",
       "      <th>roar_submitted_to_done</th>\n",
       "      <th>roar_webometrics_rank</th>\n",
       "      <th>roar_webometrics_size</th>\n",
       "      <th>roar_webometrics_visibility</th>\n",
       "      <th>roar_webometrics_rich_files</th>\n",
       "      <th>roar_webometrics_scholar</th>\n",
       "      <th>roar_monthly_deposits</th>\n",
       "      <th>roar_total_deposits</th>\n",
       "      <th>roar_association</th>\n",
       "      <th>roar_unique_id</th>\n",
       "      <th>source_set</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dedup::001e6d882e54c780ce269d3c46997287</td>\n",
       "      <td>[https://fairsharing.org/10.25504/FAIRsharing....</td>\n",
       "      <td>[2094, r3d100011306]</td>\n",
       "      <td>[RESID Database of Protein Modifications, RESI...</td>\n",
       "      <td>[FAIRsharing, re3data]</td>\n",
       "      <td>[FAIRsharing_2094, re3data_r3d100011306]</td>\n",
       "      <td>[2094, nan]</td>\n",
       "      <td>[fairsharing-records, nan]</td>\n",
       "      <td>[2014-11-04T15:23:40.000Z, nan]</td>\n",
       "      <td>[2021-12-06T10:49:03.952Z, nan]</td>\n",
       "      <td>[10.25504/FAIRsharing.qaszjp, nan]</td>\n",
       "      <td>[RESID Database of Protein Modifications, nan]</td>\n",
       "      <td>[ready, nan]</td>\n",
       "      <td>[[{'contact-name': 'John S Garavelli', 'contac...</td>\n",
       "      <td>[http://pir.georgetown.edu/resid/, nan]</td>\n",
       "      <td>[2094.0, nan]</td>\n",
       "      <td>[The RESID Database of Protein Modifications i...</td>\n",
       "      <td>[RESID, nan]</td>\n",
       "      <td>[[{'url': 'http://pir.georgetown.edu/resid/faq...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[[{'url': 'ftp://ftp.pir.georgetown.edu/pir_da...</td>\n",
       "      <td>[[{'url': 'https://www.re3data.org/repository/...</td>\n",
       "      <td>[[biodbcore-000563, bsg-d000563], nan]</td>\n",
       "      <td>[Database, nan]</td>\n",
       "      <td>[knowledgebase, nan]</td>\n",
       "      <td>[[Life Science], nan]</td>\n",
       "      <td>[[Molecular structure, Small molecule, Structu...</td>\n",
       "      <td>[[All], nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[[United Kingdom, European Union, Switzerland]...</td>\n",
       "      <td>[FAIRsharing record for: RESID Database of Pro...</td>\n",
       "      <td>[RESID, nan]</td>\n",
       "      <td>[https://fairsharing.org/10.25504/FAIRsharing....</td>\n",
       "      <td>[10.25504/FAIRsharing.qaszjp, nan]</td>\n",
       "      <td>[https://creativecommons.org/licenses/by-sa/4....</td>\n",
       "      <td>[This FAIRsharing record describes: The RESID ...</td>\n",
       "      <td>[[{'id': 334, 'pubmed_id': 12520062, 'title': ...</td>\n",
       "      <td>[[{'licence-name': 'Open Data Commons (ODC) Pu...</td>\n",
       "      <td>[None, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[FAIRsharing_2094, nan]</td>\n",
       "      <td>[nan, r3d100011306]</td>\n",
       "      <td>[nan, RESID Database of Protein Modifications]</td>\n",
       "      <td>[nan, eng]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, https://pir.georgetown.edu/resid/resid.s...</td>\n",
       "      <td>[nan, [FAIRsharing_doi:10.25504/FAIRsharing.qa...</td>\n",
       "      <td>[nan, [\"pirmail@georgetown.edu\"]]</td>\n",
       "      <td>[nan, The RESID Database of Protein Modificati...</td>\n",
       "      <td>[nan, eng]</td>\n",
       "      <td>[nan, [disciplinary]]</td>\n",
       "      <td>[nan, {\"size\": \"\", \"updatedp\": \"\"}]</td>\n",
       "      <td>[nan, 2014]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, [\"eng\"]]</td>\n",
       "      <td>[nan, [{'name': '2 Life Sciences', 'scheme': '...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, [{'name': 'Images', 'scheme': 'parse'}, ...</td>\n",
       "      <td>[nan, [dataProvider]]</td>\n",
       "      <td>[nan, [genomes, life sciences, proteins, prote...</td>\n",
       "      <td>[nan, [{'institutionName': 'Georgetown Univers...</td>\n",
       "      <td>[nan, [{\"policyName\": \"Terms of Use\", \"policyU...</td>\n",
       "      <td>[nan,  {\"databaseAccessType\": \"open\", \"databas...</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, [{\"dataAccessType\": \"open\", \"dataAccessR...</td>\n",
       "      <td>[nan, [{\"dataLicenseName\": \"Copyrights\", \"data...</td>\n",
       "      <td>[nan, closed]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, [\"unknown\"]]</td>\n",
       "      <td>[nan, yes]</td>\n",
       "      <td>[nan, {\"api\": \"ftp://ftp.pir.georgetown.edu/da...</td>\n",
       "      <td>[nan, [\"none\"]]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, yes]</td>\n",
       "      <td>[nan, unknown]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, {}]</td>\n",
       "      <td>[nan, RESID is covered by Thomson Reuters Data...</td>\n",
       "      <td>[nan, 2014-12-05]</td>\n",
       "      <td>[nan, 2019-01-17]</td>\n",
       "      <td>[nan, re3data_r3d100011306]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>{FAIRsharing, re3data}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dedup::003ab6b40af9b488decea7c582d150a2</td>\n",
       "      <td>[re3data::r3d100011894, https://fairsharing.or...</td>\n",
       "      <td>[r3d100011894, 2315]</td>\n",
       "      <td>[Synapse, Synapse]</td>\n",
       "      <td>[re3data, FAIRsharing]</td>\n",
       "      <td>[re3data_r3d100011894, FAIRsharing_2315]</td>\n",
       "      <td>[nan, 2315]</td>\n",
       "      <td>[nan, fairsharing-records]</td>\n",
       "      <td>[nan, 2016-08-02T13:56:30.000Z]</td>\n",
       "      <td>[nan, 2021-12-06T10:48:25.700Z]</td>\n",
       "      <td>[nan, 10.25504/FAIRsharing.dnxzmk]</td>\n",
       "      <td>[nan, Synapse]</td>\n",
       "      <td>[nan, ready]</td>\n",
       "      <td>[nan, [{'contact-name': 'Meredith Slota', 'con...</td>\n",
       "      <td>[nan, https://www.synapse.org/]</td>\n",
       "      <td>[nan, 2315.0]</td>\n",
       "      <td>[nan, Synapse is a collaborative research plat...</td>\n",
       "      <td>[nan, Synapse]</td>\n",
       "      <td>[nan, [{'url': 'SynapseInfo@sagebase.org', 'na...</td>\n",
       "      <td>[nan, 2010.0]</td>\n",
       "      <td>[nan, [{'url': 'https://www.synapse.org/', 'na...</td>\n",
       "      <td>[nan, [{'url': 'https://www.re3data.org/reposi...</td>\n",
       "      <td>[nan, [biodbcore-000791, bsg-d000791]]</td>\n",
       "      <td>[nan, Database]</td>\n",
       "      <td>[nan, repository]</td>\n",
       "      <td>[nan, [Data Integration, Data Management, Biom...</td>\n",
       "      <td>[nan, [Experimental measurement, Protocol, Dat...</td>\n",
       "      <td>[nan, [All]]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, [United States]]</td>\n",
       "      <td>[nan, FAIRsharing record for: Synapse]</td>\n",
       "      <td>[nan, Synapse]</td>\n",
       "      <td>[nan, https://fairsharing.org/10.25504/FAIRsha...</td>\n",
       "      <td>[nan, 10.25504/FAIRsharing.dnxzmk]</td>\n",
       "      <td>[nan, https://creativecommons.org/licenses/by-...</td>\n",
       "      <td>[nan, This FAIRsharing record describes: Synap...</td>\n",
       "      <td>[nan, [{'id': 2450, 'pubmed_id': 24071850, 'ti...</td>\n",
       "      <td>[nan, [{'licence-name': 'Creative Commons Attr...</td>\n",
       "      <td>[nan, None]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, [{'url': 'https://sage-bionetworks.githu...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, [{'url': 'http://rest-docs.synapse.org/r...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, FAIRsharing_2315]</td>\n",
       "      <td>[r3d100011894, nan]</td>\n",
       "      <td>[Synapse, nan]</td>\n",
       "      <td>[eng, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[https://www.synapse.org, nan]</td>\n",
       "      <td>[[FAIRsharing_DOI:10.25504/FAIRsharing.dnxzmk,...</td>\n",
       "      <td>[[\"synapseinfo@sagebase.org\"], nan]</td>\n",
       "      <td>[Synapse is an open source software platform t...</td>\n",
       "      <td>[eng, nan]</td>\n",
       "      <td>[[other], nan]</td>\n",
       "      <td>[{\"size\": \"\", \"updatedp\": \"\"}, nan]</td>\n",
       "      <td>[2012-05-22, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[[\"eng\"], nan]</td>\n",
       "      <td>[[{'name': '2 Life Sciences', 'scheme': 'DFG'}...</td>\n",
       "      <td>[https://sagebionetworks.org/tools_resources/s...</td>\n",
       "      <td>[[{'name': 'Raw data', 'scheme': 'parse'}, {'n...</td>\n",
       "      <td>[[dataProvider, serviceProvider], nan]</td>\n",
       "      <td>[[AMP-AD Knowledge Portal, DREAM Challenges, G...</td>\n",
       "      <td>[[{'institutionName': 'Alfred P. Sloan Foundat...</td>\n",
       "      <td>[[{\"policyName\": \"Synapse Commons Governance O...</td>\n",
       "      <td>[ {\"databaseAccessType\": \"open\", \"databaseAcce...</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[[{\"dataAccessType\": \"closed\", \"dataAccessRest...</td>\n",
       "      <td>[[{\"dataLicenseName\": \"other\", \"dataLicenseURL...</td>\n",
       "      <td>[restricted, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[[\"unknown\"], nan]</td>\n",
       "      <td>[yes, nan]</td>\n",
       "      <td>[{\"api\": \"https://docs.synapse.org/rest/\", \"ap...</td>\n",
       "      <td>[[\"DOI\"], nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[yes, nan]</td>\n",
       "      <td>[yes, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[{}, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[2015-12-03, nan]</td>\n",
       "      <td>[2021-11-16, nan]</td>\n",
       "      <td>[re3data_r3d100011894, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>{FAIRsharing, re3data}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dedup::0048f2e3aa55ab88aaaac0cfa4153ad5</td>\n",
       "      <td>[opendoar::4562, roar::14673]</td>\n",
       "      <td>[4562, 14673]</td>\n",
       "      <td>[erzincan binali yıldırım university instituti...</td>\n",
       "      <td>[OpenDOAR, roar]</td>\n",
       "      <td>[OpenDOAR_4562, roar_14673]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[4562, nan]</td>\n",
       "      <td>[{\"name\": \"erzincan binali y\\u0131ld\\u0131r\\u0...</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[http://earsiv.erzincan.edu.tr, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[institutional, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[2022-01-12 15:36:06, nan]</td>\n",
       "      <td>[2019-04-24 09:06:10, nan]</td>\n",
       "      <td>[[social sciences], nan]</td>\n",
       "      <td>[[journal_articles], nan]</td>\n",
       "      <td>[[{'name': 'erzincan binali yıldırım universit...</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[{\"name\": \"dspace\", \"version\": \"\"}, nan]</td>\n",
       "      <td>[http://earsiv.erzincan.edu.tr/oai, nan]</td>\n",
       "      <td>[yes, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[OpenDOAR_4562, nan]</td>\n",
       "      <td>[nan, 14673]</td>\n",
       "      <td>[nan, 9]</td>\n",
       "      <td>[nan, archive]</td>\n",
       "      <td>[nan, 11738]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, disk0/00/01/46/73]</td>\n",
       "      <td>[nan, 2019-07-19 14:26:33]</td>\n",
       "      <td>[nan, 2019-07-22 08:07:03]</td>\n",
       "      <td>[nan, 2019-07-19 14:26:33]</td>\n",
       "      <td>[nan, institutional]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, show]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, http://earsiv.erzincan.edu.tr]</td>\n",
       "      <td>[nan, Erzincan Binali Yıldırım University Inst...</td>\n",
       "      <td>[nan, http://earsiv.erzincan.edu.tr/oai]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, DSpace@Erzincan is a growing collection ...</td>\n",
       "      <td>[nan, TRUE]</td>\n",
       "      <td>[nan, TRUE]</td>\n",
       "      <td>[nan, TRUE]</td>\n",
       "      <td>[nan, Erzincan Binali Yıldırım University]</td>\n",
       "      <td>[nan, http://www.ebyu.edu.tr]</td>\n",
       "      <td>[nan, tr]</td>\n",
       "      <td>[nan, Erzincan]</td>\n",
       "      <td>[nan, 39.7463]</td>\n",
       "      <td>[nan, 39.5149]</td>\n",
       "      <td>[nan, dspace]</td>\n",
       "      <td>[nan, geoname_2_TR]</td>\n",
       "      <td>[nan, other]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, 2019-04-18 19:09:41]</td>\n",
       "      <td>[nan, DSpace@Erzincan is a growing collection ...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, roar_14673]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dedup::00a35b4a2495a342f5632d18cf5985f6</td>\n",
       "      <td>[opendoar::6787, roar::13960]</td>\n",
       "      <td>[6787, 13960]</td>\n",
       "      <td>[scholarly commons university of the pacific, ...</td>\n",
       "      <td>[OpenDOAR, roar]</td>\n",
       "      <td>[OpenDOAR_6787, roar_13960]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[6787, nan]</td>\n",
       "      <td>[{\"name\": \"scholarly commons university of the...</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[https://scholarlycommons.pacific.edu, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[institutional, nan]</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[2022-01-12 15:36:16, nan]</td>\n",
       "      <td>[2019-09-28 02:20:20, nan]</td>\n",
       "      <td>[[science, technology, engineering, mathematic...</td>\n",
       "      <td>[[journal_articles, theses_and_dissertations, ...</td>\n",
       "      <td>[[{'name': 'university of the pacific', 'alter...</td>\n",
       "      <td>[[], nan]</td>\n",
       "      <td>[{\"name\": \"digital_commons\", \"version\": \"\"}, nan]</td>\n",
       "      <td>[https://scholarlycommons.pacific.edu/do/oai, ...</td>\n",
       "      <td>[yes, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[6534.0, nan]</td>\n",
       "      <td>[59858.0, nan]</td>\n",
       "      <td>[OpenDOAR_6787, nan]</td>\n",
       "      <td>[nan, 13960]</td>\n",
       "      <td>[nan, 10]</td>\n",
       "      <td>[nan, archive]</td>\n",
       "      <td>[nan, 11103]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, disk0/00/01/39/60]</td>\n",
       "      <td>[nan, 2018-10-07 12:48:04]</td>\n",
       "      <td>[nan, 2018-10-13 01:35:50]</td>\n",
       "      <td>[nan, 2018-10-07 12:48:04]</td>\n",
       "      <td>[nan, institutional]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, show]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, https://scholarlycommons.pacific.edu/]</td>\n",
       "      <td>[nan, Scholarly Commons - University of the Pa...</td>\n",
       "      <td>[nan, https://scholarlycommons.pacific.edu/do/...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, https://scholarlycommons.pacific.edu/rec...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, Scholarly Commons is a service of the Un...</td>\n",
       "      <td>[nan, TRUE]</td>\n",
       "      <td>[nan, TRUE]</td>\n",
       "      <td>[nan, FALSE]</td>\n",
       "      <td>[nan, University of the Pacific]</td>\n",
       "      <td>[nan, https://www.pacific.edu/]</td>\n",
       "      <td>[nan, us]</td>\n",
       "      <td>[nan, [Sacramento, Stockton, San Francisco]]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, bepress]</td>\n",
       "      <td>[nan, geoname_2_US]</td>\n",
       "      <td>[nan, other]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, 2018-09-05 23:09:53]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, celestial]</td>\n",
       "      <td>[nan, 6700]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, roar_13960]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dedup::00a6af15fba302b272b110ac88924779</td>\n",
       "      <td>[roar::755, opendoar::1285]</td>\n",
       "      <td>[755, 1285]</td>\n",
       "      <td>[KFUPM ePrints, kfupm eprints]</td>\n",
       "      <td>[roar, OpenDOAR]</td>\n",
       "      <td>[roar_755, OpenDOAR_1285]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, 1285]</td>\n",
       "      <td>[nan, {\"name\": \"kfupm eprints\", \"language\": \"e...</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, http://eprints.kfupm.edu.sa/]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, institutional]</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, 2022-01-12 15:35:13]</td>\n",
       "      <td>[nan, 2008-07-18 11:11:28]</td>\n",
       "      <td>[nan, [science, humanities, mathematics, techn...</td>\n",
       "      <td>[nan, [journal_articles, conference_and_worksh...</td>\n",
       "      <td>[nan, [{'name': 'king fahd university of petro...</td>\n",
       "      <td>[nan, []]</td>\n",
       "      <td>[nan, {\"name\": \"eprints\", \"version\": \"\"}]</td>\n",
       "      <td>[nan, http://eprints.kfupm.edu.sa/cgi/oai2]</td>\n",
       "      <td>[nan, yes]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, 4890.0]</td>\n",
       "      <td>[nan, 6221.0]</td>\n",
       "      <td>[nan, OpenDOAR_1285]</td>\n",
       "      <td>[755, nan]</td>\n",
       "      <td>[511, nan]</td>\n",
       "      <td>[archive, nan]</td>\n",
       "      <td>[1, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[disk0/00/00/07/55, nan]</td>\n",
       "      <td>[2010-01-06 13:44:43, nan]</td>\n",
       "      <td>[2011-07-18 05:50:28, nan]</td>\n",
       "      <td>[2010-01-06 13:44:43, nan]</td>\n",
       "      <td>[institutional, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[show, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[http://eprints.kfupm.edu.sa/, nan]</td>\n",
       "      <td>[KFUPM ePrints, nan]</td>\n",
       "      <td>[http://eprints.kfupm.edu.sa/perl/oai2, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[http://eprints.kfupm.edu.sa/cgi/latest_tool?o...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[TRUE, nan]</td>\n",
       "      <td>[TRUE, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[King Fahd University of Petroleum and Mineral...</td>\n",
       "      <td>[http://www.kfupm.edu.sa, nan]</td>\n",
       "      <td>[sa, nan]</td>\n",
       "      <td>[ DHAHRAN, nan]</td>\n",
       "      <td>[17.4333, nan]</td>\n",
       "      <td>[43.2167, nan]</td>\n",
       "      <td>[eprints, nan]</td>\n",
       "      <td>[geoname_2_SA, nan]</td>\n",
       "      <td>[3.2.7, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[2007-09-10 11:33:13, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[0, nan]</td>\n",
       "      <td>[0, nan]</td>\n",
       "      <td>[0, nan]</td>\n",
       "      <td>[100, nan]</td>\n",
       "      <td>[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100...</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[[celestial, opendoar], nan]</td>\n",
       "      <td>[[1234, 1285], nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[37, nan]</td>\n",
       "      <td>[26, nan]</td>\n",
       "      <td>[69, nan]</td>\n",
       "      <td>[23, nan]</td>\n",
       "      <td>[203, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[nan, nan]</td>\n",
       "      <td>[roar_755, nan]</td>\n",
       "      <td>{OpenDOAR, roar}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  dedup_id  \\\n",
       "0  dedup::001e6d882e54c780ce269d3c46997287   \n",
       "1  dedup::003ab6b40af9b488decea7c582d150a2   \n",
       "2  dedup::0048f2e3aa55ab88aaaac0cfa4153ad5   \n",
       "3  dedup::00a35b4a2495a342f5632d18cf5985f6   \n",
       "4  dedup::00a6af15fba302b272b110ac88924779   \n",
       "\n",
       "                                        duplicate_id           original_id  \\\n",
       "0  [https://fairsharing.org/10.25504/FAIRsharing....  [2094, r3d100011306]   \n",
       "1  [re3data::r3d100011894, https://fairsharing.or...  [r3d100011894, 2315]   \n",
       "2                      [opendoar::4562, roar::14673]         [4562, 14673]   \n",
       "3                      [opendoar::6787, roar::13960]         [6787, 13960]   \n",
       "4                        [roar::755, opendoar::1285]           [755, 1285]   \n",
       "\n",
       "                                                name                  source  \\\n",
       "0  [RESID Database of Protein Modifications, RESI...  [FAIRsharing, re3data]   \n",
       "1                                 [Synapse, Synapse]  [re3data, FAIRsharing]   \n",
       "2  [erzincan binali yıldırım university instituti...        [OpenDOAR, roar]   \n",
       "3  [scholarly commons university of the pacific, ...        [OpenDOAR, roar]   \n",
       "4                     [KFUPM ePrints, kfupm eprints]        [roar, OpenDOAR]   \n",
       "\n",
       "                                  unique_id FAIRsharing_id  \\\n",
       "0  [FAIRsharing_2094, re3data_r3d100011306]    [2094, nan]   \n",
       "1  [re3data_r3d100011894, FAIRsharing_2315]    [nan, 2315]   \n",
       "2               [OpenDOAR_4562, roar_14673]     [nan, nan]   \n",
       "3               [OpenDOAR_6787, roar_13960]     [nan, nan]   \n",
       "4                 [roar_755, OpenDOAR_1285]     [nan, nan]   \n",
       "\n",
       "             FAIRsharing_type FAIRsharing_attributes.created-at  \\\n",
       "0  [fairsharing-records, nan]   [2014-11-04T15:23:40.000Z, nan]   \n",
       "1  [nan, fairsharing-records]   [nan, 2016-08-02T13:56:30.000Z]   \n",
       "2                  [nan, nan]                        [nan, nan]   \n",
       "3                  [nan, nan]                        [nan, nan]   \n",
       "4                  [nan, nan]                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.updated-at FAIRsharing_attributes.metadata.doi  \\\n",
       "0   [2021-12-06T10:49:03.952Z, nan]  [10.25504/FAIRsharing.qaszjp, nan]   \n",
       "1   [nan, 2021-12-06T10:48:25.700Z]  [nan, 10.25504/FAIRsharing.dnxzmk]   \n",
       "2                        [nan, nan]                          [nan, nan]   \n",
       "3                        [nan, nan]                          [nan, nan]   \n",
       "4                        [nan, nan]                          [nan, nan]   \n",
       "\n",
       "             FAIRsharing_attributes.metadata.name  \\\n",
       "0  [RESID Database of Protein Modifications, nan]   \n",
       "1                                  [nan, Synapse]   \n",
       "2                                      [nan, nan]   \n",
       "3                                      [nan, nan]   \n",
       "4                                      [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.status  \\\n",
       "0                           [ready, nan]   \n",
       "1                           [nan, ready]   \n",
       "2                             [nan, nan]   \n",
       "3                             [nan, nan]   \n",
       "4                             [nan, nan]   \n",
       "\n",
       "            FAIRsharing_attributes.metadata.contacts  \\\n",
       "0  [[{'contact-name': 'John S Garavelli', 'contac...   \n",
       "1  [nan, [{'contact-name': 'Meredith Slota', 'con...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.homepage  \\\n",
       "0  [http://pir.georgetown.edu/resid/, nan]   \n",
       "1          [nan, https://www.synapse.org/]   \n",
       "2                               [nan, nan]   \n",
       "3                               [nan, nan]   \n",
       "4                               [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.identifier  \\\n",
       "0                              [2094.0, nan]   \n",
       "1                              [nan, 2315.0]   \n",
       "2                                 [nan, nan]   \n",
       "3                                 [nan, nan]   \n",
       "4                                 [nan, nan]   \n",
       "\n",
       "         FAIRsharing_attributes.metadata.description  \\\n",
       "0  [The RESID Database of Protein Modifications i...   \n",
       "1  [nan, Synapse is a collaborative research plat...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.abbreviation  \\\n",
       "0                                 [RESID, nan]   \n",
       "1                               [nan, Synapse]   \n",
       "2                                   [nan, nan]   \n",
       "3                                   [nan, nan]   \n",
       "4                                   [nan, nan]   \n",
       "\n",
       "       FAIRsharing_attributes.metadata.support-links  \\\n",
       "0  [[{'url': 'http://pir.georgetown.edu/resid/faq...   \n",
       "1  [nan, [{'url': 'SynapseInfo@sagebase.org', 'na...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.year-creation  \\\n",
       "0                                    [nan, nan]   \n",
       "1                                 [nan, 2010.0]   \n",
       "2                                    [nan, nan]   \n",
       "3                                    [nan, nan]   \n",
       "4                                    [nan, nan]   \n",
       "\n",
       "      FAIRsharing_attributes.metadata.data-processes  \\\n",
       "0  [[{'url': 'ftp://ftp.pir.georgetown.edu/pir_da...   \n",
       "1  [nan, [{'url': 'https://www.synapse.org/', 'na...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.cross-references  \\\n",
       "0  [[{'url': 'https://www.re3data.org/repository/...   \n",
       "1  [nan, [{'url': 'https://www.re3data.org/reposi...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "        FAIRsharing_attributes.legacy-ids  \\\n",
       "0  [[biodbcore-000563, bsg-d000563], nan]   \n",
       "1  [nan, [biodbcore-000791, bsg-d000791]]   \n",
       "2                              [nan, nan]   \n",
       "3                              [nan, nan]   \n",
       "4                              [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.fairsharing-registry  \\\n",
       "0                             [Database, nan]   \n",
       "1                             [nan, Database]   \n",
       "2                                  [nan, nan]   \n",
       "3                                  [nan, nan]   \n",
       "4                                  [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.record-type  \\\n",
       "0               [knowledgebase, nan]   \n",
       "1                  [nan, repository]   \n",
       "2                         [nan, nan]   \n",
       "3                         [nan, nan]   \n",
       "4                         [nan, nan]   \n",
       "\n",
       "                     FAIRsharing_attributes.subjects  \\\n",
       "0                              [[Life Science], nan]   \n",
       "1  [nan, [Data Integration, Data Management, Biom...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                      FAIRsharing_attributes.domains  \\\n",
       "0  [[Molecular structure, Small molecule, Structu...   \n",
       "1  [nan, [Experimental measurement, Protocol, Dat...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.taxonomies FAIRsharing_attributes.user-defined-tags  \\\n",
       "0                      [[All], nan]                                [[], nan]   \n",
       "1                      [nan, [All]]                                [nan, []]   \n",
       "2                        [nan, nan]                               [nan, nan]   \n",
       "3                        [nan, nan]                               [nan, nan]   \n",
       "4                        [nan, nan]                               [nan, nan]   \n",
       "\n",
       "                    FAIRsharing_attributes.countries  \\\n",
       "0  [[United Kingdom, European Union, Switzerland]...   \n",
       "1                             [nan, [United States]]   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                         FAIRsharing_attributes.name  \\\n",
       "0  [FAIRsharing record for: RESID Database of Pro...   \n",
       "1             [nan, FAIRsharing record for: Synapse]   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.abbreviation  \\\n",
       "0                        [RESID, nan]   \n",
       "1                      [nan, Synapse]   \n",
       "2                          [nan, nan]   \n",
       "3                          [nan, nan]   \n",
       "4                          [nan, nan]   \n",
       "\n",
       "                          FAIRsharing_attributes.url  \\\n",
       "0  [https://fairsharing.org/10.25504/FAIRsharing....   \n",
       "1  [nan, https://fairsharing.org/10.25504/FAIRsha...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "           FAIRsharing_attributes.doi  \\\n",
       "0  [10.25504/FAIRsharing.qaszjp, nan]   \n",
       "1  [nan, 10.25504/FAIRsharing.dnxzmk]   \n",
       "2                          [nan, nan]   \n",
       "3                          [nan, nan]   \n",
       "4                          [nan, nan]   \n",
       "\n",
       "          FAIRsharing_attributes.fairsharing-licence  \\\n",
       "0  [https://creativecommons.org/licenses/by-sa/4....   \n",
       "1  [nan, https://creativecommons.org/licenses/by-...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                  FAIRsharing_attributes.description  \\\n",
       "0  [This FAIRsharing record describes: The RESID ...   \n",
       "1  [nan, This FAIRsharing record describes: Synap...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                 FAIRsharing_attributes.publications  \\\n",
       "0  [[{'id': 334, 'pubmed_id': 12520062, 'title': ...   \n",
       "1  [nan, [{'id': 2450, 'pubmed_id': 24071850, 'ti...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                FAIRsharing_attributes.licence-links  \\\n",
       "0  [[{'licence-name': 'Open Data Commons (ODC) Pu...   \n",
       "1  [nan, [{'licence-name': 'Creative Commons Attr...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.url-for-logo  \\\n",
       "0                         [None, nan]   \n",
       "1                         [nan, None]   \n",
       "2                          [nan, nan]   \n",
       "3                          [nan, nan]   \n",
       "4                          [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citations  \\\n",
       "0                                [nan, nan]   \n",
       "1                                [nan, nan]   \n",
       "2                                [nan, nan]   \n",
       "3                                [nan, nan]   \n",
       "4                                [nan, nan]   \n",
       "\n",
       "    FAIRsharing_attributes.metadata.associated-tools  \\\n",
       "0                                         [nan, nan]   \n",
       "1  [nan, [{'url': 'https://sage-bionetworks.githu...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-reason  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.type  \\\n",
       "0                                         [nan, nan]           \n",
       "1                                         [nan, nan]           \n",
       "2                                         [nan, nan]           \n",
       "3                                         [nan, nan]           \n",
       "4                                         [nan, nan]           \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-contact-information  \\\n",
       "0                                         [nan, nan]         \n",
       "1                                         [nan, nan]         \n",
       "2                                         [nan, nan]         \n",
       "3                                         [nan, nan]         \n",
       "4                                         [nan, nan]         \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.url  \\\n",
       "0                                         [nan, nan]              \n",
       "1                                         [nan, nan]              \n",
       "2                                         [nan, nan]              \n",
       "3                                         [nan, nan]              \n",
       "4                                         [nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-deposition-condition.type  \\\n",
       "0                                         [nan, nan]               \n",
       "1                                         [nan, nan]               \n",
       "2                                         [nan, nan]               \n",
       "3                                         [nan, nan]               \n",
       "4                                         [nan, nan]               \n",
       "\n",
       "  FAIRsharing_attributes.metadata.deprecation-date  \\\n",
       "0                                       [nan, nan]   \n",
       "1                                       [nan, nan]   \n",
       "2                                       [nan, nan]   \n",
       "3                                       [nan, nan]   \n",
       "4                                       [nan, nan]   \n",
       "\n",
       "       FAIRsharing_attributes.metadata.access-points  \\\n",
       "0                                         [nan, nan]   \n",
       "1  [nan, [{'url': 'http://rest-docs.synapse.org/r...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-condition.url  \\\n",
       "0                                         [nan, nan]          \n",
       "1                                         [nan, nan]          \n",
       "2                                         [nan, nan]          \n",
       "3                                         [nan, nan]          \n",
       "4                                         [nan, nan]          \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.url  \\\n",
       "0                                         [nan, nan]            \n",
       "1                                         [nan, nan]            \n",
       "2                                         [nan, nan]            \n",
       "3                                         [nan, nan]            \n",
       "4                                         [nan, nan]            \n",
       "\n",
       "  FAIRsharing_attributes.metadata.resource-sustainability.name  \\\n",
       "0                                         [nan, nan]             \n",
       "1                                         [nan, nan]             \n",
       "2                                         [nan, nan]             \n",
       "3                                         [nan, nan]             \n",
       "4                                         [nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.url  \\\n",
       "0                                         [nan, nan]             \n",
       "1                                         [nan, nan]             \n",
       "2                                         [nan, nan]             \n",
       "3                                         [nan, nan]             \n",
       "4                                         [nan, nan]             \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-preservation-policy.name  \\\n",
       "0                                         [nan, nan]              \n",
       "1                                         [nan, nan]              \n",
       "2                                         [nan, nan]              \n",
       "3                                         [nan, nan]              \n",
       "4                                         [nan, nan]              \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-access-for-pre-publication-review  \\\n",
       "0                                         [nan, nan]                       \n",
       "1                                         [nan, nan]                       \n",
       "2                                         [nan, nan]                       \n",
       "3                                         [nan, nan]                       \n",
       "4                                         [nan, nan]                       \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-versioning  \\\n",
       "0                                      [nan, nan]   \n",
       "1                                      [nan, nan]   \n",
       "2                                      [nan, nan]   \n",
       "3                                      [nan, nan]   \n",
       "4                                      [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.type  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.data-curation.url  \\\n",
       "0                                        [nan, nan]   \n",
       "1                                        [nan, nan]   \n",
       "2                                        [nan, nan]   \n",
       "3                                        [nan, nan]   \n",
       "4                                        [nan, nan]   \n",
       "\n",
       "  FAIRsharing_attributes.metadata.citation-to-related-publications  \\\n",
       "0                                         [nan, nan]                 \n",
       "1                                         [nan, nan]                 \n",
       "2                                         [nan, nan]                 \n",
       "3                                         [nan, nan]                 \n",
       "4                                         [nan, nan]                 \n",
       "\n",
       "  FAIRsharing_attributes.metadata.tombstone    FAIRsharing_unique_id  \\\n",
       "0                                [nan, nan]  [FAIRsharing_2094, nan]   \n",
       "1                                [nan, nan]  [nan, FAIRsharing_2315]   \n",
       "2                                [nan, nan]               [nan, nan]   \n",
       "3                                [nan, nan]               [nan, nan]   \n",
       "4                                [nan, nan]               [nan, nan]   \n",
       "\n",
       "  re3data_orgIdentifier                          re3data_repositoryName  \\\n",
       "0   [nan, r3d100011306]  [nan, RESID Database of Protein Modifications]   \n",
       "1   [r3d100011894, nan]                                  [Synapse, nan]   \n",
       "2            [nan, nan]                                      [nan, nan]   \n",
       "3            [nan, nan]                                      [nan, nan]   \n",
       "4            [nan, nan]                                      [nan, nan]   \n",
       "\n",
       "  re3data_repositoryName.language re3data_additionalName  \\\n",
       "0                      [nan, eng]              [nan, []]   \n",
       "1                      [eng, nan]              [[], nan]   \n",
       "2                      [nan, nan]             [nan, nan]   \n",
       "3                      [nan, nan]             [nan, nan]   \n",
       "4                      [nan, nan]             [nan, nan]   \n",
       "\n",
       "                               re3data_repositoryURL  \\\n",
       "0  [nan, https://pir.georgetown.edu/resid/resid.s...   \n",
       "1                     [https://www.synapse.org, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                        re3data_repositoryIdentifier  \\\n",
       "0  [nan, [FAIRsharing_doi:10.25504/FAIRsharing.qa...   \n",
       "1  [[FAIRsharing_DOI:10.25504/FAIRsharing.dnxzmk,...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "             re3data_repositoryContact  \\\n",
       "0    [nan, [\"pirmail@georgetown.edu\"]]   \n",
       "1  [[\"synapseinfo@sagebase.org\"], nan]   \n",
       "2                           [nan, nan]   \n",
       "3                           [nan, nan]   \n",
       "4                           [nan, nan]   \n",
       "\n",
       "                                 re3data_description  \\\n",
       "0  [nan, The RESID Database of Protein Modificati...   \n",
       "1  [Synapse is an open source software platform t...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "  re3data_description.language           re3data_type  \\\n",
       "0                   [nan, eng]  [nan, [disciplinary]]   \n",
       "1                   [eng, nan]         [[other], nan]   \n",
       "2                   [nan, nan]             [nan, nan]   \n",
       "3                   [nan, nan]             [nan, nan]   \n",
       "4                   [nan, nan]             [nan, nan]   \n",
       "\n",
       "                          re3data_size  re3data_startDate re3data_endDate  \\\n",
       "0  [nan, {\"size\": \"\", \"updatedp\": \"\"}]        [nan, 2014]      [nan, nan]   \n",
       "1  [{\"size\": \"\", \"updatedp\": \"\"}, nan]  [2012-05-22, nan]      [nan, nan]   \n",
       "2                           [nan, nan]         [nan, nan]      [nan, nan]   \n",
       "3                           [nan, nan]         [nan, nan]      [nan, nan]   \n",
       "4                           [nan, nan]         [nan, nan]      [nan, nan]   \n",
       "\n",
       "  re3data_repositoryLanguage  \\\n",
       "0             [nan, [\"eng\"]]   \n",
       "1             [[\"eng\"], nan]   \n",
       "2                 [nan, nan]   \n",
       "3                 [nan, nan]   \n",
       "4                 [nan, nan]   \n",
       "\n",
       "                                     re3data_subject  \\\n",
       "0  [nan, [{'name': '2 Life Sciences', 'scheme': '...   \n",
       "1  [[{'name': '2 Life Sciences', 'scheme': 'DFG'}...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                         re3data_missionStatementURL  \\\n",
       "0                                         [nan, nan]   \n",
       "1  [https://sagebionetworks.org/tools_resources/s...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                                 re3data_contentType  \\\n",
       "0  [nan, [{'name': 'Images', 'scheme': 'parse'}, ...   \n",
       "1  [[{'name': 'Raw data', 'scheme': 'parse'}, {'n...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                     re3data_providerType  \\\n",
       "0                   [nan, [dataProvider]]   \n",
       "1  [[dataProvider, serviceProvider], nan]   \n",
       "2                              [nan, nan]   \n",
       "3                              [nan, nan]   \n",
       "4                              [nan, nan]   \n",
       "\n",
       "                                     re3data_keyword  \\\n",
       "0  [nan, [genomes, life sciences, proteins, prote...   \n",
       "1  [[AMP-AD Knowledge Portal, DREAM Challenges, G...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                                 re3data_institution  \\\n",
       "0  [nan, [{'institutionName': 'Georgetown Univers...   \n",
       "1  [[{'institutionName': 'Alfred P. Sloan Foundat...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                                      re3data_policy  \\\n",
       "0  [nan, [{\"policyName\": \"Terms of Use\", \"policyU...   \n",
       "1  [[{\"policyName\": \"Synapse Commons Governance O...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                              re3data_databaseAccess re3data_databaseLicense  \\\n",
       "0  [nan,  {\"databaseAccessType\": \"open\", \"databas...               [nan, []]   \n",
       "1  [ {\"databaseAccessType\": \"open\", \"databaseAcce...               [[], nan]   \n",
       "2                                         [nan, nan]              [nan, nan]   \n",
       "3                                         [nan, nan]              [nan, nan]   \n",
       "4                                         [nan, nan]              [nan, nan]   \n",
       "\n",
       "                                  re3data_dataAccess  \\\n",
       "0  [nan, [{\"dataAccessType\": \"open\", \"dataAccessR...   \n",
       "1  [[{\"dataAccessType\": \"closed\", \"dataAccessRest...   \n",
       "2                                         [nan, nan]   \n",
       "3                                         [nan, nan]   \n",
       "4                                         [nan, nan]   \n",
       "\n",
       "                                 re3data_dataLicense re3data_dataUploadType  \\\n",
       "0  [nan, [{\"dataLicenseName\": \"Copyrights\", \"data...          [nan, closed]   \n",
       "1  [[{\"dataLicenseName\": \"other\", \"dataLicenseURL...      [restricted, nan]   \n",
       "2                                         [nan, nan]             [nan, nan]   \n",
       "3                                         [nan, nan]             [nan, nan]   \n",
       "4                                         [nan, nan]             [nan, nan]   \n",
       "\n",
       "  re3data_dataUploadLicense    re3data_software re3data_versioning  \\\n",
       "0                 [nan, []]  [nan, [\"unknown\"]]         [nan, yes]   \n",
       "1                 [[], nan]  [[\"unknown\"], nan]         [yes, nan]   \n",
       "2                [nan, nan]          [nan, nan]         [nan, nan]   \n",
       "3                [nan, nan]          [nan, nan]         [nan, nan]   \n",
       "4                [nan, nan]          [nan, nan]         [nan, nan]   \n",
       "\n",
       "                                         re3data_api re3data_pidSystem  \\\n",
       "0  [nan, {\"api\": \"ftp://ftp.pir.georgetown.edu/da...   [nan, [\"none\"]]   \n",
       "1  [{\"api\": \"https://docs.synapse.org/rest/\", \"ap...    [[\"DOI\"], nan]   \n",
       "2                                         [nan, nan]        [nan, nan]   \n",
       "3                                         [nan, nan]        [nan, nan]   \n",
       "4                                         [nan, nan]        [nan, nan]   \n",
       "\n",
       "  re3data_citationGuidelineURL re3data_aidSystem re3data_enhancedPublication  \\\n",
       "0                   [nan, nan]         [nan, []]                  [nan, yes]   \n",
       "1                   [nan, nan]         [[], nan]                  [yes, nan]   \n",
       "2                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "3                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "4                   [nan, nan]        [nan, nan]                  [nan, nan]   \n",
       "\n",
       "  re3data_qualityManagement re3data_certificate re3data_metadataStandard  \\\n",
       "0            [nan, unknown]           [nan, []]                [nan, []]   \n",
       "1                [yes, nan]           [[], nan]                [[], nan]   \n",
       "2                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "3                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "4                [nan, nan]          [nan, nan]               [nan, nan]   \n",
       "\n",
       "  re3data_syndication                                    re3data_remarks  \\\n",
       "0           [nan, {}]  [nan, RESID is covered by Thomson Reuters Data...   \n",
       "1           [{}, nan]                                         [nan, nan]   \n",
       "2          [nan, nan]                                         [nan, nan]   \n",
       "3          [nan, nan]                                         [nan, nan]   \n",
       "4          [nan, nan]                                         [nan, nan]   \n",
       "\n",
       "   re3data_entryDate re3data_lastUpdate            re3data_unique_id  \\\n",
       "0  [nan, 2014-12-05]  [nan, 2019-01-17]  [nan, re3data_r3d100011306]   \n",
       "1  [2015-12-03, nan]  [2021-11-16, nan]  [re3data_r3d100011894, nan]   \n",
       "2         [nan, nan]         [nan, nan]                   [nan, nan]   \n",
       "3         [nan, nan]         [nan, nan]                   [nan, nan]   \n",
       "4         [nan, nan]         [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  OpenDOAR_system_metadata.id  \\\n",
       "0                  [nan, nan]   \n",
       "1                  [nan, nan]   \n",
       "2                 [4562, nan]   \n",
       "3                 [6787, nan]   \n",
       "4                 [nan, 1285]   \n",
       "\n",
       "                   OpenDOAR_repository_metadata.name  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2  [{\"name\": \"erzincan binali y\\u0131ld\\u0131r\\u0...   \n",
       "3  [{\"name\": \"scholarly commons university of the...   \n",
       "4  [nan, {\"name\": \"kfupm eprints\", \"language\": \"e...   \n",
       "\n",
       "  OpenDOAR_repository_metadata.alternativename  \\\n",
       "0                                   [nan, nan]   \n",
       "1                                   [nan, nan]   \n",
       "2                                    [[], nan]   \n",
       "3                                    [[], nan]   \n",
       "4                                    [nan, []]   \n",
       "\n",
       "              OpenDOAR_repository_metadata.url  \\\n",
       "0                                   [nan, nan]   \n",
       "1                                   [nan, nan]   \n",
       "2         [http://earsiv.erzincan.edu.tr, nan]   \n",
       "3  [https://scholarlycommons.pacific.edu, nan]   \n",
       "4          [nan, http://eprints.kfupm.edu.sa/]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.description OpenDOAR_repository_metadata.type  \\\n",
       "0                               [nan, nan]                        [nan, nan]   \n",
       "1                               [nan, nan]                        [nan, nan]   \n",
       "2                               [nan, nan]              [institutional, nan]   \n",
       "3                               [nan, nan]              [institutional, nan]   \n",
       "4                               [nan, nan]              [nan, institutional]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.content_languages  \\\n",
       "0                                     [nan, nan]   \n",
       "1                                     [nan, nan]   \n",
       "2                                      [[], nan]   \n",
       "3                                      [[], nan]   \n",
       "4                                      [nan, []]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_modified  \\\n",
       "0                             [nan, nan]   \n",
       "1                             [nan, nan]   \n",
       "2             [2022-01-12 15:36:06, nan]   \n",
       "3             [2022-01-12 15:36:16, nan]   \n",
       "4             [nan, 2022-01-12 15:35:13]   \n",
       "\n",
       "  OpenDOAR_system_metadata.date_created  \\\n",
       "0                            [nan, nan]   \n",
       "1                            [nan, nan]   \n",
       "2            [2019-04-24 09:06:10, nan]   \n",
       "3            [2019-09-28 02:20:20, nan]   \n",
       "4            [nan, 2008-07-18 11:11:28]   \n",
       "\n",
       "       OpenDOAR_repository_metadata.content_subjects  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                           [[social sciences], nan]   \n",
       "3  [[science, technology, engineering, mathematic...   \n",
       "4  [nan, [science, humanities, mathematics, techn...   \n",
       "\n",
       "          OpenDOAR_repository_metadata.content_types  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                          [[journal_articles], nan]   \n",
       "3  [[journal_articles, theses_and_dissertations, ...   \n",
       "4  [nan, [journal_articles, conference_and_worksh...   \n",
       "\n",
       "                               OpenDOAR_organization OpenDOAR_policy_urls  \\\n",
       "0                                         [nan, nan]           [nan, nan]   \n",
       "1                                         [nan, nan]           [nan, nan]   \n",
       "2  [[{'name': 'erzincan binali yıldırım universit...            [[], nan]   \n",
       "3  [[{'name': 'university of the pacific', 'alter...            [[], nan]   \n",
       "4  [nan, [{'name': 'king fahd university of petro...            [nan, []]   \n",
       "\n",
       "               OpenDOAR_repository_metadata.software  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2           [{\"name\": \"dspace\", \"version\": \"\"}, nan]   \n",
       "3  [{\"name\": \"digital_commons\", \"version\": \"\"}, nan]   \n",
       "4          [nan, {\"name\": \"eprints\", \"version\": \"\"}]   \n",
       "\n",
       "                OpenDOAR_repository_metadata.oai_url  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2           [http://earsiv.erzincan.edu.tr/oai, nan]   \n",
       "3  [https://scholarlycommons.pacific.edu/do/oai, ...   \n",
       "4        [nan, http://eprints.kfupm.edu.sa/cgi/oai2]   \n",
       "\n",
       "  OpenDOAR_system_metadata.publicly_visible  \\\n",
       "0                                [nan, nan]   \n",
       "1                                [nan, nan]   \n",
       "2                                [yes, nan]   \n",
       "3                                [yes, nan]   \n",
       "4                                [nan, yes]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.repository_status  \\\n",
       "0                                     [nan, nan]   \n",
       "1                                     [nan, nan]   \n",
       "2                                     [nan, nan]   \n",
       "3                                     [nan, nan]   \n",
       "4                                     [nan, nan]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.fulltext_record_count  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2                                         [nan, nan]   \n",
       "3                                      [6534.0, nan]   \n",
       "4                                      [nan, 4890.0]   \n",
       "\n",
       "  OpenDOAR_repository_metadata.metadata_record_count    OpenDOAR_unique_id  \\\n",
       "0                                         [nan, nan]            [nan, nan]   \n",
       "1                                         [nan, nan]            [nan, nan]   \n",
       "2                                         [nan, nan]  [OpenDOAR_4562, nan]   \n",
       "3                                     [59858.0, nan]  [OpenDOAR_6787, nan]   \n",
       "4                                      [nan, 6221.0]  [nan, OpenDOAR_1285]   \n",
       "\n",
       "  roar_eprintid roar_rev_number roar_eprint_status   roar_userid  \\\n",
       "0    [nan, nan]      [nan, nan]         [nan, nan]    [nan, nan]   \n",
       "1    [nan, nan]      [nan, nan]         [nan, nan]    [nan, nan]   \n",
       "2  [nan, 14673]        [nan, 9]     [nan, archive]  [nan, 11738]   \n",
       "3  [nan, 13960]       [nan, 10]     [nan, archive]  [nan, 11103]   \n",
       "4    [755, nan]      [511, nan]     [archive, nan]      [1, nan]   \n",
       "\n",
       "  roar_importid roar_source                  roar_dir  \\\n",
       "0    [nan, nan]  [nan, nan]                [nan, nan]   \n",
       "1    [nan, nan]  [nan, nan]                [nan, nan]   \n",
       "2    [nan, nan]  [nan, nan]  [nan, disk0/00/01/46/73]   \n",
       "3    [nan, nan]  [nan, nan]  [nan, disk0/00/01/39/60]   \n",
       "4    [nan, nan]  [nan, nan]  [disk0/00/00/07/55, nan]   \n",
       "\n",
       "               roar_datestamp                roar_lastmod  \\\n",
       "0                  [nan, nan]                  [nan, nan]   \n",
       "1                  [nan, nan]                  [nan, nan]   \n",
       "2  [nan, 2019-07-19 14:26:33]  [nan, 2019-07-22 08:07:03]   \n",
       "3  [nan, 2018-10-07 12:48:04]  [nan, 2018-10-13 01:35:50]   \n",
       "4  [2010-01-06 13:44:43, nan]  [2011-07-18 05:50:28, nan]   \n",
       "\n",
       "          roar_status_changed             roar_type roar_succeeds  \\\n",
       "0                  [nan, nan]            [nan, nan]    [nan, nan]   \n",
       "1                  [nan, nan]            [nan, nan]    [nan, nan]   \n",
       "2  [nan, 2019-07-19 14:26:33]  [nan, institutional]    [nan, nan]   \n",
       "3  [nan, 2018-10-07 12:48:04]  [nan, institutional]    [nan, nan]   \n",
       "4  [2010-01-06 13:44:43, nan]  [institutional, nan]    [nan, nan]   \n",
       "\n",
       "  roar_commentary roar_metadata_visibility roar_latitude roar_longitude  \\\n",
       "0      [nan, nan]               [nan, nan]    [nan, nan]     [nan, nan]   \n",
       "1      [nan, nan]               [nan, nan]    [nan, nan]     [nan, nan]   \n",
       "2      [nan, nan]              [nan, show]    [nan, nan]     [nan, nan]   \n",
       "3      [nan, nan]              [nan, show]    [nan, nan]     [nan, nan]   \n",
       "4      [nan, nan]              [show, nan]    [nan, nan]     [nan, nan]   \n",
       "\n",
       "  roar_relation_type roar_relation_uri roar_item_issues_id  \\\n",
       "0         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "1         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "2         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "3         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "4         [nan, nan]        [nan, nan]          [nan, nan]   \n",
       "\n",
       "  roar_item_issues_type roar_item_issues_description  \\\n",
       "0            [nan, nan]                   [nan, nan]   \n",
       "1            [nan, nan]                   [nan, nan]   \n",
       "2            [nan, nan]                   [nan, nan]   \n",
       "3            [nan, nan]                   [nan, nan]   \n",
       "4            [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  roar_item_issues_timestamp roar_item_issues_status  \\\n",
       "0                 [nan, nan]              [nan, nan]   \n",
       "1                 [nan, nan]              [nan, nan]   \n",
       "2                 [nan, nan]              [nan, nan]   \n",
       "3                 [nan, nan]              [nan, nan]   \n",
       "4                 [nan, nan]              [nan, nan]   \n",
       "\n",
       "  roar_item_issues_reported_by roar_item_issues_resolved_by  \\\n",
       "0                   [nan, nan]                   [nan, nan]   \n",
       "1                   [nan, nan]                   [nan, nan]   \n",
       "2                   [nan, nan]                   [nan, nan]   \n",
       "3                   [nan, nan]                   [nan, nan]   \n",
       "4                   [nan, nan]                   [nan, nan]   \n",
       "\n",
       "  roar_item_issues_comment roar_item_issues_count roar_sword_depositor  \\\n",
       "0               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "1               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "2               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "3               [nan, nan]             [nan, nan]           [nan, nan]   \n",
       "4               [nan, nan]               [0, nan]           [nan, nan]   \n",
       "\n",
       "  roar_sword_slug roar_exemplar                                roar_home_page  \\\n",
       "0      [nan, nan]    [nan, nan]                                    [nan, nan]   \n",
       "1      [nan, nan]    [nan, nan]                                    [nan, nan]   \n",
       "2      [nan, nan]    [nan, nan]          [nan, http://earsiv.erzincan.edu.tr]   \n",
       "3      [nan, nan]    [nan, nan]  [nan, https://scholarlycommons.pacific.edu/]   \n",
       "4      [nan, nan]    [nan, nan]           [http://eprints.kfupm.edu.sa/, nan]   \n",
       "\n",
       "                                          roar_title  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2  [nan, Erzincan Binali Yıldırım University Inst...   \n",
       "3  [nan, Scholarly Commons - University of the Pa...   \n",
       "4                               [KFUPM ePrints, nan]   \n",
       "\n",
       "                                        roar_oai_pmh roar_sword_endpoint  \\\n",
       "0                                         [nan, nan]          [nan, nan]   \n",
       "1                                         [nan, nan]          [nan, nan]   \n",
       "2           [nan, http://earsiv.erzincan.edu.tr/oai]          [nan, nan]   \n",
       "3  [nan, https://scholarlycommons.pacific.edu/do/...          [nan, nan]   \n",
       "4       [http://eprints.kfupm.edu.sa/perl/oai2, nan]          [nan, nan]   \n",
       "\n",
       "                                       roar_rss_feed roar_twitter_feed  \\\n",
       "0                                         [nan, nan]        [nan, nan]   \n",
       "1                                         [nan, nan]        [nan, nan]   \n",
       "2                                         [nan, nan]        [nan, nan]   \n",
       "3  [nan, https://scholarlycommons.pacific.edu/rec...        [nan, nan]   \n",
       "4  [http://eprints.kfupm.edu.sa/cgi/latest_tool?o...        [nan, nan]   \n",
       "\n",
       "                                    roar_description roar_fulltext  \\\n",
       "0                                         [nan, nan]    [nan, nan]   \n",
       "1                                         [nan, nan]    [nan, nan]   \n",
       "2  [nan, DSpace@Erzincan is a growing collection ...   [nan, TRUE]   \n",
       "3  [nan, Scholarly Commons is a service of the Un...   [nan, TRUE]   \n",
       "4                                         [nan, nan]   [TRUE, nan]   \n",
       "\n",
       "  roar_open_access  roar_mandate  \\\n",
       "0       [nan, nan]    [nan, nan]   \n",
       "1       [nan, nan]    [nan, nan]   \n",
       "2      [nan, TRUE]   [nan, TRUE]   \n",
       "3      [nan, TRUE]  [nan, FALSE]   \n",
       "4      [TRUE, nan]    [nan, nan]   \n",
       "\n",
       "                             roar_organisation_title  \\\n",
       "0                                         [nan, nan]   \n",
       "1                                         [nan, nan]   \n",
       "2         [nan, Erzincan Binali Yıldırım University]   \n",
       "3                   [nan, University of the Pacific]   \n",
       "4  [King Fahd University of Petroleum and Mineral...   \n",
       "\n",
       "       roar_organisation_home_page roar_location_country  \\\n",
       "0                       [nan, nan]            [nan, nan]   \n",
       "1                       [nan, nan]            [nan, nan]   \n",
       "2    [nan, http://www.ebyu.edu.tr]             [nan, tr]   \n",
       "3  [nan, https://www.pacific.edu/]             [nan, us]   \n",
       "4   [http://www.kfupm.edu.sa, nan]             [sa, nan]   \n",
       "\n",
       "                             roar_location_city roar_location_latitude  \\\n",
       "0                                    [nan, nan]             [nan, nan]   \n",
       "1                                    [nan, nan]             [nan, nan]   \n",
       "2                               [nan, Erzincan]         [nan, 39.7463]   \n",
       "3  [nan, [Sacramento, Stockton, San Francisco]]             [nan, nan]   \n",
       "4                               [ DHAHRAN, nan]         [17.4333, nan]   \n",
       "\n",
       "  roar_location_longitude   roar_software         roar_geoname  roar_version  \\\n",
       "0              [nan, nan]      [nan, nan]           [nan, nan]    [nan, nan]   \n",
       "1              [nan, nan]      [nan, nan]           [nan, nan]    [nan, nan]   \n",
       "2          [nan, 39.5149]   [nan, dspace]  [nan, geoname_2_TR]  [nan, other]   \n",
       "3              [nan, nan]  [nan, bepress]  [nan, geoname_2_US]  [nan, other]   \n",
       "4          [43.2167, nan]  [eprints, nan]  [geoname_2_SA, nan]  [3.2.7, nan]   \n",
       "\n",
       "  roar_subjects                   roar_date  \\\n",
       "0    [nan, nan]                  [nan, nan]   \n",
       "1    [nan, nan]                  [nan, nan]   \n",
       "2    [nan, nan]  [nan, 2019-04-18 19:09:41]   \n",
       "3    [nan, nan]  [nan, 2018-09-05 23:09:53]   \n",
       "4    [nan, nan]  [2007-09-10 11:33:13, nan]   \n",
       "\n",
       "                                           roar_note roar_suggestions  \\\n",
       "0                                         [nan, nan]       [nan, nan]   \n",
       "1                                         [nan, nan]       [nan, nan]   \n",
       "2  [nan, DSpace@Erzincan is a growing collection ...       [nan, nan]   \n",
       "3                                         [nan, nan]       [nan, nan]   \n",
       "4                                         [nan, nan]       [nan, nan]   \n",
       "\n",
       "  roar_activity_low roar_activity_medium roar_activity_high roar_recordcount  \\\n",
       "0        [nan, nan]           [nan, nan]         [nan, nan]       [nan, nan]   \n",
       "1        [nan, nan]           [nan, nan]         [nan, nan]       [nan, nan]   \n",
       "2        [nan, nan]           [nan, nan]         [nan, nan]       [nan, nan]   \n",
       "3        [nan, nan]           [nan, nan]         [nan, nan]       [nan, nan]   \n",
       "4          [0, nan]             [0, nan]           [0, nan]       [100, nan]   \n",
       "\n",
       "                                  roar_recordhistory roar_fulltexts_total  \\\n",
       "0                                         [nan, nan]           [nan, nan]   \n",
       "1                                         [nan, nan]           [nan, nan]   \n",
       "2                                         [nan, nan]           [nan, nan]   \n",
       "3                                         [nan, nan]           [nan, nan]   \n",
       "4  [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100...           [nan, nan]   \n",
       "\n",
       "  roar_fulltexts_docs roar_fulltexts_rtotal roar_fulltexts_rdocs  \\\n",
       "0          [nan, nan]            [nan, nan]           [nan, nan]   \n",
       "1          [nan, nan]            [nan, nan]           [nan, nan]   \n",
       "2          [nan, nan]            [nan, nan]           [nan, nan]   \n",
       "3          [nan, nan]            [nan, nan]           [nan, nan]   \n",
       "4          [nan, nan]            [nan, nan]           [nan, nan]   \n",
       "\n",
       "             roar_registry_name     roar_registry_id roar_submit_to  \\\n",
       "0                    [nan, nan]           [nan, nan]     [nan, nan]   \n",
       "1                    [nan, nan]           [nan, nan]     [nan, nan]   \n",
       "2                    [nan, nan]           [nan, nan]     [nan, nan]   \n",
       "3              [nan, celestial]          [nan, 6700]     [nan, nan]   \n",
       "4  [[celestial, opendoar], nan]  [[1234, 1285], nan]     [nan, nan]   \n",
       "\n",
       "  roar_submitted_to_name roar_submitted_to_done roar_webometrics_rank  \\\n",
       "0             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "1             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "2             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "3             [nan, nan]             [nan, nan]            [nan, nan]   \n",
       "4             [nan, nan]             [nan, nan]             [37, nan]   \n",
       "\n",
       "  roar_webometrics_size roar_webometrics_visibility  \\\n",
       "0            [nan, nan]                  [nan, nan]   \n",
       "1            [nan, nan]                  [nan, nan]   \n",
       "2            [nan, nan]                  [nan, nan]   \n",
       "3            [nan, nan]                  [nan, nan]   \n",
       "4             [26, nan]                   [69, nan]   \n",
       "\n",
       "  roar_webometrics_rich_files roar_webometrics_scholar roar_monthly_deposits  \\\n",
       "0                  [nan, nan]               [nan, nan]            [nan, nan]   \n",
       "1                  [nan, nan]               [nan, nan]            [nan, nan]   \n",
       "2                  [nan, nan]               [nan, nan]            [nan, nan]   \n",
       "3                  [nan, nan]               [nan, nan]            [nan, nan]   \n",
       "4                   [23, nan]               [203, nan]            [nan, nan]   \n",
       "\n",
       "  roar_total_deposits roar_association     roar_unique_id  \\\n",
       "0          [nan, nan]       [nan, nan]         [nan, nan]   \n",
       "1          [nan, nan]       [nan, nan]         [nan, nan]   \n",
       "2          [nan, nan]       [nan, nan]  [nan, roar_14673]   \n",
       "3          [nan, nan]       [nan, nan]  [nan, roar_13960]   \n",
       "4          [nan, nan]       [nan, nan]    [roar_755, nan]   \n",
       "\n",
       "               source_set  \n",
       "0  {FAIRsharing, re3data}  \n",
       "1  {FAIRsharing, re3data}  \n",
       "2        {OpenDOAR, roar}  \n",
       "3        {OpenDOAR, roar}  \n",
       "4        {OpenDOAR, roar}  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dup_across = dup_across.groupby('dedup_id').aggregate(list).reset_index()\n",
    "dup_across['source_set'] = dup_across.source.map(set)\n",
    "dup_across.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "def remove_nan(list_obj):\n",
    "    if isinstance(list_obj, list):\n",
    "        while np.nan in list_obj:\n",
    "            list_obj.remove(np.nan)\n",
    "    return list_obj\n",
    "    \n",
    "dup_within.applymap(remove_nan).to_csv('../data/processed/dup_within.csv')\n",
    "dup_hybrid.applymap(remove_nan).to_csv('../data/processed/dup_hybrid.csv')\n",
    "dup_across.applymap(remove_nan).to_csv('../data/processed/dup_across.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}