1_label_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b83e4302",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import requests\n",
    "import time"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "88c54cea",
   "metadata": {},
   "source": [
    "# Labeling of users based on their provided name on GitHub\n",
    "\n",
    "\n",
    "### The steps shown here are used to identify UU employees based on their name and the profile pages user retrieval method. The search API is used to find matches. These are then manually verified whether they fit or not."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "49f0970c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>source</th>\n",
       "      <th>service</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>node_id</th>\n",
       "      <th>avatar_url</th>\n",
       "      <th>gravatar_id</th>\n",
       "      <th>url</th>\n",
       "      <th>html_url</th>\n",
       "      <th>...</th>\n",
       "      <th>followers</th>\n",
       "      <th>following</th>\n",
       "      <th>created_at</th>\n",
       "      <th>updated_at</th>\n",
       "      <th>is_student</th>\n",
       "      <th>is_employee</th>\n",
       "      <th>is_currently_employed</th>\n",
       "      <th>is_research_group</th>\n",
       "      <th>final_decision</th>\n",
       "      <th>note</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>73616e646572</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6605233.0</td>\n",
       "      <td>MDQ6VXNlcjY2MDUyMzM=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/660523...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/73616e646572</td>\n",
       "      <td>https://github.com/73616e646572</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2014-02-06T13:51:56Z</td>\n",
       "      <td>2022-06-24T17:36:55Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a-quei</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6829836.0</td>\n",
       "      <td>MDQ6VXNlcjY4Mjk4MzY=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/682983...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/a-quei</td>\n",
       "      <td>https://github.com/a-quei</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>2014-03-02T08:21:10Z</td>\n",
       "      <td>2022-07-12T16:38:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>ajueling</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20947797.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTQ3Nzk3</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209477...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/AJueling</td>\n",
       "      <td>https://github.com/AJueling</td>\n",
       "      <td>...</td>\n",
       "      <td>25.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>2016-08-10T11:21:34Z</td>\n",
       "      <td>2022-01-08T17:08:22Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>aldertzomer</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>10392411.0</td>\n",
       "      <td>MDQ6VXNlcjEwMzkyNDEx</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/103924...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/aldertzomer</td>\n",
       "      <td>https://github.com/aldertzomer</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2015-01-04T19:49:33Z</td>\n",
       "      <td>2022-06-20T14:13:47Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>amices</td>\n",
       "      <td>pure.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>69854869.0</td>\n",
       "      <td>MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/698548...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/amices</td>\n",
       "      <td>https://github.com/amices</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-08-18T13:11:20Z</td>\n",
       "      <td>2022-03-17T17:14:44Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552</th>\n",
       "      <td>wouterdroogers</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>38694532.0</td>\n",
       "      <td>MDQ6VXNlcjM4Njk0NTMy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/386945...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/WouterDroogers</td>\n",
       "      <td>https://github.com/WouterDroogers</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2018-04-24T13:44:53Z</td>\n",
       "      <td>2021-01-07T15:10:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>556</th>\n",
       "      <td>xiedanghan</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>57119295.0</td>\n",
       "      <td>MDQ6VXNlcjU3MTE5Mjk1</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/571192...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/xiedanghan</td>\n",
       "      <td>https://github.com/xiedanghan</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2019-10-29T00:35:46Z</td>\n",
       "      <td>2022-06-07T12:52:39Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>562</th>\n",
       "      <td>yuntaoj</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>74980142.0</td>\n",
       "      <td>MDQ6VXNlcjc0OTgwMTQy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/749801...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/yuntaoj</td>\n",
       "      <td>https://github.com/yuntaoj</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-11-24T16:38:30Z</td>\n",
       "      <td>2021-03-08T10:03:10Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>563</th>\n",
       "      <td>zievathustra</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>61464979.0</td>\n",
       "      <td>MDQ6VXNlcjYxNDY0OTc5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/614649...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zievathustra</td>\n",
       "      <td>https://github.com/zievathustra</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-02-25T14:22:18Z</td>\n",
       "      <td>2022-07-08T09:40:10Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>565</th>\n",
       "      <td>zyumakuu</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20968218.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTY4MjE4</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209682...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zyumakuu</td>\n",
       "      <td>https://github.com/zyumakuu</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2016-08-11T10:17:22Z</td>\n",
       "      <td>2022-04-12T08:48:09Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>looks like a research group that hasn't publis...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>201 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            user_id                   source     service        date  \\\n",
       "3      73616e646572      profile_page_uu.csv  github.com  2022-07-13   \n",
       "4            a-quei  github_search_users.csv  github.com  2022-07-13   \n",
       "7          ajueling  github_search_repos.csv  github.com  2022-07-13   \n",
       "10      aldertzomer  github_search_users.csv  github.com  2022-07-13   \n",
       "16           amices                 pure.csv  github.com  2022-07-13   \n",
       "..              ...                      ...         ...         ...   \n",
       "552  wouterdroogers  github_search_users.csv  github.com  2022-07-13   \n",
       "556      xiedanghan      profile_page_uu.csv  github.com  2022-07-13   \n",
       "562         yuntaoj  github_search_users.csv  github.com  2022-07-13   \n",
       "563    zievathustra  github_search_repos.csv  github.com  2022-07-13   \n",
       "565        zyumakuu  github_search_users.csv  github.com  2022-07-13   \n",
       "\n",
       "             id                           node_id  \\\n",
       "3     6605233.0              MDQ6VXNlcjY2MDUyMzM=   \n",
       "4     6829836.0              MDQ6VXNlcjY4Mjk4MzY=   \n",
       "7    20947797.0              MDQ6VXNlcjIwOTQ3Nzk3   \n",
       "10   10392411.0              MDQ6VXNlcjEwMzkyNDEx   \n",
       "16   69854869.0  MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5   \n",
       "..          ...                               ...   \n",
       "552  38694532.0              MDQ6VXNlcjM4Njk0NTMy   \n",
       "556  57119295.0              MDQ6VXNlcjU3MTE5Mjk1   \n",
       "562  74980142.0              MDQ6VXNlcjc0OTgwMTQy   \n",
       "563  61464979.0              MDQ6VXNlcjYxNDY0OTc5   \n",
       "565  20968218.0              MDQ6VXNlcjIwOTY4MjE4   \n",
       "\n",
       "                                            avatar_url  gravatar_id  \\\n",
       "3    https://avatars.githubusercontent.com/u/660523...          NaN   \n",
       "4    https://avatars.githubusercontent.com/u/682983...          NaN   \n",
       "7    https://avatars.githubusercontent.com/u/209477...          NaN   \n",
       "10   https://avatars.githubusercontent.com/u/103924...          NaN   \n",
       "16   https://avatars.githubusercontent.com/u/698548...          NaN   \n",
       "..                                                 ...          ...   \n",
       "552  https://avatars.githubusercontent.com/u/386945...          NaN   \n",
       "556  https://avatars.githubusercontent.com/u/571192...          NaN   \n",
       "562  https://avatars.githubusercontent.com/u/749801...          NaN   \n",
       "563  https://avatars.githubusercontent.com/u/614649...          NaN   \n",
       "565  https://avatars.githubusercontent.com/u/209682...          NaN   \n",
       "\n",
       "                                             url  \\\n",
       "3      https://api.github.com/users/73616e646572   \n",
       "4            https://api.github.com/users/a-quei   \n",
       "7          https://api.github.com/users/AJueling   \n",
       "10      https://api.github.com/users/aldertzomer   \n",
       "16           https://api.github.com/users/amices   \n",
       "..                                           ...   \n",
       "552  https://api.github.com/users/WouterDroogers   \n",
       "556      https://api.github.com/users/xiedanghan   \n",
       "562         https://api.github.com/users/yuntaoj   \n",
       "563    https://api.github.com/users/zievathustra   \n",
       "565        https://api.github.com/users/zyumakuu   \n",
       "\n",
       "                              html_url  ... followers following  \\\n",
       "3      https://github.com/73616e646572  ...       4.0      22.0   \n",
       "4            https://github.com/a-quei  ...      12.0      17.0   \n",
       "7          https://github.com/AJueling  ...      25.0      31.0   \n",
       "10      https://github.com/aldertzomer  ...       9.0       3.0   \n",
       "16           https://github.com/amices  ...       0.0       0.0   \n",
       "..                                 ...  ...       ...       ...   \n",
       "552  https://github.com/WouterDroogers  ...       0.0       0.0   \n",
       "556      https://github.com/xiedanghan  ...       0.0       0.0   \n",
       "562         https://github.com/yuntaoj  ...       1.0       0.0   \n",
       "563    https://github.com/zievathustra  ...       2.0       0.0   \n",
       "565        https://github.com/zyumakuu  ...       0.0       0.0   \n",
       "\n",
       "               created_at            updated_at is_student is_employee  \\\n",
       "3    2014-02-06T13:51:56Z  2022-06-24T17:36:55Z      False           1   \n",
       "4    2014-03-02T08:21:10Z  2022-07-12T16:38:19Z      False           0   \n",
       "7    2016-08-10T11:21:34Z  2022-01-08T17:08:22Z      False           1   \n",
       "10   2015-01-04T19:49:33Z  2022-06-20T14:13:47Z      False           0   \n",
       "16   2020-08-18T13:11:20Z  2022-03-17T17:14:44Z      False           0   \n",
       "..                    ...                   ...        ...         ...   \n",
       "552  2018-04-24T13:44:53Z  2021-01-07T15:10:19Z      False           1   \n",
       "556  2019-10-29T00:35:46Z  2022-06-07T12:52:39Z      False           1   \n",
       "562  2020-11-24T16:38:30Z  2021-03-08T10:03:10Z      False           0   \n",
       "563  2020-02-25T14:22:18Z  2022-07-08T09:40:10Z      False           1   \n",
       "565  2016-08-11T10:17:22Z  2022-04-12T08:48:09Z      False           0   \n",
       "\n",
       "    is_currently_employed is_research_group final_decision  \\\n",
       "3                     1.0               0.0              1   \n",
       "4                     0.0               0.0              1   \n",
       "7                     1.0               0.0              1   \n",
       "10                    0.0               0.0              1   \n",
       "16                    0.0               1.0              1   \n",
       "..                    ...               ...            ...   \n",
       "552                   1.0               0.0              1   \n",
       "556                   NaN               NaN              1   \n",
       "562                   0.0               0.0              1   \n",
       "563                   1.0               0.0              1   \n",
       "565                   0.0               1.0              1   \n",
       "\n",
       "                                                  note  \n",
       "3    Collected via profile pages, therefore must be...  \n",
       "4                                                    0  \n",
       "7                                                    0  \n",
       "10                                                   0  \n",
       "16                                                   0  \n",
       "..                                                 ...  \n",
       "552                                                  0  \n",
       "556  Collected via profile pages, therefore must be...  \n",
       "562                                                  0  \n",
       "563                                                  0  \n",
       "565  looks like a research group that hasn't publis...  \n",
       "\n",
       "[201 rows x 41 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "users = pd.read_excel(\"data/users_enriched.xlsx\")\n",
    "users_filtered = users.loc[users['final_decision'] == 1]\n",
    "users_filtered"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e03cd4d6",
   "metadata": {},
   "source": [
    "### Load data from UU profile pages. This data has been manually cleaned to remove nonsense data. It is advised to take a quick look at the retrieved data from this method."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "26a17764",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>service</th>\n",
       "      <th>date</th>\n",
       "      <th>user_id</th>\n",
       "      <th>employee_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>kovvalsky</td>\n",
       "      <td>LAbzianidze</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>lukavdplas</td>\n",
       "      <td>LPvanderPlas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>73616e646572</td>\n",
       "      <td>SPrins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>hugoquene</td>\n",
       "      <td>HQuene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>oktaal</td>\n",
       "      <td>SJJSpoel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>ShNadi</td>\n",
       "      <td>SNadiNajafabadi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>jelletreep</td>\n",
       "      <td>HJTreep</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>Southparkfan</td>\n",
       "      <td>FTufan</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>MartineDeVos</td>\n",
       "      <td>MGdeVos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>github.com</td>\n",
       "      <td>14/07/2022</td>\n",
       "      <td>lcvriend</td>\n",
       "      <td>LCVriend</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>83 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       service        date       user_id     employee_url\n",
       "0   github.com  14/07/2022     kovvalsky      LAbzianidze\n",
       "1   github.com  14/07/2022    lukavdplas     LPvanderPlas\n",
       "2   github.com  14/07/2022  73616e646572           SPrins\n",
       "3   github.com  14/07/2022     hugoquene           HQuene\n",
       "4   github.com  14/07/2022        oktaal         SJJSpoel\n",
       "..         ...         ...           ...              ...\n",
       "78  github.com  14/07/2022        ShNadi  SNadiNajafabadi\n",
       "79  github.com  14/07/2022    jelletreep          HJTreep\n",
       "80  github.com  14/07/2022  Southparkfan           FTufan\n",
       "81  github.com  14/07/2022  MartineDeVos          MGdeVos\n",
       "82  github.com  14/07/2022      lcvriend         LCVriend\n",
       "\n",
       "[83 rows x 4 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "uu_profile_pages_without_orgs = pd.read_csv(\"data/profile_page_uu_without_orgs.csv\", sep=\";\")\n",
    "\n",
    "uu_profile_pages_without_orgs = uu_profile_pages_without_orgs.rename(columns={\"UU_id\": \"employee_url\"})\n",
    "uu_profile_pages_without_orgs"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c8943b70",
   "metadata": {},
   "source": [
    "### Merge both datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5d2be081",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>source</th>\n",
       "      <th>service</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>node_id</th>\n",
       "      <th>avatar_url</th>\n",
       "      <th>gravatar_id</th>\n",
       "      <th>url</th>\n",
       "      <th>html_url</th>\n",
       "      <th>...</th>\n",
       "      <th>following</th>\n",
       "      <th>created_at</th>\n",
       "      <th>updated_at</th>\n",
       "      <th>is_student</th>\n",
       "      <th>is_employee</th>\n",
       "      <th>is_currently_employed</th>\n",
       "      <th>is_research_group</th>\n",
       "      <th>final_decision</th>\n",
       "      <th>note</th>\n",
       "      <th>employee_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>73616e646572</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6605233.0</td>\n",
       "      <td>MDQ6VXNlcjY2MDUyMzM=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/660523...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/73616e646572</td>\n",
       "      <td>https://github.com/73616e646572</td>\n",
       "      <td>...</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2014-02-06T13:51:56Z</td>\n",
       "      <td>2022-06-24T17:36:55Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "      <td>SPrins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a-quei</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6829836.0</td>\n",
       "      <td>MDQ6VXNlcjY4Mjk4MzY=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/682983...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/a-quei</td>\n",
       "      <td>https://github.com/a-quei</td>\n",
       "      <td>...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>2014-03-02T08:21:10Z</td>\n",
       "      <td>2022-07-12T16:38:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ajueling</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20947797.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTQ3Nzk3</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209477...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/AJueling</td>\n",
       "      <td>https://github.com/AJueling</td>\n",
       "      <td>...</td>\n",
       "      <td>31.0</td>\n",
       "      <td>2016-08-10T11:21:34Z</td>\n",
       "      <td>2022-01-08T17:08:22Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>aldertzomer</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>10392411.0</td>\n",
       "      <td>MDQ6VXNlcjEwMzkyNDEx</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/103924...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/aldertzomer</td>\n",
       "      <td>https://github.com/aldertzomer</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2015-01-04T19:49:33Z</td>\n",
       "      <td>2022-06-20T14:13:47Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>amices</td>\n",
       "      <td>pure.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>69854869.0</td>\n",
       "      <td>MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/698548...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/amices</td>\n",
       "      <td>https://github.com/amices</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-08-18T13:11:20Z</td>\n",
       "      <td>2022-03-17T17:14:44Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>wouterdroogers</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>38694532.0</td>\n",
       "      <td>MDQ6VXNlcjM4Njk0NTMy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/386945...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/WouterDroogers</td>\n",
       "      <td>https://github.com/WouterDroogers</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2018-04-24T13:44:53Z</td>\n",
       "      <td>2021-01-07T15:10:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>xiedanghan</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>57119295.0</td>\n",
       "      <td>MDQ6VXNlcjU3MTE5Mjk1</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/571192...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/xiedanghan</td>\n",
       "      <td>https://github.com/xiedanghan</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2019-10-29T00:35:46Z</td>\n",
       "      <td>2022-06-07T12:52:39Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "      <td>DXie</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>yuntaoj</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>74980142.0</td>\n",
       "      <td>MDQ6VXNlcjc0OTgwMTQy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/749801...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/yuntaoj</td>\n",
       "      <td>https://github.com/yuntaoj</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-11-24T16:38:30Z</td>\n",
       "      <td>2021-03-08T10:03:10Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>zievathustra</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>61464979.0</td>\n",
       "      <td>MDQ6VXNlcjYxNDY0OTc5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/614649...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zievathustra</td>\n",
       "      <td>https://github.com/zievathustra</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-02-25T14:22:18Z</td>\n",
       "      <td>2022-07-08T09:40:10Z</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>zyumakuu</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20968218.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTY4MjE4</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209682...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zyumakuu</td>\n",
       "      <td>https://github.com/zyumakuu</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2016-08-11T10:17:22Z</td>\n",
       "      <td>2022-04-12T08:48:09Z</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>looks like a research group that hasn't publis...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>201 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            user_id                   source     service        date  \\\n",
       "0      73616e646572      profile_page_uu.csv  github.com  2022-07-13   \n",
       "1            a-quei  github_search_users.csv  github.com  2022-07-13   \n",
       "2          ajueling  github_search_repos.csv  github.com  2022-07-13   \n",
       "3       aldertzomer  github_search_users.csv  github.com  2022-07-13   \n",
       "4            amices                 pure.csv  github.com  2022-07-13   \n",
       "..              ...                      ...         ...         ...   \n",
       "196  wouterdroogers  github_search_users.csv  github.com  2022-07-13   \n",
       "197      xiedanghan      profile_page_uu.csv  github.com  2022-07-13   \n",
       "198         yuntaoj  github_search_users.csv  github.com  2022-07-13   \n",
       "199    zievathustra  github_search_repos.csv  github.com  2022-07-13   \n",
       "200        zyumakuu  github_search_users.csv  github.com  2022-07-13   \n",
       "\n",
       "             id                           node_id  \\\n",
       "0     6605233.0              MDQ6VXNlcjY2MDUyMzM=   \n",
       "1     6829836.0              MDQ6VXNlcjY4Mjk4MzY=   \n",
       "2    20947797.0              MDQ6VXNlcjIwOTQ3Nzk3   \n",
       "3    10392411.0              MDQ6VXNlcjEwMzkyNDEx   \n",
       "4    69854869.0  MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5   \n",
       "..          ...                               ...   \n",
       "196  38694532.0              MDQ6VXNlcjM4Njk0NTMy   \n",
       "197  57119295.0              MDQ6VXNlcjU3MTE5Mjk1   \n",
       "198  74980142.0              MDQ6VXNlcjc0OTgwMTQy   \n",
       "199  61464979.0              MDQ6VXNlcjYxNDY0OTc5   \n",
       "200  20968218.0              MDQ6VXNlcjIwOTY4MjE4   \n",
       "\n",
       "                                            avatar_url  gravatar_id  \\\n",
       "0    https://avatars.githubusercontent.com/u/660523...          NaN   \n",
       "1    https://avatars.githubusercontent.com/u/682983...          NaN   \n",
       "2    https://avatars.githubusercontent.com/u/209477...          NaN   \n",
       "3    https://avatars.githubusercontent.com/u/103924...          NaN   \n",
       "4    https://avatars.githubusercontent.com/u/698548...          NaN   \n",
       "..                                                 ...          ...   \n",
       "196  https://avatars.githubusercontent.com/u/386945...          NaN   \n",
       "197  https://avatars.githubusercontent.com/u/571192...          NaN   \n",
       "198  https://avatars.githubusercontent.com/u/749801...          NaN   \n",
       "199  https://avatars.githubusercontent.com/u/614649...          NaN   \n",
       "200  https://avatars.githubusercontent.com/u/209682...          NaN   \n",
       "\n",
       "                                             url  \\\n",
       "0      https://api.github.com/users/73616e646572   \n",
       "1            https://api.github.com/users/a-quei   \n",
       "2          https://api.github.com/users/AJueling   \n",
       "3       https://api.github.com/users/aldertzomer   \n",
       "4            https://api.github.com/users/amices   \n",
       "..                                           ...   \n",
       "196  https://api.github.com/users/WouterDroogers   \n",
       "197      https://api.github.com/users/xiedanghan   \n",
       "198         https://api.github.com/users/yuntaoj   \n",
       "199    https://api.github.com/users/zievathustra   \n",
       "200        https://api.github.com/users/zyumakuu   \n",
       "\n",
       "                              html_url  ... following            created_at  \\\n",
       "0      https://github.com/73616e646572  ...      22.0  2014-02-06T13:51:56Z   \n",
       "1            https://github.com/a-quei  ...      17.0  2014-03-02T08:21:10Z   \n",
       "2          https://github.com/AJueling  ...      31.0  2016-08-10T11:21:34Z   \n",
       "3       https://github.com/aldertzomer  ...       3.0  2015-01-04T19:49:33Z   \n",
       "4            https://github.com/amices  ...       0.0  2020-08-18T13:11:20Z   \n",
       "..                                 ...  ...       ...                   ...   \n",
       "196  https://github.com/WouterDroogers  ...       0.0  2018-04-24T13:44:53Z   \n",
       "197      https://github.com/xiedanghan  ...       0.0  2019-10-29T00:35:46Z   \n",
       "198         https://github.com/yuntaoj  ...       0.0  2020-11-24T16:38:30Z   \n",
       "199    https://github.com/zievathustra  ...       0.0  2020-02-25T14:22:18Z   \n",
       "200        https://github.com/zyumakuu  ...       0.0  2016-08-11T10:17:22Z   \n",
       "\n",
       "               updated_at is_student is_employee is_currently_employed  \\\n",
       "0    2022-06-24T17:36:55Z      False           1                   1.0   \n",
       "1    2022-07-12T16:38:19Z      False           0                   0.0   \n",
       "2    2022-01-08T17:08:22Z      False           1                   1.0   \n",
       "3    2022-06-20T14:13:47Z      False           0                   0.0   \n",
       "4    2022-03-17T17:14:44Z      False           0                   0.0   \n",
       "..                    ...        ...         ...                   ...   \n",
       "196  2021-01-07T15:10:19Z      False           1                   1.0   \n",
       "197  2022-06-07T12:52:39Z      False           1                   NaN   \n",
       "198  2021-03-08T10:03:10Z      False           0                   0.0   \n",
       "199  2022-07-08T09:40:10Z      False           1                   1.0   \n",
       "200  2022-04-12T08:48:09Z      False           0                   0.0   \n",
       "\n",
       "    is_research_group final_decision  \\\n",
       "0                 0.0              1   \n",
       "1                 0.0              1   \n",
       "2                 0.0              1   \n",
       "3                 0.0              1   \n",
       "4                 1.0              1   \n",
       "..                ...            ...   \n",
       "196               0.0              1   \n",
       "197               NaN              1   \n",
       "198               0.0              1   \n",
       "199               0.0              1   \n",
       "200               1.0              1   \n",
       "\n",
       "                                                  note employee_url  \n",
       "0    Collected via profile pages, therefore must be...       SPrins  \n",
       "1                                                    0          NaN  \n",
       "2                                                    0          NaN  \n",
       "3                                                    0          NaN  \n",
       "4                                                    0          NaN  \n",
       "..                                                 ...          ...  \n",
       "196                                                  0          NaN  \n",
       "197  Collected via profile pages, therefore must be...         DXie  \n",
       "198                                                  0          NaN  \n",
       "199                                                  0          NaN  \n",
       "200  looks like a research group that hasn't publis...          NaN  \n",
       "\n",
       "[201 rows x 42 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "users_merged = pd.merge(users_filtered, uu_profile_pages_without_orgs[['user_id','employee_url']], how=\"left\", on=\"user_id\")\n",
    "users_merged"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "36ca4a7a",
   "metadata": {},
   "source": [
    "# Faculties\n",
    "* Faculty of Geosciences\n",
    "* Faculty of Humanities\n",
    "* Faculty of Law, Economics and Governance\n",
    "* Faculty of Medicine\n",
    "* Faculty of Science\n",
    "* Faculty of Social and Behavioural Sciences\n",
    "* Faculty of Veterinary Medicine"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e54ea709",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'ALLamprecht'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "name = \"Anna-Lena Lamprecht\"\n",
    "def search_employee_url(name):\n",
    "    if \"nan\" == name or \" \" not in name:\n",
    "        return None\n",
    "    name_url = name.replace(\" \", \"%20\")\n",
    "    url = f\"https://www.uu.nl/medewerkers/RestApi/Public/search?expression=%7B%22q%22%3A%22{name_url}%22%2C%22mode%22%3A%22naam%22%7D&t=null&l=EN\"\n",
    "    json_nested  = requests.get(url)\n",
    "    try:\n",
    "        employee_url = json_nested.json()[\"Employees\"][0][\"Url\"]\n",
    "#         print(name, employee_url)\n",
    "        return employee_url\n",
    "    except Exception as e:\n",
    "        return None\n",
    "    \n",
    "search_employee_url(name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "1cc24c0f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['A.L. (Anna-Lena) Lamprecht',\n",
       " 'Science',\n",
       " ['Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Assistant Professor']]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "employee_url = \"ALLamprecht\"\n",
    "def get_employee_info(employee_url):\n",
    "    if employee_url is None:\n",
    "        return [None]*3\n",
    "    API_link = requests.get(f\"https://www.uu.nl/medewerkers/RestApi/Public/getEmployeeData?page={employee_url}&l=EN\")\n",
    "    API_json = API_link.json()[\"Employee\"]\n",
    "    # faculties is an array but retrieved data always had only one, so extra faculties will be discarded\n",
    "    fac = API_json[\"Faculties\"][0][\"Faculty\"]\n",
    "    positions = [API_json[\"Positions\"][0][\"Level1\"], \n",
    "                 API_json[\"Positions\"][0][\"Level2\"], \n",
    "                 API_json[\"Positions\"][0][\"Level3\"], \n",
    "                 API_json[\"Positions\"][0][\"Level4\"], \n",
    "                 API_json[\"Positions\"][0][\"Position\"]]\n",
    "    info = [API_json[\"NameShort\"], fac, positions]\n",
    "    return info\n",
    "\n",
    "get_employee_info(employee_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "78d28a56",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_flattened_info(employee_urls, emplyee_infos):\n",
    "    columns = [\"employee_url\", \"faculty\", \"level1\", \"level2\", \"level3\", \"level4\", \"position\"]\n",
    "    flat_list = []\n",
    "    for employee_url, (_, faculty, positions) in zip(employee_urls, employee_infos):\n",
    "        if positions is None:\n",
    "            flat_list.append([employee_url, faculty, None, None, None, None, None])\n",
    "        else:\n",
    "            pos = [None if position == '' else position for position in positions]\n",
    "            flat_list.append([employee_url, faculty, pos[0], pos[1], pos[2], pos[3], pos[4]])\n",
    "    return flat_list"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d18fb05",
   "metadata": {},
   "source": [
    "## Retrieve employee_urls based on names. If employee url exists, keep that information instead."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "17cab899",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SPrins\n",
      "Guanyi Chen GChen\n",
      "André Jüling AJuling2\n",
      "Aldert Zomer ALZomer\n",
      "MICE None\n",
      "Anastasia Giachanou AGiachanou\n",
      "Andreas Tataris ATataris\n",
      "ALLamprecht\n",
      "nan None\n",
      "AMWegmann\n",
      "Arno Bastenhof None\n",
      "ARomanowski\n",
      "ASReview None\n",
      "basm92 None\n",
      "nan None\n",
      "nan None\n",
      "ASobhani\n",
      "BJCornejoCostas\n",
      "JdeBoer\n",
      "SMelnikov\n",
      "Bovi-Analytics None\n",
      "Bram Vaes BVaes\n",
      "CZhu\n",
      "CJvanLissa\n",
      "CLARIAH None\n",
      "Computational Geography None\n",
      "D-score None\n",
      "Daan Reijnders BJHRReijnders\n",
      "Daniel Oberski DLOberski\n",
      "DAsscheman\n",
      "DICOCortesOrtuno\n",
      "David Gernaat None\n",
      "Derek Karssenberg DJKarssenberg\n",
      "DH-IT Portal Development None\n",
      "Dieter Stoker DGGStoker\n",
      "Dorien Huijser DCHuijser\n",
      "DSIslakoglu\n",
      "Daniel Zamrsky DZamrsky\n",
      "Dr ir Egil A.J. Fischer None\n",
      "YKatrukha\n",
      "nan None\n",
      "EAarts\n",
      "nan None\n",
      "Fouad Sfarijlani None\n",
      "Francisca Pessanha MFPessanhadeMenesesRibeirodosReis\n",
      "FriedrichFoerster None\n",
      "Geostatistical Algorithms & Image Analysis None\n",
      "Jorge Vega Briones JEVegaBriones\n",
      "Gabriel Beckers GJLBeckers\n",
      "Geertje None\n",
      "nan None\n",
      "Gerbrand Sterrenburg ACJGSterrenburg\n",
      "GVink\n",
      "nan None\n",
      "nan None\n",
      "nan None\n",
      "nan None\n",
      "growthcharts None\n",
      "GTSpeed\n",
      "Guus Velders GJMVelders\n",
      "HADDOCK None\n",
      "Hamed AMIRI HAmiri\n",
      "HIOberman\n",
      "Heck Laboratory, Utrecht University None\n",
      "Alex None\n",
      "HNunner\n",
      "HQuene\n",
      "Hans van der Made (UU) None\n",
      "IVKryven\n",
      "Iñigo Bañales IBanalesBelaunde\n",
      "Iris van der Wulp IMvanderWulp2\n",
      "Isaac Alpizar-Chacon None\n",
      "iv4XR None\n",
      "nan None\n",
      "Jonathan de Bruin JdeBruin1\n",
      "Jacob Paul None\n",
      "nan None\n",
      "IJKocken\n",
      "Jacco Bikker JBikker\n",
      "John O Connor None\n",
      "HJTreep\n",
      "nan None\n",
      "Jeroen Mulder JDMulder\n",
      "JHNienhuis\n",
      "Johannes None\n",
      "J. N. (Yannick) Wiegers None\n",
      "JMCorreiaTeixeira\n",
      "JdeVries5\n",
      "JPCHoogendijk\n",
      "nan None\n",
      "Joost Gadellaa JFGadellaa\n",
      "Joris Eggenhuisen JTEggenhuisen\n",
      "nan None\n",
      "Jolanda Theeuwen JJETheeuwen\n",
      "Jurriaan Hage JHage\n",
      "Jan-Willem Simons JGSimons\n",
      "KKajala\n",
      "Katie Barry None\n",
      "KQuach\n",
      "Kor de Jong KdeJong1\n",
      "GBKoren\n",
      "LAbzianidze\n",
      "PDAKraaijenbrink\n",
      "Kyle M. Lang None\n",
      "Lappawat Ngamwongwan LNgamwongwan\n",
      "Lars Tummers LGTummers\n",
      "Laura Gomez Navarro LGomezNavarro\n",
      "LWDijkhuizen\n",
      "Laurens Stoop LPStoop\n",
      "LCVriend\n",
      "Leonardo Vida LJVida\n",
      "Lukas van de Wiel LYvandeWiel\n",
      "LPvanderPlas\n",
      "Mathieu  MGravey\n",
      "MWolthers\n",
      "Maarten None\n",
      "Maarten Terpstra None\n",
      "Madalina Drugan None\n",
      "M.J. Robeer MJRobeer\n",
      "Marnix Naber MNaber\n",
      "Martine de Vos MGdeVos\n",
      "MGiulini\n",
      "Francisco García None\n",
      "Mountain Hydrology None\n",
      "nan None\n",
      "Auro Mohanty APMohanty\n",
      "SFaez\n",
      "NMoopen\n",
      "Nima Motamed NMotamed\n",
      "Stochastic Multiscale Climate Models None\n",
      "DPNguyen\n",
      "Jurriën Stutterheim None\n",
      "nan None\n",
      "SJJSpoel\n",
      "AMJJBonvin\n",
      "nan None\n",
      "Pierre-Alexandre Balland PMABalland\n",
      "Patrick None\n",
      "PCKlink\n",
      "PCRaster None\n",
      "nan None\n",
      "Peter Koeleman PJWKoeleman\n",
      "Peter Gerbrands PGerbrands\n",
      "PYolumBirbil\n",
      "Plant Plasticity Project None\n",
      "PuReGoMe None\n",
      "Peter van Kranenburg None\n",
      "Ricky Liu None\n",
      "RMKuiper\n",
      "Cristiana Santos None\n",
      "Requirements Engineering Lab UU None\n",
      "Rens van de schoot AGJvandeSchoot\n",
      "LDHoitink\n",
      "Rianne Kraakman AMKraakman\n",
      "nan None\n",
      "nan None\n",
      "AGLSpruit\n",
      "Sanli None\n",
      "SJvanErp\n",
      "Saeed Arbabi None\n",
      "Sergio España SEspanaCubillo\n",
      "nan None\n",
      "Sebastian Mildiner Moraga SMildinerMoraga\n",
      "SoDa None\n",
      "Solenn Walstra None\n",
      "Ferran Tufan FTufan\n",
      "MILVakar\n",
      "SSchmidt\n",
      "Stef van Buuren SvanBuuren\n",
      "Sytse Groenwold SGroenwold\n",
      "nan None\n",
      "TDPrice\n",
      "YMa1\n",
      "Thomas Wise None\n",
      "TBVolker\n",
      "UiL OTS labs None\n",
      "nan None\n",
      "Utrecht Coastal Group None\n",
      "Utrecht University, Department of Physical Geography None\n",
      "HHu2\n",
      "Cell Biology, Neurobiology and Biophysics Department of Utrecht University None\n",
      "UU CS Department None\n",
      "UU-Hydro None\n",
      "UU Digital Humanities Lab None\n",
      "Utrecht University Dialogue Scenario Language None\n",
      "Utrecht University Embodied Social AI Lab None\n",
      "nan None\n",
      "UU Test Organization None\n",
      "EvanKesteren\n",
      "Vera Bouwman VBouwman\n",
      "IVelegrakis\n",
      "Pranav Kulkarni None\n",
      "Vinicius Stein Dani VSteinDani\n",
      "ZWang3\n",
      "SWBPrasetya\n",
      "Wouter Swierstra WSSwierstra\n",
      "Wouter Droogers WJDroogers\n",
      "DXie\n",
      "Yuntao None\n",
      "Arjan Sieverink JASieverink\n",
      "Utrecht University Embodied Social AI Lab None\n",
      "['SPrins', 'GChen', 'AJuling2', 'ALZomer', None, 'AGiachanou', 'ATataris', 'ALLamprecht', None, 'AMWegmann', None, 'ARomanowski', None, None, None, None, 'ASobhani', 'BJCornejoCostas', 'JdeBoer', 'SMelnikov', None, 'BVaes', 'CZhu', 'CJvanLissa', None, None, None, 'BJHRReijnders', 'DLOberski', 'DAsscheman', 'DICOCortesOrtuno', None, 'DJKarssenberg', None, 'DGGStoker', 'DCHuijser', 'DSIslakoglu', 'DZamrsky', None, 'YKatrukha', None, 'EAarts', None, None, 'MFPessanhadeMenesesRibeirodosReis', None, None, 'JEVegaBriones', 'GJLBeckers', None, None, 'ACJGSterrenburg', 'GVink', None, None, None, None, None, 'GTSpeed', 'GJMVelders', None, 'HAmiri', 'HIOberman', None, None, 'HNunner', 'HQuene', None, 'IVKryven', 'IBanalesBelaunde', 'IMvanderWulp2', None, None, None, 'JdeBruin1', None, None, 'IJKocken', 'JBikker', None, 'HJTreep', None, 'JDMulder', 'JHNienhuis', None, None, 'JMCorreiaTeixeira', 'JdeVries5', 'JPCHoogendijk', None, 'JFGadellaa', 'JTEggenhuisen', None, 'JJETheeuwen', 'JHage', 'JGSimons', 'KKajala', None, 'KQuach', 'KdeJong1', 'GBKoren', 'LAbzianidze', 'PDAKraaijenbrink', None, 'LNgamwongwan', 'LGTummers', 'LGomezNavarro', 'LWDijkhuizen', 'LPStoop', 'LCVriend', 'LJVida', 'LYvandeWiel', 'LPvanderPlas', 'MGravey', 'MWolthers', None, None, None, 'MJRobeer', 'MNaber', 'MGdeVos', 'MGiulini', None, None, None, 'APMohanty', 'SFaez', 'NMoopen', 'NMotamed', None, 'DPNguyen', None, None, 'SJJSpoel', 'AMJJBonvin', None, 'PMABalland', None, 'PCKlink', None, None, 'PJWKoeleman', 'PGerbrands', 'PYolumBirbil', None, None, None, None, 'RMKuiper', None, None, 'AGJvandeSchoot', 'LDHoitink', 'AMKraakman', None, None, 'AGLSpruit', None, 'SJvanErp', None, 'SEspanaCubillo', None, 'SMildinerMoraga', None, None, 'FTufan', 'MILVakar', 'SSchmidt', 'SvanBuuren', 'SGroenwold', None, 'TDPrice', 'YMa1', None, 'TBVolker', None, None, None, None, 'HHu2', None, None, None, None, None, None, None, None, 'EvanKesteren', 'VBouwman', 'IVelegrakis', None, 'VSteinDani', 'ZWang3', 'SWBPrasetya', 'WSSwierstra', 'WJDroogers', 'DXie', None, 'JASieverink', None]\n"
     ]
    }
   ],
   "source": [
    "employee_urls = []\n",
    "for user, employee_url in zip(users_merged[\"name\"], users_merged[\"employee_url\"]):\n",
    "    if pd.isna(employee_url):\n",
    "        result = search_employee_url(str(user))\n",
    "        print(user, result)\n",
    "        employee_urls.append(result)\n",
    "    else:\n",
    "        employee_urls.append(employee_url)\n",
    "        print(employee_url)\n",
    "#     time.sleep(1)\n",
    "print(employee_urls)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "71c1d6d0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['SPrins',\n",
       " 'GChen',\n",
       " 'AJuling2',\n",
       " 'ALZomer',\n",
       " None,\n",
       " 'AGiachanou',\n",
       " 'ATataris',\n",
       " 'ALLamprecht',\n",
       " None,\n",
       " 'AMWegmann',\n",
       " None,\n",
       " 'ARomanowski',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'ASobhani',\n",
       " 'BJCornejoCostas',\n",
       " 'JdeBoer',\n",
       " 'SMelnikov',\n",
       " None,\n",
       " 'BVaes',\n",
       " 'CZhu',\n",
       " 'CJvanLissa',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'BJHRReijnders',\n",
       " 'DLOberski',\n",
       " 'DAsscheman',\n",
       " 'DICOCortesOrtuno',\n",
       " None,\n",
       " 'DJKarssenberg',\n",
       " None,\n",
       " 'DGGStoker',\n",
       " 'DCHuijser',\n",
       " 'DSIslakoglu',\n",
       " 'DZamrsky',\n",
       " None,\n",
       " 'YKatrukha',\n",
       " None,\n",
       " 'EAarts',\n",
       " None,\n",
       " None,\n",
       " 'MFPessanhadeMenesesRibeirodosReis',\n",
       " None,\n",
       " None,\n",
       " 'JEVegaBriones',\n",
       " 'GJLBeckers',\n",
       " None,\n",
       " None,\n",
       " 'ACJGSterrenburg',\n",
       " 'GVink',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'GTSpeed',\n",
       " 'GJMVelders',\n",
       " None,\n",
       " 'HAmiri',\n",
       " 'HIOberman',\n",
       " None,\n",
       " None,\n",
       " 'HNunner',\n",
       " 'HQuene',\n",
       " None,\n",
       " 'IVKryven',\n",
       " 'IBanalesBelaunde',\n",
       " 'IMvanderWulp2',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'JdeBruin1',\n",
       " None,\n",
       " None,\n",
       " 'IJKocken',\n",
       " 'JBikker',\n",
       " None,\n",
       " 'HJTreep',\n",
       " None,\n",
       " 'JDMulder',\n",
       " 'JHNienhuis',\n",
       " None,\n",
       " None,\n",
       " 'JMCorreiaTeixeira',\n",
       " 'JdeVries5',\n",
       " 'JPCHoogendijk',\n",
       " None,\n",
       " 'JFGadellaa',\n",
       " 'JTEggenhuisen',\n",
       " None,\n",
       " 'JJETheeuwen',\n",
       " 'JHage',\n",
       " 'JGSimons',\n",
       " 'KKajala',\n",
       " None,\n",
       " 'KQuach',\n",
       " 'KdeJong1',\n",
       " 'GBKoren',\n",
       " 'LAbzianidze',\n",
       " 'PDAKraaijenbrink',\n",
       " None,\n",
       " 'LNgamwongwan',\n",
       " 'LGTummers',\n",
       " 'LGomezNavarro',\n",
       " 'LWDijkhuizen',\n",
       " 'LPStoop',\n",
       " 'LCVriend',\n",
       " 'LJVida',\n",
       " 'LYvandeWiel',\n",
       " 'LPvanderPlas',\n",
       " 'MGravey',\n",
       " 'MWolthers',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'MJRobeer',\n",
       " 'MNaber',\n",
       " 'MGdeVos',\n",
       " 'MGiulini',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'APMohanty',\n",
       " 'SFaez',\n",
       " 'NMoopen',\n",
       " 'NMotamed',\n",
       " None,\n",
       " 'DPNguyen',\n",
       " None,\n",
       " None,\n",
       " 'SJJSpoel',\n",
       " 'AMJJBonvin',\n",
       " None,\n",
       " 'PMABalland',\n",
       " None,\n",
       " 'PCKlink',\n",
       " None,\n",
       " None,\n",
       " 'PJWKoeleman',\n",
       " 'PGerbrands',\n",
       " 'PYolumBirbil',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'RMKuiper',\n",
       " None,\n",
       " None,\n",
       " 'AGJvandeSchoot',\n",
       " 'LDHoitink',\n",
       " 'AMKraakman',\n",
       " None,\n",
       " None,\n",
       " 'AGLSpruit',\n",
       " None,\n",
       " 'SJvanErp',\n",
       " None,\n",
       " 'SEspanaCubillo',\n",
       " None,\n",
       " 'SMildinerMoraga',\n",
       " None,\n",
       " None,\n",
       " 'FTufan',\n",
       " 'MILVakar',\n",
       " 'SSchmidt',\n",
       " 'SvanBuuren',\n",
       " 'SGroenwold',\n",
       " None,\n",
       " 'TDPrice',\n",
       " 'YMa1',\n",
       " None,\n",
       " 'TBVolker',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'HHu2',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " 'EvanKesteren',\n",
       " 'VBouwman',\n",
       " 'IVelegrakis',\n",
       " None,\n",
       " 'VSteinDani',\n",
       " 'ZWang3',\n",
       " 'SWBPrasetya',\n",
       " 'WSSwierstra',\n",
       " 'WJDroogers',\n",
       " 'DXie',\n",
       " None,\n",
       " 'JASieverink',\n",
       " None]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "employee_urls"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "88f5c9bc",
   "metadata": {},
   "source": [
    "## Retrieve employee info based on employee_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c48f8677",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Sander Prins', 'Humanities', ['Humanities', 'Digital Humanities IT', None, None, 'Technical Support Assistant for Teaching and Research - O profile']]\n",
      "['G. (Guanyi) Chen', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Natural Language Processing', 'Lecturer']]\n",
      "['A. (Andre) Jüling', 'UU', ['UU', '', '', '', None]]\n",
      "['A.L. (Aldert) Zomer', 'Veterinary Medicine', ['Veterinary Medicine', 'Department Biomolecular Health Sciences', 'Infectious Diseases & Immunology', ' Clinical Infectiology', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['Anastasia Giachanou', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', '', None, None, 'Researcher']]\n",
      "['Andreas Tataris', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Seismology', '', 'PhD Candidate']]\n",
      "['A.L. (Anna-Lena) Lamprecht', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Software Technology', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['Anna Wegmann', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Natural Language Processing', 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "['Andres Romanowski', 'Science', ['Science', 'Biology', 'Environmental Biology', 'Plant-Environment Signaling', 'Researcher']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Anae Sobhani', 'Geosciences', ['Geosciences', 'Human Geography and Spatial Planning', 'Urban Geography', None, 'Assistant Professor']]\n",
      "['Benjamin Cornejo Costas', 'Geosciences', ['Geosciences', 'Human Geography and Spatial Planning', 'Economic Geography', None, 'PhD Candidate']]\n",
      "['Jan de Boer', 'Utrecht University Library', ['Utrecht University Library', 'Academic Services', '', None, 'Subject Librarian Social Sciences']]\n",
      "['S. (Stanislav) Melnikov', 'Science', ['Science', 'Chemistry', 'Debye Institute for Nanomaterials Science', 'Organic Chemistry and Catalysis', 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "['Bram Vaes', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Mantle dynamics & theoretical geophysics', '', 'PhD Candidate']]\n",
      "['C. (Changxi) Zhu', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Intelligent Systems', 'PhD Candidate']]\n",
      "['Caspar van Lissa', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Daan Reijnders', 'Science', ['Science', 'Physics', 'Marine and Atmospheric Research', 'Physical Oceanography', 'PhD Candidate']]\n",
      "['Daniel Oberski', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', '', None, None, 'Professor']]\n",
      "['Daan Asscheman', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Faculty Support Office', 'Housing & Technology Services (HTS)', 'ICT', 'ICT Developer']]\n",
      "['David Cortes Ortuno', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Paleomagnetism', '', 'Researcher']]\n",
      "[None, None, None]\n",
      "['Derek Karssenberg', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Land Degradation and Remote Sensing', 'Professor']]\n",
      "[None, None, None]\n",
      "['D.G.G. (Dieter) Stoker', 'Science', ['Science', 'Biology', 'Biodynamics and Biocomplexity', 'Bioinformatics', 'Research and Education Assistant']]\n",
      "['Dorien Huijser', 'Utrecht University Library', ['Utrecht University Library', 'Academic Services', '', None, 'Information / Collection Specialist']]\n",
      "['D.S. (Duygu) Islakoglu', 'Science', ['Science', 'Information and computing sciences', 'Algorithms', 'Data Intensive Systems', 'PhD Candidate']]\n",
      "['Daniël Zamrsky', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Geographical Hydrology', 'Researcher']]\n",
      "[None, None, None]\n",
      "['Y. (Eugene) Katrukha', 'Science', ['Science', 'Biology', 'Biodynamics and Biocomplexity', 'Cell Biology', 'Technical Support Assistant for Teaching and Research - O profile']]\n",
      "[None, None, None]\n",
      "['Emmeke Aarts', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Associate Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['M.F. (Maria Francisca) Pessanha de Meneses Ribeiro dos Reis', 'Science', ['Science', 'Information and computing sciences', 'Interaction', 'Human-Centered Computing', 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Jorge Vega Briones', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Land Degradation and Remote Sensing', 'PhD Candidate']]\n",
      "['Gabriël Beckers', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Psychology', 'Experimental Psychology', None, 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Gerbrand Sterrenburg', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Faculty Support Office', 'Housing & Technology Services (HTS)', 'ICT', 'ICT Developer']]\n",
      "['Gerko Vink', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Associate Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Garrett Speed', 'Geosciences', ['Geosciences', 'Faculty Office', 'GEO-ICT', '', 'Information Manager']]\n",
      "['G.J.M. (Guus) Velders', 'Science', ['Science', 'Physics', 'Marine and Atmospheric Research', 'Marine & Atmospheric Res', 'Professor']]\n",
      "[None, None, None]\n",
      "['Hamed Amiri', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Structural geology & EM', '', 'PhD Candidate']]\n",
      "['Hanne Oberman', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Research and Education Assistant']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Hendrik Nunner', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Sociology', None, 'PhD Candidate']]\n",
      "['Hugo Quené', 'Humanities', ['Humanities', 'Department of Languages, Literature and Communication', 'Linguistics', '', 'Professor']]\n",
      "[None, None, None]\n",
      "['Ivan Kryven', 'Science', ['Science', 'Mathematics', 'Mathematical Institute', 'Mathematical Modeling', 'Assistant Professor']]\n",
      "['I. (Iñigo) Bañales Belaunde', 'Science', ['Science', 'Biology', 'Environmental Biology', 'Plant-Microbe Interactions', 'PhD Candidate']]\n",
      "['Iris van der Wulp', 'Humanities', ['Humanities', 'Department of Languages, Literature and Communication', 'Linguistics', None, 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Jonathan de Bruin', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', 'ICT Developer']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Ilja Kocken', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Earth sciences Office', '', None]]\n",
      "['J. (Jacco) Bikker', 'Science', ['Science', 'Information and computing sciences', 'Interaction', 'Visualization and Graphics', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['Jelle Treep', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', 'Research engineer']]\n",
      "[None, None, None]\n",
      "['Jeroen Mulder', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', '', None, None, 'PhD Candidate']]\n",
      "['Jaap Nienhuis', 'Geosciences', ['Geosciences', 'Physical Geography', 'Coastal Dynamics, Fluvial Systems and Global Change', 'Global Change Geomorphology', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['J.M. (João) Correia Teixeira', 'Science', ['Science', 'Chemistry', 'Biomolecular Sciences', 'NMR Spectroscopy', 'Researcher']]\n",
      "['Job de Vries', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Land Degradation and Remote Sensing', 'PhD Candidate']]\n",
      "['J.P.C. (Jochem) Hoogendijk', 'Science', ['Science', 'Mathematics', 'Mathematical Institute', 'Mathematical Modeling', 'PhD Candidate']]\n",
      "[None, None, None]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Joost Gadellaa', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Support and Monitoring Services', '', 'ICT Support Assistant']]\n",
      "['Joris Eggenhuisen', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Sedimentology', '', 'Associate Professor']]\n",
      "[None, None, None]\n",
      "['Jolanda Theeuwen', 'Geosciences', ['Geosciences', 'Copernicus Institute of Sustainable Development', 'Environmental Sciences', None, 'PhD Candidate']]\n",
      "['J. (Jurriaan) Hage', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Software Technology', 'Professor']]\n",
      "['Jan-Willem Simons', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Sociology', None, 'PhD Candidate']]\n",
      "['K. (Kaisa) Kajala', 'Science', ['Science', 'Biology', 'Environmental Biology', 'Plant-Environment Signaling', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['K. (Keven) Quach', 'Science', ['Science', '', None, None, 'Student Assistant']]\n",
      "['Kor de Jong', 'Geosciences', ['Geosciences', 'Physical Geography', 'Physical Geography Office', '', 'Consultant ICT']]\n",
      "['Gerbrand Koren', 'Geosciences', ['Geosciences', 'Copernicus Institute of Sustainable Development', 'Environmental Sciences', 'Global Ecohydrology and Sustainability', 'Assistant Professor']]\n",
      "['Lasha Abzianidze', 'Humanities', ['Humanities', 'Utrecht Institute of Linguistics OTS', 'Language, logic and information', '', 'Researcher']]\n",
      "['Philip Kraaijenbrink', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Geographical Hydrology', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['L. (Lappawat) Ngamwongwan', 'Science', ['Science', 'Chemistry', 'Debye Institute for Nanomaterials Science', 'Materials Chemistry and Catalysis', 'PhD Candidate']]\n",
      "['Lars Tummers', 'Law, Economics and Governance', ['Law, Economics and Governance', 'Utrecht University School of Governance ', 'Public Governance and Management', '', 'Professor']]\n",
      "['L. (Laura) Gomez Navarro', 'Science', ['Science', 'Physics', 'Marine and Atmospheric Research', 'Physical Oceanography', 'Researcher']]\n",
      "['L.W. (Laura) Dijkhuizen', 'Science', ['Science', 'Biology', 'Environmental Biology', 'Molecular Plant Physiology', 'PhD Candidate']]\n",
      "['L.P. (Laurens) Stoop', 'Science', ['Science', 'Information and computing sciences', 'Algorithms', 'Algorithmic Data Analysis', 'PhD Candidate']]\n",
      "['Lawrence Vriend', 'University Corporate Offices', ['University Corporate Offices', 'Finance, Control & Administration', 'Accounting Services', None, 'Processes and Systems Assistant']]\n",
      "['Leonardo Vida', 'UU', ['UU', '', '', '', None]]\n",
      "['Lukas van de Wiel', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Technical & Analytical support Earth sciences', '', 'ICT Developer']]\n",
      "['Luka van der Plas', 'Humanities', ['Humanities', 'Digital Humanities IT', None, None, 'ICT Developer']]\n",
      "['Mathieu Gravey', 'Geosciences', ['Geosciences', 'Physical Geography', 'Landscape Functioning, Geo-computation and Hydrology', 'Land Degradation and Remote Sensing', 'Assistant Professor']]\n",
      "['Mariette Wolthers', 'Geosciences', ['Geosciences', 'Earth Sciences', 'Geochemistry', '', 'Associate Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['M.J. (Marcel) Robeer', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Intelligent Systems', 'Researcher']]\n",
      "['Marnix Naber', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Psychology', 'Experimental Psychology', '', 'Assistant Professor']]\n",
      "['Martine de Vos', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', 'ICT Developer']]\n",
      "['M. (Marco) Giulini', 'Science', ['Science', 'Chemistry', 'Biomolecular Sciences', 'NMR Spectroscopy', 'Researcher']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['A.P. (Auro) Mohanty', 'Science', ['Science', 'Physics', 'Gravitational and Subatomic Physics (GRASP)', None, 'PhD Candidate']]\n",
      "['Sanli Faez', 'Science', ['Science', 'Physics', 'Debye Institute for Nanomaterials Science', 'Nanophotonics', 'Assistant Professor']]\n",
      "['Neha Moopen', 'Utrecht University Library', ['Utrecht University Library', 'Academic Services', '', None, 'Information / Collection Specialist']]\n",
      "['N. (Nima) Motamed', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Intelligent Systems', 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "['D.P. (Dong) Nguyen', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Natural Language Processing', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Sheean Spoel', 'Humanities', ['Humanities', 'Digital Humanities IT', None, None, 'ICT Developer']]\n",
      "['A.M.J.J. (Alexandre) Bonvin', 'Science', ['Science', 'Chemistry', 'Biomolecular Sciences', 'NMR Spectroscopy', 'Professor']]\n",
      "[None, None, None]\n",
      "['Pierre-Alexandre Balland', 'Geosciences', ['Geosciences', 'Human Geography and Spatial Planning', 'Economic Geography', None, 'Associate Professor']]\n",
      "[None, None, None]\n",
      "['Chris Klink', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Psychology', 'Experimental Psychology', '', 'Lecturer']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Peter Koeleman', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Business Intelligence, Integration and Online Services', '', 'ICT Developer']]\n",
      "['Peter Gerbrands', 'Law, Economics and Governance', ['Law, Economics and Governance', 'Utrecht University School of Economics ', 'Applied Economics', None, 'Researcher']]\n",
      "['Pinar Yolum Birbil', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Intelligent Systems', 'Associate Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Rebecca Kuiper', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Rens van de Schoot', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', '', 'Professor']]\n",
      "['L.D. (Roy) Hoitink', 'Science', ['Science', 'Physics', 'Debye Institute for Nanomaterials Science', 'Soft Condensed Matter', 'PhD Candidate']]\n",
      "['Rianne Kraakman', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Lecturer']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Sandor Spruit', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Faculty Support Office', 'Housing & Technology Services (HTS)', 'ICT', 'ICT Developer']]\n",
      "[None, None, None]\n",
      "['Sara van Erp', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', '', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['S. (Sergio) Espana Cubillo', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Organization and Information', 'Assistant Professor']]\n",
      "[None, None, None]\n",
      "['Sebastian Mildiner Moraga', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Ferran Tufan', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Identity and Security Services', '', 'IT Engineer']]\n",
      "['M.I.L. (Matthijs) Vákár', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Software Technology', 'Assistant Professor']]\n",
      "['S. (Stefano) Schmidt', 'Science', ['Science', 'Physics', 'Gravitational and Subatomic Physics (GRASP)', None, 'PhD Candidate']]\n",
      "['Stef van Buuren', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', None, 'Professor']]\n",
      "['Sytse Groenwold', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', None]]\n",
      "[None, None, None]\n",
      "['Timothy Price', 'Geosciences', ['Geosciences', 'Physical Geography', 'Coastal Dynamics, Fluvial Systems and Global Change', 'Earth Surface Processes', 'Assistant Professor']]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Yongchao Ma', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', '', None, None, 'Research and Education Assistant']]\n",
      "[None, None, None]\n",
      "['Thom Volker', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Social Sciences', 'Methodology and Statistics', '', 'PhD Candidate']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Haili Hu', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', 'ICT Developer']]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "[None, None, None]\n",
      "['Erik-Jan van Kesteren', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', '', None, None, 'Assistant Professor']]\n",
      "['Vera Bouwman', 'Social and Behavioural Sciences', ['Social and Behavioural Sciences', 'Psychology', 'Clinical Psychology', None, 'PhD Candidate']]\n",
      "['Yannis Velegrakis', 'Science', ['Science', 'Information and computing sciences', 'Algorithms', 'Data Intensive Systems', 'Professor']]\n",
      "[None, None, None]\n",
      "['V. (Vinicius) Stein Dani', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Business Process Management and Analytics', 'PhD Candidate']]\n",
      "['Zhiyong Wang', 'Geosciences', ['Geosciences', 'Human Geography and Spatial Planning', 'Urban Geography', '', 'Researcher']]\n",
      "['S.W.B. (Wishnu) Prasetya', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Software Technology', 'Assistant Professor']]\n",
      "['W.S. (Wouter) Swierstra', 'Science', ['Science', 'Information and computing sciences', 'Intelligent Software Systems', 'Software Technology', 'Assistant Professor']]\n",
      "['W.J. (Wouter) Droogers', 'Science', ['Science', 'Biology', 'Biodynamics and Biocomplexity', 'Cell Biology', 'PhD Candidate']]\n",
      "['Danghan Xie', 'Geosciences', ['Geosciences', 'Physical Geography', 'Coastal Dynamics, Fluvial Systems and Global Change', 'Biogeomorphology of Rivers and Estuaries', 'Researcher']]\n",
      "[None, None, None]\n",
      "['Arjan Sieverink', 'University Corporate Offices', ['University Corporate Offices', 'Information and Technology Services', 'Research and Data Management Services', '', 'IT Engineer']]\n",
      "[None, None, None]\n"
     ]
    }
   ],
   "source": [
    "employee_infos = []\n",
    "for employee_url in employee_urls:\n",
    "    result = get_employee_info(employee_url)\n",
    "    print(result)\n",
    "    employee_infos.append(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "41d2f7ae",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['SPrins',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Digital Humanities IT',\n",
       "  None,\n",
       "  None,\n",
       "  'Technical Support Assistant for Teaching and Research - O profile'],\n",
       " ['GChen',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Natural Language Processing',\n",
       "  'Lecturer'],\n",
       " ['AJuling2', 'UU', 'UU', None, None, None, None],\n",
       " ['ALZomer',\n",
       "  'Veterinary Medicine',\n",
       "  'Veterinary Medicine',\n",
       "  'Department Biomolecular Health Sciences',\n",
       "  'Infectious Diseases & Immunology',\n",
       "  ' Clinical Infectiology',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['AGiachanou',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  None,\n",
       "  None,\n",
       "  None,\n",
       "  'Researcher'],\n",
       " ['ATataris',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Seismology',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['ALLamprecht',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['AMWegmann',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Natural Language Processing',\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['ARomanowski',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Environmental Biology',\n",
       "  'Plant-Environment Signaling',\n",
       "  'Researcher'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['ASobhani',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Human Geography and Spatial Planning',\n",
       "  'Urban Geography',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " ['BJCornejoCostas',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Human Geography and Spatial Planning',\n",
       "  'Economic Geography',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['JdeBoer',\n",
       "  'Utrecht University Library',\n",
       "  'Utrecht University Library',\n",
       "  'Academic Services',\n",
       "  None,\n",
       "  None,\n",
       "  'Subject Librarian Social Sciences'],\n",
       " ['SMelnikov',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Chemistry',\n",
       "  'Debye Institute for Nanomaterials Science',\n",
       "  'Organic Chemistry and Catalysis',\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['BVaes',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Mantle dynamics & theoretical geophysics',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['CZhu',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Intelligent Systems',\n",
       "  'PhD Candidate'],\n",
       " ['CJvanLissa',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['BJHRReijnders',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Marine and Atmospheric Research',\n",
       "  'Physical Oceanography',\n",
       "  'PhD Candidate'],\n",
       " ['DLOberski',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  None,\n",
       "  None,\n",
       "  None,\n",
       "  'Professor'],\n",
       " ['DAsscheman',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Faculty Support Office',\n",
       "  'Housing & Technology Services (HTS)',\n",
       "  'ICT',\n",
       "  'ICT Developer'],\n",
       " ['DICOCortesOrtuno',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Paleomagnetism',\n",
       "  None,\n",
       "  'Researcher'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['DJKarssenberg',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Land Degradation and Remote Sensing',\n",
       "  'Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['DGGStoker',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Biodynamics and Biocomplexity',\n",
       "  'Bioinformatics',\n",
       "  'Research and Education Assistant'],\n",
       " ['DCHuijser',\n",
       "  'Utrecht University Library',\n",
       "  'Utrecht University Library',\n",
       "  'Academic Services',\n",
       "  None,\n",
       "  None,\n",
       "  'Information / Collection Specialist'],\n",
       " ['DSIslakoglu',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Algorithms',\n",
       "  'Data Intensive Systems',\n",
       "  'PhD Candidate'],\n",
       " ['DZamrsky',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Geographical Hydrology',\n",
       "  'Researcher'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['YKatrukha',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Biodynamics and Biocomplexity',\n",
       "  'Cell Biology',\n",
       "  'Technical Support Assistant for Teaching and Research - O profile'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['EAarts',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['MFPessanhadeMenesesRibeirodosReis',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Interaction',\n",
       "  'Human-Centered Computing',\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JEVegaBriones',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Land Degradation and Remote Sensing',\n",
       "  'PhD Candidate'],\n",
       " ['GJLBeckers',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Psychology',\n",
       "  'Experimental Psychology',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['ACJGSterrenburg',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Faculty Support Office',\n",
       "  'Housing & Technology Services (HTS)',\n",
       "  'ICT',\n",
       "  'ICT Developer'],\n",
       " ['GVink',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['GTSpeed',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Faculty Office',\n",
       "  'GEO-ICT',\n",
       "  None,\n",
       "  'Information Manager'],\n",
       " ['GJMVelders',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Marine and Atmospheric Research',\n",
       "  'Marine & Atmospheric Res',\n",
       "  'Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['HAmiri',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Structural geology & EM',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['HIOberman',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Research and Education Assistant'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['HNunner',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Sociology',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['HQuene',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Department of Languages, Literature and Communication',\n",
       "  'Linguistics',\n",
       "  None,\n",
       "  'Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['IVKryven',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Mathematics',\n",
       "  'Mathematical Institute',\n",
       "  'Mathematical Modeling',\n",
       "  'Assistant Professor'],\n",
       " ['IBanalesBelaunde',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Environmental Biology',\n",
       "  'Plant-Microbe Interactions',\n",
       "  'PhD Candidate'],\n",
       " ['IMvanderWulp2',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Department of Languages, Literature and Communication',\n",
       "  'Linguistics',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JdeBruin1',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['IJKocken',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Earth sciences Office',\n",
       "  None,\n",
       "  None],\n",
       " ['JBikker',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Interaction',\n",
       "  'Visualization and Graphics',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['HJTreep',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  'Research engineer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JDMulder',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  None,\n",
       "  None,\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['JHNienhuis',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Coastal Dynamics, Fluvial Systems and Global Change',\n",
       "  'Global Change Geomorphology',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JMCorreiaTeixeira',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Chemistry',\n",
       "  'Biomolecular Sciences',\n",
       "  'NMR Spectroscopy',\n",
       "  'Researcher'],\n",
       " ['JdeVries5',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Land Degradation and Remote Sensing',\n",
       "  'PhD Candidate'],\n",
       " ['JPCHoogendijk',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Mathematics',\n",
       "  'Mathematical Institute',\n",
       "  'Mathematical Modeling',\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JFGadellaa',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Support and Monitoring Services',\n",
       "  None,\n",
       "  'ICT Support Assistant'],\n",
       " ['JTEggenhuisen',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Sedimentology',\n",
       "  None,\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JJETheeuwen',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Copernicus Institute of Sustainable Development',\n",
       "  'Environmental Sciences',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['JHage',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Professor'],\n",
       " ['JGSimons',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Sociology',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['KKajala',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Environmental Biology',\n",
       "  'Plant-Environment Signaling',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['KQuach', 'Science', 'Science', None, None, None, 'Student Assistant'],\n",
       " ['KdeJong1',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Physical Geography Office',\n",
       "  None,\n",
       "  'Consultant ICT'],\n",
       " ['GBKoren',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Copernicus Institute of Sustainable Development',\n",
       "  'Environmental Sciences',\n",
       "  'Global Ecohydrology and Sustainability',\n",
       "  'Assistant Professor'],\n",
       " ['LAbzianidze',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Utrecht Institute of Linguistics OTS',\n",
       "  'Language, logic and information',\n",
       "  None,\n",
       "  'Researcher'],\n",
       " ['PDAKraaijenbrink',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Geographical Hydrology',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['LNgamwongwan',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Chemistry',\n",
       "  'Debye Institute for Nanomaterials Science',\n",
       "  'Materials Chemistry and Catalysis',\n",
       "  'PhD Candidate'],\n",
       " ['LGTummers',\n",
       "  'Law, Economics and Governance',\n",
       "  'Law, Economics and Governance',\n",
       "  'Utrecht University School of Governance ',\n",
       "  'Public Governance and Management',\n",
       "  None,\n",
       "  'Professor'],\n",
       " ['LGomezNavarro',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Marine and Atmospheric Research',\n",
       "  'Physical Oceanography',\n",
       "  'Researcher'],\n",
       " ['LWDijkhuizen',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Environmental Biology',\n",
       "  'Molecular Plant Physiology',\n",
       "  'PhD Candidate'],\n",
       " ['LPStoop',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Algorithms',\n",
       "  'Algorithmic Data Analysis',\n",
       "  'PhD Candidate'],\n",
       " ['LCVriend',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Finance, Control & Administration',\n",
       "  'Accounting Services',\n",
       "  None,\n",
       "  'Processes and Systems Assistant'],\n",
       " ['LJVida', 'UU', 'UU', None, None, None, None],\n",
       " ['LYvandeWiel',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Technical & Analytical support Earth sciences',\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " ['LPvanderPlas',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Digital Humanities IT',\n",
       "  None,\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " ['MGravey',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Landscape Functioning, Geo-computation and Hydrology',\n",
       "  'Land Degradation and Remote Sensing',\n",
       "  'Assistant Professor'],\n",
       " ['MWolthers',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Earth Sciences',\n",
       "  'Geochemistry',\n",
       "  None,\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['MJRobeer',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Intelligent Systems',\n",
       "  'Researcher'],\n",
       " ['MNaber',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Psychology',\n",
       "  'Experimental Psychology',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " ['MGdeVos',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " ['MGiulini',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Chemistry',\n",
       "  'Biomolecular Sciences',\n",
       "  'NMR Spectroscopy',\n",
       "  'Researcher'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['APMohanty',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Gravitational and Subatomic Physics (GRASP)',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['SFaez',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Debye Institute for Nanomaterials Science',\n",
       "  'Nanophotonics',\n",
       "  'Assistant Professor'],\n",
       " ['NMoopen',\n",
       "  'Utrecht University Library',\n",
       "  'Utrecht University Library',\n",
       "  'Academic Services',\n",
       "  None,\n",
       "  None,\n",
       "  'Information / Collection Specialist'],\n",
       " ['NMotamed',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Intelligent Systems',\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['DPNguyen',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Natural Language Processing',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['SJJSpoel',\n",
       "  'Humanities',\n",
       "  'Humanities',\n",
       "  'Digital Humanities IT',\n",
       "  None,\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " ['AMJJBonvin',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Chemistry',\n",
       "  'Biomolecular Sciences',\n",
       "  'NMR Spectroscopy',\n",
       "  'Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['PMABalland',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Human Geography and Spatial Planning',\n",
       "  'Economic Geography',\n",
       "  None,\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['PCKlink',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Psychology',\n",
       "  'Experimental Psychology',\n",
       "  None,\n",
       "  'Lecturer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['PJWKoeleman',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Business Intelligence, Integration and Online Services',\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " ['PGerbrands',\n",
       "  'Law, Economics and Governance',\n",
       "  'Law, Economics and Governance',\n",
       "  'Utrecht University School of Economics ',\n",
       "  'Applied Economics',\n",
       "  None,\n",
       "  'Researcher'],\n",
       " ['PYolumBirbil',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Intelligent Systems',\n",
       "  'Associate Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['RMKuiper',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['AGJvandeSchoot',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Professor'],\n",
       " ['LDHoitink',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Debye Institute for Nanomaterials Science',\n",
       "  'Soft Condensed Matter',\n",
       "  'PhD Candidate'],\n",
       " ['AMKraakman',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Lecturer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['AGLSpruit',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Faculty Support Office',\n",
       "  'Housing & Technology Services (HTS)',\n",
       "  'ICT',\n",
       "  'ICT Developer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['SJvanErp',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['SEspanaCubillo',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Organization and Information',\n",
       "  'Assistant Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['SMildinerMoraga',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['FTufan',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Identity and Security Services',\n",
       "  None,\n",
       "  'IT Engineer'],\n",
       " ['MILVakar',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Assistant Professor'],\n",
       " ['SSchmidt',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Physics',\n",
       "  'Gravitational and Subatomic Physics (GRASP)',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['SvanBuuren',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'Professor'],\n",
       " ['SGroenwold',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['TDPrice',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Coastal Dynamics, Fluvial Systems and Global Change',\n",
       "  'Earth Surface Processes',\n",
       "  'Assistant Professor'],\n",
       " ['YMa1',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  None,\n",
       "  None,\n",
       "  None,\n",
       "  'Research and Education Assistant'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['TBVolker',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social Sciences',\n",
       "  'Methodology and Statistics',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['HHu2',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  'ICT Developer'],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['EvanKesteren',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  None,\n",
       "  None,\n",
       "  None,\n",
       "  'Assistant Professor'],\n",
       " ['VBouwman',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Social and Behavioural Sciences',\n",
       "  'Psychology',\n",
       "  'Clinical Psychology',\n",
       "  None,\n",
       "  'PhD Candidate'],\n",
       " ['IVelegrakis',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Algorithms',\n",
       "  'Data Intensive Systems',\n",
       "  'Professor'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['VSteinDani',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Business Process Management and Analytics',\n",
       "  'PhD Candidate'],\n",
       " ['ZWang3',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Human Geography and Spatial Planning',\n",
       "  'Urban Geography',\n",
       "  None,\n",
       "  'Researcher'],\n",
       " ['SWBPrasetya',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Assistant Professor'],\n",
       " ['WSSwierstra',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Information and computing sciences',\n",
       "  'Intelligent Software Systems',\n",
       "  'Software Technology',\n",
       "  'Assistant Professor'],\n",
       " ['WJDroogers',\n",
       "  'Science',\n",
       "  'Science',\n",
       "  'Biology',\n",
       "  'Biodynamics and Biocomplexity',\n",
       "  'Cell Biology',\n",
       "  'PhD Candidate'],\n",
       " ['DXie',\n",
       "  'Geosciences',\n",
       "  'Geosciences',\n",
       "  'Physical Geography',\n",
       "  'Coastal Dynamics, Fluvial Systems and Global Change',\n",
       "  'Biogeomorphology of Rivers and Estuaries',\n",
       "  'Researcher'],\n",
       " [None, None, None, None, None, None, None],\n",
       " ['JASieverink',\n",
       "  'University Corporate Offices',\n",
       "  'University Corporate Offices',\n",
       "  'Information and Technology Services',\n",
       "  'Research and Data Management Services',\n",
       "  None,\n",
       "  'IT Engineer'],\n",
       " [None, None, None, None, None, None, None]]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# for employee_info in employee_infos:\n",
    "#     print(employee_info[1]) # this shows that there are never 2 faculties for a person even if the rest api allows it\n",
    "    \n",
    "flat_list = get_flattened_info(employee_urls, employee_infos)\n",
    "flat_list"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e8ff4fb9",
   "metadata": {},
   "source": [
    "### After this last step for automated labeling, an additional manual check will be done. If a user can't be found via the UU API, that person will be removed since we can't relate the person to a faculty. Organizational accounts are manually labeled based on available information."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "968e8a0b",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>source</th>\n",
       "      <th>service</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>node_id</th>\n",
       "      <th>avatar_url</th>\n",
       "      <th>gravatar_id</th>\n",
       "      <th>url</th>\n",
       "      <th>html_url</th>\n",
       "      <th>...</th>\n",
       "      <th>is_research_group</th>\n",
       "      <th>final_decision</th>\n",
       "      <th>note</th>\n",
       "      <th>employee_url</th>\n",
       "      <th>faculty</th>\n",
       "      <th>level1</th>\n",
       "      <th>level2</th>\n",
       "      <th>level3</th>\n",
       "      <th>level4</th>\n",
       "      <th>position</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>73616e646572</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6605233.0</td>\n",
       "      <td>MDQ6VXNlcjY2MDUyMzM=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/660523...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/73616e646572</td>\n",
       "      <td>https://github.com/73616e646572</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "      <td>SPrins</td>\n",
       "      <td>Humanities</td>\n",
       "      <td>Humanities</td>\n",
       "      <td>Digital Humanities IT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Technical Support Assistant for Teaching and R...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a-quei</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>6829836.0</td>\n",
       "      <td>MDQ6VXNlcjY4Mjk4MzY=</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/682983...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/a-quei</td>\n",
       "      <td>https://github.com/a-quei</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>GChen</td>\n",
       "      <td>Science</td>\n",
       "      <td>Science</td>\n",
       "      <td>Information and computing sciences</td>\n",
       "      <td>Intelligent Software Systems</td>\n",
       "      <td>Natural Language Processing</td>\n",
       "      <td>Lecturer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ajueling</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20947797.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTQ3Nzk3</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209477...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/AJueling</td>\n",
       "      <td>https://github.com/AJueling</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>AJuling2</td>\n",
       "      <td>UU</td>\n",
       "      <td>UU</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>aldertzomer</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>10392411.0</td>\n",
       "      <td>MDQ6VXNlcjEwMzkyNDEx</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/103924...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/aldertzomer</td>\n",
       "      <td>https://github.com/aldertzomer</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>ALZomer</td>\n",
       "      <td>Veterinary Medicine</td>\n",
       "      <td>Veterinary Medicine</td>\n",
       "      <td>Department Biomolecular Health Sciences</td>\n",
       "      <td>Infectious Diseases &amp; Immunology</td>\n",
       "      <td>Clinical Infectiology</td>\n",
       "      <td>Assistant Professor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>amices</td>\n",
       "      <td>pure.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>69854869.0</td>\n",
       "      <td>MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/698548...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/amices</td>\n",
       "      <td>https://github.com/amices</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>wouterdroogers</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>38694532.0</td>\n",
       "      <td>MDQ6VXNlcjM4Njk0NTMy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/386945...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/WouterDroogers</td>\n",
       "      <td>https://github.com/WouterDroogers</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>WJDroogers</td>\n",
       "      <td>Science</td>\n",
       "      <td>Science</td>\n",
       "      <td>Biology</td>\n",
       "      <td>Biodynamics and Biocomplexity</td>\n",
       "      <td>Cell Biology</td>\n",
       "      <td>PhD Candidate</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>xiedanghan</td>\n",
       "      <td>profile_page_uu.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>57119295.0</td>\n",
       "      <td>MDQ6VXNlcjU3MTE5Mjk1</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/571192...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/xiedanghan</td>\n",
       "      <td>https://github.com/xiedanghan</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>Collected via profile pages, therefore must be...</td>\n",
       "      <td>DXie</td>\n",
       "      <td>Geosciences</td>\n",
       "      <td>Geosciences</td>\n",
       "      <td>Physical Geography</td>\n",
       "      <td>Coastal Dynamics, Fluvial Systems and Global C...</td>\n",
       "      <td>Biogeomorphology of Rivers and Estuaries</td>\n",
       "      <td>Researcher</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>yuntaoj</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>74980142.0</td>\n",
       "      <td>MDQ6VXNlcjc0OTgwMTQy</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/749801...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/yuntaoj</td>\n",
       "      <td>https://github.com/yuntaoj</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>zievathustra</td>\n",
       "      <td>github_search_repos.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>61464979.0</td>\n",
       "      <td>MDQ6VXNlcjYxNDY0OTc5</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/614649...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zievathustra</td>\n",
       "      <td>https://github.com/zievathustra</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>JASieverink</td>\n",
       "      <td>University Corporate Offices</td>\n",
       "      <td>University Corporate Offices</td>\n",
       "      <td>Information and Technology Services</td>\n",
       "      <td>Research and Data Management Services</td>\n",
       "      <td>None</td>\n",
       "      <td>IT Engineer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>zyumakuu</td>\n",
       "      <td>github_search_users.csv</td>\n",
       "      <td>github.com</td>\n",
       "      <td>2022-07-13</td>\n",
       "      <td>20968218.0</td>\n",
       "      <td>MDQ6VXNlcjIwOTY4MjE4</td>\n",
       "      <td>https://avatars.githubusercontent.com/u/209682...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://api.github.com/users/zyumakuu</td>\n",
       "      <td>https://github.com/zyumakuu</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>looks like a research group that hasn't publis...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>201 rows × 48 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            user_id                   source     service        date  \\\n",
       "0      73616e646572      profile_page_uu.csv  github.com  2022-07-13   \n",
       "1            a-quei  github_search_users.csv  github.com  2022-07-13   \n",
       "2          ajueling  github_search_repos.csv  github.com  2022-07-13   \n",
       "3       aldertzomer  github_search_users.csv  github.com  2022-07-13   \n",
       "4            amices                 pure.csv  github.com  2022-07-13   \n",
       "..              ...                      ...         ...         ...   \n",
       "196  wouterdroogers  github_search_users.csv  github.com  2022-07-13   \n",
       "197      xiedanghan      profile_page_uu.csv  github.com  2022-07-13   \n",
       "198         yuntaoj  github_search_users.csv  github.com  2022-07-13   \n",
       "199    zievathustra  github_search_repos.csv  github.com  2022-07-13   \n",
       "200        zyumakuu  github_search_users.csv  github.com  2022-07-13   \n",
       "\n",
       "             id                           node_id  \\\n",
       "0     6605233.0              MDQ6VXNlcjY2MDUyMzM=   \n",
       "1     6829836.0              MDQ6VXNlcjY4Mjk4MzY=   \n",
       "2    20947797.0              MDQ6VXNlcjIwOTQ3Nzk3   \n",
       "3    10392411.0              MDQ6VXNlcjEwMzkyNDEx   \n",
       "4    69854869.0  MDEyOk9yZ2FuaXphdGlvbjY5ODU0ODY5   \n",
       "..          ...                               ...   \n",
       "196  38694532.0              MDQ6VXNlcjM4Njk0NTMy   \n",
       "197  57119295.0              MDQ6VXNlcjU3MTE5Mjk1   \n",
       "198  74980142.0              MDQ6VXNlcjc0OTgwMTQy   \n",
       "199  61464979.0              MDQ6VXNlcjYxNDY0OTc5   \n",
       "200  20968218.0              MDQ6VXNlcjIwOTY4MjE4   \n",
       "\n",
       "                                            avatar_url  gravatar_id  \\\n",
       "0    https://avatars.githubusercontent.com/u/660523...          NaN   \n",
       "1    https://avatars.githubusercontent.com/u/682983...          NaN   \n",
       "2    https://avatars.githubusercontent.com/u/209477...          NaN   \n",
       "3    https://avatars.githubusercontent.com/u/103924...          NaN   \n",
       "4    https://avatars.githubusercontent.com/u/698548...          NaN   \n",
       "..                                                 ...          ...   \n",
       "196  https://avatars.githubusercontent.com/u/386945...          NaN   \n",
       "197  https://avatars.githubusercontent.com/u/571192...          NaN   \n",
       "198  https://avatars.githubusercontent.com/u/749801...          NaN   \n",
       "199  https://avatars.githubusercontent.com/u/614649...          NaN   \n",
       "200  https://avatars.githubusercontent.com/u/209682...          NaN   \n",
       "\n",
       "                                             url  \\\n",
       "0      https://api.github.com/users/73616e646572   \n",
       "1            https://api.github.com/users/a-quei   \n",
       "2          https://api.github.com/users/AJueling   \n",
       "3       https://api.github.com/users/aldertzomer   \n",
       "4            https://api.github.com/users/amices   \n",
       "..                                           ...   \n",
       "196  https://api.github.com/users/WouterDroogers   \n",
       "197      https://api.github.com/users/xiedanghan   \n",
       "198         https://api.github.com/users/yuntaoj   \n",
       "199    https://api.github.com/users/zievathustra   \n",
       "200        https://api.github.com/users/zyumakuu   \n",
       "\n",
       "                              html_url  ... is_research_group final_decision  \\\n",
       "0      https://github.com/73616e646572  ...               0.0              1   \n",
       "1            https://github.com/a-quei  ...               0.0              1   \n",
       "2          https://github.com/AJueling  ...               0.0              1   \n",
       "3       https://github.com/aldertzomer  ...               0.0              1   \n",
       "4            https://github.com/amices  ...               1.0              1   \n",
       "..                                 ...  ...               ...            ...   \n",
       "196  https://github.com/WouterDroogers  ...               0.0              1   \n",
       "197      https://github.com/xiedanghan  ...               NaN              1   \n",
       "198         https://github.com/yuntaoj  ...               0.0              1   \n",
       "199    https://github.com/zievathustra  ...               0.0              1   \n",
       "200        https://github.com/zyumakuu  ...               1.0              1   \n",
       "\n",
       "                                                  note employee_url  \\\n",
       "0    Collected via profile pages, therefore must be...       SPrins   \n",
       "1                                                    0        GChen   \n",
       "2                                                    0     AJuling2   \n",
       "3                                                    0      ALZomer   \n",
       "4                                                    0         None   \n",
       "..                                                 ...          ...   \n",
       "196                                                  0   WJDroogers   \n",
       "197  Collected via profile pages, therefore must be...         DXie   \n",
       "198                                                  0         None   \n",
       "199                                                  0  JASieverink   \n",
       "200  looks like a research group that hasn't publis...         None   \n",
       "\n",
       "                          faculty                        level1  \\\n",
       "0                      Humanities                    Humanities   \n",
       "1                         Science                       Science   \n",
       "2                              UU                            UU   \n",
       "3             Veterinary Medicine           Veterinary Medicine   \n",
       "4                            None                          None   \n",
       "..                            ...                           ...   \n",
       "196                       Science                       Science   \n",
       "197                   Geosciences                   Geosciences   \n",
       "198                          None                          None   \n",
       "199  University Corporate Offices  University Corporate Offices   \n",
       "200                          None                          None   \n",
       "\n",
       "                                      level2  \\\n",
       "0                      Digital Humanities IT   \n",
       "1         Information and computing sciences   \n",
       "2                                       None   \n",
       "3    Department Biomolecular Health Sciences   \n",
       "4                                       None   \n",
       "..                                       ...   \n",
       "196                                  Biology   \n",
       "197                       Physical Geography   \n",
       "198                                     None   \n",
       "199      Information and Technology Services   \n",
       "200                                     None   \n",
       "\n",
       "                                                level3  \\\n",
       "0                                                 None   \n",
       "1                         Intelligent Software Systems   \n",
       "2                                                 None   \n",
       "3                     Infectious Diseases & Immunology   \n",
       "4                                                 None   \n",
       "..                                                 ...   \n",
       "196                      Biodynamics and Biocomplexity   \n",
       "197  Coastal Dynamics, Fluvial Systems and Global C...   \n",
       "198                                               None   \n",
       "199              Research and Data Management Services   \n",
       "200                                               None   \n",
       "\n",
       "                                       level4  \\\n",
       "0                                        None   \n",
       "1                 Natural Language Processing   \n",
       "2                                        None   \n",
       "3                       Clinical Infectiology   \n",
       "4                                        None   \n",
       "..                                        ...   \n",
       "196                              Cell Biology   \n",
       "197  Biogeomorphology of Rivers and Estuaries   \n",
       "198                                      None   \n",
       "199                                      None   \n",
       "200                                      None   \n",
       "\n",
       "                                              position  \n",
       "0    Technical Support Assistant for Teaching and R...  \n",
       "1                                             Lecturer  \n",
       "2                                                 None  \n",
       "3                                  Assistant Professor  \n",
       "4                                                 None  \n",
       "..                                                 ...  \n",
       "196                                      PhD Candidate  \n",
       "197                                         Researcher  \n",
       "198                                               None  \n",
       "199                                        IT Engineer  \n",
       "200                                               None  \n",
       "\n",
       "[201 rows x 48 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "columns = [\"employee_url\", \"faculty\", \"level1\", \"level2\", \"level3\", \"level4\", \"position\"]\n",
    "pd_info = pd.DataFrame(flat_list,columns=columns)\n",
    "pd_info\n",
    "users_filtered.reset_index(drop=True, inplace=True)\n",
    "pd_merged = pd.merge(users_filtered, pd_info, left_index=True, right_index=True)\n",
    "pd_merged.to_excel(\"data/users_labeled.xlsx\", index=False)\n",
    "pd_merged"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fb6c7374",
   "metadata": {},
   "source": [
    "### The following code is used for manually retrieving user information. The employee_url is inserted as employee variable and the information is printed as a string separated with |. This is inserted into the Excel file and then split. You can either use the employee name to find a user or the direct employee_url.\n",
    "\n",
    "### The output from the third cell is manually inserted into the csv/excel file. Use this to label all users that could not be automatically labeled."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "fe7a1ee0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'KQuach'"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "employee_name = \"Keven Quach\"\n",
    "employee = search_employee_url(employee_name)\n",
    "employee"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "76e9b169",
   "metadata": {},
   "outputs": [],
   "source": [
    "employee = \"Kquach\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "35fce01b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'K. (Keven) Quach|Science|Science||||Student Assistant'"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "employee_info = get_employee_info(employee)\n",
    "newlist = []\n",
    "newlist.append(employee_info[0])\n",
    "newlist.append(employee_info[1])\n",
    "newlist.extend(employee_info[2])\n",
    "newlist = ['' if value is None else value for value in newlist]\n",
    "\"|\".join(newlist)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "21c3fce3",
   "metadata": {},
   "source": [
    "# Label repositories with faculty information\n",
    "\n",
    "### This step assumes that the input file has all users fully labeled. Then, the retrieved repositories from phase 2 of SWORDS receive the faculty label of the user through a merge."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "181080b5",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\beld\\anaconda3\\lib\\site-packages\\openpyxl\\worksheet\\_reader.py:312: UserWarning: Data Validation extension is not supported and will be removed\n",
      "  warn(msg)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>node_id</th>\n",
       "      <th>name</th>\n",
       "      <th>full_name</th>\n",
       "      <th>private</th>\n",
       "      <th>owner</th>\n",
       "      <th>html_url</th>\n",
       "      <th>description</th>\n",
       "      <th>fork</th>\n",
       "      <th>url</th>\n",
       "      <th>...</th>\n",
       "      <th>visibility</th>\n",
       "      <th>forks</th>\n",
       "      <th>open_issues</th>\n",
       "      <th>watchers</th>\n",
       "      <th>default_branch</th>\n",
       "      <th>permissions</th>\n",
       "      <th>date</th>\n",
       "      <th>html_url_clickable</th>\n",
       "      <th>repo_type</th>\n",
       "      <th>Note</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>393154427</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzOTMxNTQ0Mjc=</td>\n",
       "      <td>bert-chinese-classifier</td>\n",
       "      <td>a-quei/bert-chinese-classifier</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/bert-chinese-classifier</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/bert-chine...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/bert-chinese-classifier</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>114394344</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkxMTQzOTQzNDQ=</td>\n",
       "      <td>guanyi.cls</td>\n",
       "      <td>a-quei/guanyi.cls</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/guanyi.cls</td>\n",
       "      <td>A costumed article class for latex</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/guanyi.cls</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/guanyi.cls</td>\n",
       "      <td>Non-RS</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>306983465</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzMDY5ODM0NjU=</td>\n",
       "      <td>mtuna-annotated</td>\n",
       "      <td>a-quei/mtuna-annotated</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/mtuna-annotated</td>\n",
       "      <td>The annotated MTUNA corpus</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/mtuna-anno...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/mtuna-annotated</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>468485794</td>\n",
       "      <td>R_kgDOG-yGog</td>\n",
       "      <td>neuralreg-re-evaluation</td>\n",
       "      <td>a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/neuralreg-...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>393154581</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzOTMxNTQ1ODE=</td>\n",
       "      <td>probe-neuralreg</td>\n",
       "      <td>a-quei/probe-neuralreg</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/probe-neuralreg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/probe-neur...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/probe-neuralreg</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1516</th>\n",
       "      <td>69224362</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnk2OTIyNDM2Mg==</td>\n",
       "      <td>onderzoeksdag</td>\n",
       "      <td>wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1517</th>\n",
       "      <td>105548131</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkxMDU1NDgxMzE=</td>\n",
       "      <td>predicate-transformers</td>\n",
       "      <td>wouter-swierstra/predicate-transformers</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/predicate-...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/predicate-...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1518</th>\n",
       "      <td>24751970</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkyNDc1MTk3MA==</td>\n",
       "      <td>SoftwareProject</td>\n",
       "      <td>wouter-swierstra/SoftwareProject</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/SoftwarePr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/SoftwarePr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1519</th>\n",
       "      <td>4482341</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnk0NDgyMzQx</td>\n",
       "      <td>xmonad</td>\n",
       "      <td>wouter-swierstra/xmonad</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/xmonad</td>\n",
       "      <td>xmonad in Coq</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/xmonad</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1520</th>\n",
       "      <td>459513064</td>\n",
       "      <td>R_kgDOG2Oc6A</td>\n",
       "      <td>MangroveVulnerabilityModel</td>\n",
       "      <td>xiedanghan/MangroveVulnerabilityModel</td>\n",
       "      <td>False</td>\n",
       "      <td>xiedanghan</td>\n",
       "      <td>https://github.com/xiedanghan/MangroveVulnerab...</td>\n",
       "      <td>Bio-morphodynamic model in Xie et al. JGR (202...</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/xiedanghan/Mangro...</td>\n",
       "      <td>...</td>\n",
       "      <td>public</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/xiedanghan/MangroveVulnerab...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1521 rows × 83 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             id                           node_id                        name  \\\n",
       "0     393154427  MDEwOlJlcG9zaXRvcnkzOTMxNTQ0Mjc=     bert-chinese-classifier   \n",
       "1     114394344  MDEwOlJlcG9zaXRvcnkxMTQzOTQzNDQ=                  guanyi.cls   \n",
       "2     306983465  MDEwOlJlcG9zaXRvcnkzMDY5ODM0NjU=             mtuna-annotated   \n",
       "3     468485794                      R_kgDOG-yGog     neuralreg-re-evaluation   \n",
       "4     393154581  MDEwOlJlcG9zaXRvcnkzOTMxNTQ1ODE=             probe-neuralreg   \n",
       "...         ...                               ...                         ...   \n",
       "1516   69224362  MDEwOlJlcG9zaXRvcnk2OTIyNDM2Mg==               onderzoeksdag   \n",
       "1517  105548131  MDEwOlJlcG9zaXRvcnkxMDU1NDgxMzE=      predicate-transformers   \n",
       "1518   24751970  MDEwOlJlcG9zaXRvcnkyNDc1MTk3MA==             SoftwareProject   \n",
       "1519    4482341      MDEwOlJlcG9zaXRvcnk0NDgyMzQx                      xmonad   \n",
       "1520  459513064                      R_kgDOG2Oc6A  MangroveVulnerabilityModel   \n",
       "\n",
       "                                    full_name  private             owner  \\\n",
       "0              a-quei/bert-chinese-classifier    False            a-quei   \n",
       "1                           a-quei/guanyi.cls    False            a-quei   \n",
       "2                      a-quei/mtuna-annotated    False            a-quei   \n",
       "3              a-quei/neuralreg-re-evaluation    False            a-quei   \n",
       "4                      a-quei/probe-neuralreg    False            a-quei   \n",
       "...                                       ...      ...               ...   \n",
       "1516           wouter-swierstra/onderzoeksdag    False  wouter-swierstra   \n",
       "1517  wouter-swierstra/predicate-transformers    False  wouter-swierstra   \n",
       "1518         wouter-swierstra/SoftwareProject    False  wouter-swierstra   \n",
       "1519                  wouter-swierstra/xmonad    False  wouter-swierstra   \n",
       "1520    xiedanghan/MangroveVulnerabilityModel    False        xiedanghan   \n",
       "\n",
       "                                               html_url  \\\n",
       "0     https://github.com/a-quei/bert-chinese-classifier   \n",
       "1                  https://github.com/a-quei/guanyi.cls   \n",
       "2             https://github.com/a-quei/mtuna-annotated   \n",
       "3     https://github.com/a-quei/neuralreg-re-evaluation   \n",
       "4             https://github.com/a-quei/probe-neuralreg   \n",
       "...                                                 ...   \n",
       "1516  https://github.com/wouter-swierstra/onderzoeksdag   \n",
       "1517  https://github.com/wouter-swierstra/predicate-...   \n",
       "1518  https://github.com/wouter-swierstra/SoftwarePr...   \n",
       "1519         https://github.com/wouter-swierstra/xmonad   \n",
       "1520  https://github.com/xiedanghan/MangroveVulnerab...   \n",
       "\n",
       "                                            description   fork  \\\n",
       "0                                                   NaN  False   \n",
       "1                    A costumed article class for latex  False   \n",
       "2                            The annotated MTUNA corpus  False   \n",
       "3                                                   NaN  False   \n",
       "4                                                   NaN  False   \n",
       "...                                                 ...    ...   \n",
       "1516                                                NaN  False   \n",
       "1517                                                NaN  False   \n",
       "1518                                                NaN  False   \n",
       "1519                                      xmonad in Coq  False   \n",
       "1520  Bio-morphodynamic model in Xie et al. JGR (202...  False   \n",
       "\n",
       "                                                    url  ... visibility forks  \\\n",
       "0     https://api.github.com/repos/a-quei/bert-chine...  ...     public     0   \n",
       "1        https://api.github.com/repos/a-quei/guanyi.cls  ...     public     0   \n",
       "2     https://api.github.com/repos/a-quei/mtuna-anno...  ...     public     0   \n",
       "3     https://api.github.com/repos/a-quei/neuralreg-...  ...     public     0   \n",
       "4     https://api.github.com/repos/a-quei/probe-neur...  ...     public     0   \n",
       "...                                                 ...  ...        ...   ...   \n",
       "1516  https://api.github.com/repos/wouter-swierstra/...  ...     public     0   \n",
       "1517  https://api.github.com/repos/wouter-swierstra/...  ...     public     0   \n",
       "1518  https://api.github.com/repos/wouter-swierstra/...  ...     public     1   \n",
       "1519  https://api.github.com/repos/wouter-swierstra/...  ...     public     8   \n",
       "1520  https://api.github.com/repos/xiedanghan/Mangro...  ...     public     0   \n",
       "\n",
       "     open_issues watchers default_branch permissions        date  \\\n",
       "0              0        2           main         NaN  2022-07-18   \n",
       "1              0        0         master         NaN  2022-07-18   \n",
       "2              0        0           main         NaN  2022-07-18   \n",
       "3              0        0           main         NaN  2022-07-18   \n",
       "4              0        2           main         NaN  2022-07-18   \n",
       "...          ...      ...            ...         ...         ...   \n",
       "1516           0        0         master         NaN  2022-07-18   \n",
       "1517           0        7         master         NaN  2022-07-18   \n",
       "1518           0        0         master         NaN  2022-07-18   \n",
       "1519           0       42         master         NaN  2022-07-18   \n",
       "1520           0        1           main         NaN  2022-07-18   \n",
       "\n",
       "                                     html_url_clickable repo_type Note  \n",
       "0     https://github.com/a-quei/bert-chinese-classifier     Empty  NaN  \n",
       "1                  https://github.com/a-quei/guanyi.cls    Non-RS  NaN  \n",
       "2             https://github.com/a-quei/mtuna-annotated     Empty  NaN  \n",
       "3     https://github.com/a-quei/neuralreg-re-evaluation     Empty  NaN  \n",
       "4             https://github.com/a-quei/probe-neuralreg     Empty  NaN  \n",
       "...                                                 ...       ...  ...  \n",
       "1516  https://github.com/wouter-swierstra/onderzoeksdag       NaN  NaN  \n",
       "1517  https://github.com/wouter-swierstra/predicate-...       NaN  NaN  \n",
       "1518  https://github.com/wouter-swierstra/SoftwarePr...       NaN  NaN  \n",
       "1519         https://github.com/wouter-swierstra/xmonad       NaN  NaN  \n",
       "1520  https://github.com/xiedanghan/MangroveVulnerab...       NaN  NaN  \n",
       "\n",
       "[1521 rows x 83 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "users = pd.read_excel(\"data/users_labeled.xlsx\")\n",
    "repos = pd.read_excel(\"data/repositories_filtered.xlsx\")\n",
    "repos"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "a5479225",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>node_id</th>\n",
       "      <th>name</th>\n",
       "      <th>full_name</th>\n",
       "      <th>private</th>\n",
       "      <th>owner</th>\n",
       "      <th>html_url</th>\n",
       "      <th>description</th>\n",
       "      <th>fork</th>\n",
       "      <th>url</th>\n",
       "      <th>...</th>\n",
       "      <th>forks</th>\n",
       "      <th>open_issues</th>\n",
       "      <th>watchers</th>\n",
       "      <th>default_branch</th>\n",
       "      <th>permissions</th>\n",
       "      <th>date</th>\n",
       "      <th>html_url_clickable</th>\n",
       "      <th>repo_type</th>\n",
       "      <th>Note</th>\n",
       "      <th>faculty</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>393154427</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzOTMxNTQ0Mjc=</td>\n",
       "      <td>bert-chinese-classifier</td>\n",
       "      <td>a-quei/bert-chinese-classifier</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/bert-chinese-classifier</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/bert-chine...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/bert-chinese-classifier</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>114394344</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkxMTQzOTQzNDQ=</td>\n",
       "      <td>guanyi.cls</td>\n",
       "      <td>a-quei/guanyi.cls</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/guanyi.cls</td>\n",
       "      <td>A costumed article class for latex</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/guanyi.cls</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/guanyi.cls</td>\n",
       "      <td>Non-RS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>306983465</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzMDY5ODM0NjU=</td>\n",
       "      <td>mtuna-annotated</td>\n",
       "      <td>a-quei/mtuna-annotated</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/mtuna-annotated</td>\n",
       "      <td>The annotated MTUNA corpus</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/mtuna-anno...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/mtuna-annotated</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>468485794</td>\n",
       "      <td>R_kgDOG-yGog</td>\n",
       "      <td>neuralreg-re-evaluation</td>\n",
       "      <td>a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/neuralreg-...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/neuralreg-re-evaluation</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>393154581</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkzOTMxNTQ1ODE=</td>\n",
       "      <td>probe-neuralreg</td>\n",
       "      <td>a-quei/probe-neuralreg</td>\n",
       "      <td>False</td>\n",
       "      <td>a-quei</td>\n",
       "      <td>https://github.com/a-quei/probe-neuralreg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/a-quei/probe-neur...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/a-quei/probe-neuralreg</td>\n",
       "      <td>Empty</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1516</th>\n",
       "      <td>69224362</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnk2OTIyNDM2Mg==</td>\n",
       "      <td>onderzoeksdag</td>\n",
       "      <td>wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/onderzoeksdag</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1517</th>\n",
       "      <td>105548131</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkxMDU1NDgxMzE=</td>\n",
       "      <td>predicate-transformers</td>\n",
       "      <td>wouter-swierstra/predicate-transformers</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/predicate-...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/predicate-...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1518</th>\n",
       "      <td>24751970</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnkyNDc1MTk3MA==</td>\n",
       "      <td>SoftwareProject</td>\n",
       "      <td>wouter-swierstra/SoftwareProject</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/SoftwarePr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/SoftwarePr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1519</th>\n",
       "      <td>4482341</td>\n",
       "      <td>MDEwOlJlcG9zaXRvcnk0NDgyMzQx</td>\n",
       "      <td>xmonad</td>\n",
       "      <td>wouter-swierstra/xmonad</td>\n",
       "      <td>False</td>\n",
       "      <td>wouter-swierstra</td>\n",
       "      <td>https://github.com/wouter-swierstra/xmonad</td>\n",
       "      <td>xmonad in Coq</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/wouter-swierstra/...</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>master</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/wouter-swierstra/xmonad</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Science</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1520</th>\n",
       "      <td>459513064</td>\n",
       "      <td>R_kgDOG2Oc6A</td>\n",
       "      <td>MangroveVulnerabilityModel</td>\n",
       "      <td>xiedanghan/MangroveVulnerabilityModel</td>\n",
       "      <td>False</td>\n",
       "      <td>xiedanghan</td>\n",
       "      <td>https://github.com/xiedanghan/MangroveVulnerab...</td>\n",
       "      <td>Bio-morphodynamic model in Xie et al. JGR (202...</td>\n",
       "      <td>False</td>\n",
       "      <td>https://api.github.com/repos/xiedanghan/Mangro...</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>main</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2022-07-18</td>\n",
       "      <td>https://github.com/xiedanghan/MangroveVulnerab...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Geosciences</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1521 rows × 84 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             id                           node_id                        name  \\\n",
       "0     393154427  MDEwOlJlcG9zaXRvcnkzOTMxNTQ0Mjc=     bert-chinese-classifier   \n",
       "1     114394344  MDEwOlJlcG9zaXRvcnkxMTQzOTQzNDQ=                  guanyi.cls   \n",
       "2     306983465  MDEwOlJlcG9zaXRvcnkzMDY5ODM0NjU=             mtuna-annotated   \n",
       "3     468485794                      R_kgDOG-yGog     neuralreg-re-evaluation   \n",
       "4     393154581  MDEwOlJlcG9zaXRvcnkzOTMxNTQ1ODE=             probe-neuralreg   \n",
       "...         ...                               ...                         ...   \n",
       "1516   69224362  MDEwOlJlcG9zaXRvcnk2OTIyNDM2Mg==               onderzoeksdag   \n",
       "1517  105548131  MDEwOlJlcG9zaXRvcnkxMDU1NDgxMzE=      predicate-transformers   \n",
       "1518   24751970  MDEwOlJlcG9zaXRvcnkyNDc1MTk3MA==             SoftwareProject   \n",
       "1519    4482341      MDEwOlJlcG9zaXRvcnk0NDgyMzQx                      xmonad   \n",
       "1520  459513064                      R_kgDOG2Oc6A  MangroveVulnerabilityModel   \n",
       "\n",
       "                                    full_name  private             owner  \\\n",
       "0              a-quei/bert-chinese-classifier    False            a-quei   \n",
       "1                           a-quei/guanyi.cls    False            a-quei   \n",
       "2                      a-quei/mtuna-annotated    False            a-quei   \n",
       "3              a-quei/neuralreg-re-evaluation    False            a-quei   \n",
       "4                      a-quei/probe-neuralreg    False            a-quei   \n",
       "...                                       ...      ...               ...   \n",
       "1516           wouter-swierstra/onderzoeksdag    False  wouter-swierstra   \n",
       "1517  wouter-swierstra/predicate-transformers    False  wouter-swierstra   \n",
       "1518         wouter-swierstra/SoftwareProject    False  wouter-swierstra   \n",
       "1519                  wouter-swierstra/xmonad    False  wouter-swierstra   \n",
       "1520    xiedanghan/MangroveVulnerabilityModel    False        xiedanghan   \n",
       "\n",
       "                                               html_url  \\\n",
       "0     https://github.com/a-quei/bert-chinese-classifier   \n",
       "1                  https://github.com/a-quei/guanyi.cls   \n",
       "2             https://github.com/a-quei/mtuna-annotated   \n",
       "3     https://github.com/a-quei/neuralreg-re-evaluation   \n",
       "4             https://github.com/a-quei/probe-neuralreg   \n",
       "...                                                 ...   \n",
       "1516  https://github.com/wouter-swierstra/onderzoeksdag   \n",
       "1517  https://github.com/wouter-swierstra/predicate-...   \n",
       "1518  https://github.com/wouter-swierstra/SoftwarePr...   \n",
       "1519         https://github.com/wouter-swierstra/xmonad   \n",
       "1520  https://github.com/xiedanghan/MangroveVulnerab...   \n",
       "\n",
       "                                            description   fork  \\\n",
       "0                                                   NaN  False   \n",
       "1                    A costumed article class for latex  False   \n",
       "2                            The annotated MTUNA corpus  False   \n",
       "3                                                   NaN  False   \n",
       "4                                                   NaN  False   \n",
       "...                                                 ...    ...   \n",
       "1516                                                NaN  False   \n",
       "1517                                                NaN  False   \n",
       "1518                                                NaN  False   \n",
       "1519                                      xmonad in Coq  False   \n",
       "1520  Bio-morphodynamic model in Xie et al. JGR (202...  False   \n",
       "\n",
       "                                                    url  ... forks  \\\n",
       "0     https://api.github.com/repos/a-quei/bert-chine...  ...     0   \n",
       "1        https://api.github.com/repos/a-quei/guanyi.cls  ...     0   \n",
       "2     https://api.github.com/repos/a-quei/mtuna-anno...  ...     0   \n",
       "3     https://api.github.com/repos/a-quei/neuralreg-...  ...     0   \n",
       "4     https://api.github.com/repos/a-quei/probe-neur...  ...     0   \n",
       "...                                                 ...  ...   ...   \n",
       "1516  https://api.github.com/repos/wouter-swierstra/...  ...     0   \n",
       "1517  https://api.github.com/repos/wouter-swierstra/...  ...     0   \n",
       "1518  https://api.github.com/repos/wouter-swierstra/...  ...     1   \n",
       "1519  https://api.github.com/repos/wouter-swierstra/...  ...     8   \n",
       "1520  https://api.github.com/repos/xiedanghan/Mangro...  ...     0   \n",
       "\n",
       "     open_issues watchers default_branch permissions        date  \\\n",
       "0              0        2           main         NaN  2022-07-18   \n",
       "1              0        0         master         NaN  2022-07-18   \n",
       "2              0        0           main         NaN  2022-07-18   \n",
       "3              0        0           main         NaN  2022-07-18   \n",
       "4              0        2           main         NaN  2022-07-18   \n",
       "...          ...      ...            ...         ...         ...   \n",
       "1516           0        0         master         NaN  2022-07-18   \n",
       "1517           0        7         master         NaN  2022-07-18   \n",
       "1518           0        0         master         NaN  2022-07-18   \n",
       "1519           0       42         master         NaN  2022-07-18   \n",
       "1520           0        1           main         NaN  2022-07-18   \n",
       "\n",
       "                                     html_url_clickable repo_type Note  \\\n",
       "0     https://github.com/a-quei/bert-chinese-classifier     Empty  NaN   \n",
       "1                  https://github.com/a-quei/guanyi.cls    Non-RS  NaN   \n",
       "2             https://github.com/a-quei/mtuna-annotated     Empty  NaN   \n",
       "3     https://github.com/a-quei/neuralreg-re-evaluation     Empty  NaN   \n",
       "4             https://github.com/a-quei/probe-neuralreg     Empty  NaN   \n",
       "...                                                 ...       ...  ...   \n",
       "1516  https://github.com/wouter-swierstra/onderzoeksdag       NaN  NaN   \n",
       "1517  https://github.com/wouter-swierstra/predicate-...       NaN  NaN   \n",
       "1518  https://github.com/wouter-swierstra/SoftwarePr...       NaN  NaN   \n",
       "1519         https://github.com/wouter-swierstra/xmonad       NaN  NaN   \n",
       "1520  https://github.com/xiedanghan/MangroveVulnerab...       NaN  NaN   \n",
       "\n",
       "          faculty  \n",
       "0         Science  \n",
       "1         Science  \n",
       "2         Science  \n",
       "3         Science  \n",
       "4         Science  \n",
       "...           ...  \n",
       "1516      Science  \n",
       "1517      Science  \n",
       "1518      Science  \n",
       "1519      Science  \n",
       "1520  Geosciences  \n",
       "\n",
       "[1521 rows x 84 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "if \"user_id\" in users.columns:\n",
    "    users = users.rename(columns={\"user_id\": \"owner\"})\n",
    "    \n",
    "users['owner_lower'] = users['owner'].str.lower()\n",
    "repos['owner_lower'] = repos['owner'].str.lower()\n",
    "repos_with_faculty = pd.merge(repos, users[['owner_lower','faculty']], how=\"left\", on=\"owner_lower\")\n",
    "repos_with_faculty.drop('owner_lower', axis=1, inplace=True)\n",
    "repos_with_faculty.to_excel(\"data/repositories_labeled_faculty.xlsx\", index=False)\n",
    "repos_with_faculty"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}