analyzeData.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "1982431b-6e00-4ad7-9163-3d461c6c4831",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import ast\n",
    "from pandarallel import pandarallel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "d9559dd8-8b4c-47e1-9e6a-2a0930c16a9e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 32 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n"
     ]
    }
   ],
   "source": [
    "pandarallel.initialize(progress_bar=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "f4021d59-79dd-4046-9725-99d8943c423d",
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "d93d83ee-b0db-4813-87a4-d6b0296ad2b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/merged_data/committer_detailed_info.csv', index_col = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "e9a07062-5546-4248-a7ea-314902912b51",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "for col in ['actor_id', 'info', 'names', 'emails', 'institutions', 'user types']: \n",
    "    df[col] = df[col].apply(lambda x: ast.literal_eval(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "93f694e6-8420-4c77-b623-6abae0ea1a0f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "user types\n",
       "personal                0.443434\n",
       "untraceable             0.342091\n",
       "multiple categories     0.121526\n",
       "company                 0.065408\n",
       "academic institution    0.027540\n",
       "Name: proportion, dtype: float64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['user types'].apply(lambda x: x[0] if len(x) == 1 else 'untraceable' if len(x) == 0 else 'multiple categories').value_counts(normalize = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "dd1cc8d8-d7b7-418d-9977-d96c4cc17cf1",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_personal = df[df['user types'].apply(lambda x: 'personal' in x)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "1a627228-7a50-44c9-b087-98ce94c6e833",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/user/20506/ipykernel_3147177/3136028249.py:1: DtypeWarning: Columns (5,6,16,18,19) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  pr_data = pd.read_csv('data/merged_data/cleaned_pr_data.csv', index_col = 0)\n"
     ]
    }
   ],
   "source": [
    "pr_data = pd.read_csv('data/merged_data/cleaned_pr_data.csv', index_col = 0)\n",
    "pr_data.reset_index(drop = True, inplace = True)\n",
    "for col in ['pr_requested_reviewers','pr_requested_teams','pr_label','pr_actor_id_list','pr_requested_reviewers_list',\n",
    "            'pr_assignees_list','pr_requested_teams_list','pr_actors','pr_commit_actors','all_pr_actors','commit_actor_id_list']:\n",
    "    pr_data[col] = pr_data[col].parallel_apply(ast.literal_eval)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "id": "aad1fd00-5a51-46f6-bd0a-2bee442e0f78",
   "metadata": {},
   "outputs": [],
   "source": [
    "actors = pd.to_numeric(df_personal['actor_id'].explode().tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "id": "851e015f-97c9-4b64-9a98-0fd7c12353ba",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "actor_list = pd.concat([pr_data['all_pr_actors'].explode(),\n",
    "           pr_data['pr_assignees_list'].explode(),\n",
    "           pr_data['pr_requested_reviewers_list'].explode(),\n",
    "           pr_data['pr_merged_by_id'].explode()]).dropna()\n",
    "actor_list = actor_list[actor_list.apply(lambda x: x != '[]')]\n",
    "actor_list_dup = pd.to_numeric(actor_list.drop_duplicates())\n",
    "actor_list_dup_present = actor_list_dup[actor_list_dup.isin(actors)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "id": "60475691-8499-46d6-a98a-2ea9c31006f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "actor_list_present = actor_list[pd.to_numeric(actor_list).isin(actor_list_dup_present)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "id": "e050ccfe-c7ff-4744-9f86-27599b38783f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "pr_data_subset = pr_data.loc[actor_list_present.index.drop_duplicates()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "id": "364c40b8-75c0-49f9-93e5-be1b49636587",
   "metadata": {},
   "outputs": [],
   "source": [
    "# first day/first pr someone opened as a potential contributor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2aac535f-0df0-4259-a5f9-738961e9ef98",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "pr_data_subset_exp = pr_data_subset.explode(['pr_actor_id_list'])\n",
    "pr_data_subset_exp = pr_data_subset_exp.explode(['pr_actors'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8e28b007-12d8-473a-bb1d-4d203bf13a03",
   "metadata": {},
   "outputs": [],
   "source": [
    "pr_data_subset_exp['created_at'] = pd.to_datetime(pr_data_subset_exp['created_at'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "id": "73a5913c-e093-42cf-bdd9-c019c55491d1",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>repo_id</th>\n",
       "      <th>pr_id</th>\n",
       "      <th>pr_number</th>\n",
       "      <th>pr_locked</th>\n",
       "      <th>pr_merged_at</th>\n",
       "      <th>pr_closed_at</th>\n",
       "      <th>pr_updated_at</th>\n",
       "      <th>pr_commits</th>\n",
       "      <th>pr_additions</th>\n",
       "      <th>pr_deletions</th>\n",
       "      <th>pr_changed_files</th>\n",
       "      <th>pr_assignees</th>\n",
       "      <th>pr_requested_reviewers</th>\n",
       "      <th>pr_requested_teams</th>\n",
       "      <th>pr_merged_by_login</th>\n",
       "      <th>pr_merged_by_id</th>\n",
       "      <th>pr_merged_by_type</th>\n",
       "      <th>pr_merged_by_site_admin</th>\n",
       "      <th>pr_label</th>\n",
       "      <th>retrieved_commits</th>\n",
       "      <th>pr_actor_id_list</th>\n",
       "      <th>repo_name</th>\n",
       "      <th>pr_state</th>\n",
       "      <th>pr_commits_wt</th>\n",
       "      <th>pr_additions_wt</th>\n",
       "      <th>pr_deletions_wt</th>\n",
       "      <th>pr_changed_files_wt</th>\n",
       "      <th>retrieved_commits_wt</th>\n",
       "      <th>pr_assignees_list</th>\n",
       "      <th>pr_requested_reviewers_list</th>\n",
       "      <th>pr_requested_teams_list</th>\n",
       "      <th>closed_wt</th>\n",
       "      <th>merged_wt</th>\n",
       "      <th>pr_actors</th>\n",
       "      <th>pr_commit_actors</th>\n",
       "      <th>all_pr_actors</th>\n",
       "      <th>pr_orgs</th>\n",
       "      <th>pr_commit_orgs</th>\n",
       "      <th>all_pr_orgs</th>\n",
       "      <th>commit_actor_id_list</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-08-29 19:28:10+00:00</td>\n",
       "      <td>61572326</td>\n",
       "      <td>1443376527</td>\n",
       "      <td>6425.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>376.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594]</td>\n",
       "      <td>[6821073]</td>\n",
       "      <td>emmettbutler</td>\n",
       "      <td>723615.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[changelog/no-changelog]</td>\n",
       "      <td>250</td>\n",
       "      <td>723615 | closed | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>DataDog/dd-trace-py</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.504</td>\n",
       "      <td>0.032</td>\n",
       "      <td>0.056</td>\n",
       "      <td>0.008</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594]</td>\n",
       "      <td>[6821073]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[723615 | NAN ORG | closed]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-08-29 19:28:10+00:00</td>\n",
       "      <td>61572326</td>\n",
       "      <td>1443376527</td>\n",
       "      <td>6425.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>2023-08-29 19:28:09+00:00</td>\n",
       "      <td>376.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594]</td>\n",
       "      <td>[6821073]</td>\n",
       "      <td>emmettbutler</td>\n",
       "      <td>723615.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[changelog/no-changelog]</td>\n",
       "      <td>250</td>\n",
       "      <td>723615 | open | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>DataDog/dd-trace-py</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.504</td>\n",
       "      <td>0.032</td>\n",
       "      <td>0.056</td>\n",
       "      <td>0.008</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594]</td>\n",
       "      <td>[6821073]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[723615 | NAN ORG | closed]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-08-28 20:51:17+00:00</td>\n",
       "      <td>61572326</td>\n",
       "      <td>1443089371</td>\n",
       "      <td>6418.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-08-28 20:51:15+00:00</td>\n",
       "      <td>2023-08-28 20:51:15+00:00</td>\n",
       "      <td>2023-08-28 20:51:16+00:00</td>\n",
       "      <td>340.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>65.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594, 32471391, 35776586]</td>\n",
       "      <td>[]</td>\n",
       "      <td>emmettbutler</td>\n",
       "      <td>723615.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[changelog/no-changelog]</td>\n",
       "      <td>250</td>\n",
       "      <td>723615 | closed | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>DataDog/dd-trace-py</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.360</td>\n",
       "      <td>0.416</td>\n",
       "      <td>0.260</td>\n",
       "      <td>0.016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 19335594, 32471391, 35776586]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[723615 | NAN ORG | closed]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-08-28 13:30:54+00:00</td>\n",
       "      <td>61572326</td>\n",
       "      <td>1439729083</td>\n",
       "      <td>6396.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-08-28 13:30:52+00:00</td>\n",
       "      <td>2023-08-28 13:30:52+00:00</td>\n",
       "      <td>2023-08-28 13:30:53+00:00</td>\n",
       "      <td>318.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>114.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 1466585, 32471391]</td>\n",
       "      <td>[]</td>\n",
       "      <td>emmettbutler</td>\n",
       "      <td>723615.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[changelog/no-changelog]</td>\n",
       "      <td>250</td>\n",
       "      <td>723615 | closed | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>DataDog/dd-trace-py</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.272</td>\n",
       "      <td>0.284</td>\n",
       "      <td>0.456</td>\n",
       "      <td>0.016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 1466585, 32471391]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[723615 | NAN ORG | closed]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2023-08-24 16:27:54+00:00</td>\n",
       "      <td>61572326</td>\n",
       "      <td>1439727861</td>\n",
       "      <td>6395.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-08-24 16:27:53+00:00</td>\n",
       "      <td>2023-08-24 16:27:53+00:00</td>\n",
       "      <td>2023-08-24 16:27:53+00:00</td>\n",
       "      <td>297.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>89.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 6321485, 19335594, 35776586, 62392438]</td>\n",
       "      <td>[]</td>\n",
       "      <td>emmettbutler</td>\n",
       "      <td>723615.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[changelog/no-changelog, ASM]</td>\n",
       "      <td>250</td>\n",
       "      <td>723615 | closed | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>DataDog/dd-trace-py</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.188</td>\n",
       "      <td>0.392</td>\n",
       "      <td>0.356</td>\n",
       "      <td>0.024</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[155673, 6321485, 19335594, 35776586, 62392438]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[723615]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[723615 | NAN ORG | closed]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>885837</th>\n",
       "      <td>2017-09-07 16:14:26+00:00</td>\n",
       "      <td>42750248</td>\n",
       "      <td>139847597</td>\n",
       "      <td>261.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-09-07 16:14:25+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[313157, 1957636]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>10051651 | open | NAN ORG | CONTRIBUTOR</td>\n",
       "      <td>watson-developer-cloud/python-sdk</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[313157, 1957636]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[10051651]</td>\n",
       "      <td>[10051651]</td>\n",
       "      <td>[10051651]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[10051651 | NAN ORG | open]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>885939</th>\n",
       "      <td>2017-08-30 23:20:52+00:00</td>\n",
       "      <td>59868262</td>\n",
       "      <td>138549977</td>\n",
       "      <td>505.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-30 23:20:51+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[1010634, 4605355]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>368057 | open | NAN ORG | MEMBER</td>\n",
       "      <td>aws/chalice</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>48.000</td>\n",
       "      <td>7.000</td>\n",
       "      <td>4.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[1010634, 4605355]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[368057]</td>\n",
       "      <td>[368057]</td>\n",
       "      <td>[368057]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[368057 | NAN ORG | open]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>885965</th>\n",
       "      <td>2017-08-28 20:57:25+00:00</td>\n",
       "      <td>91356408</td>\n",
       "      <td>138036078</td>\n",
       "      <td>210.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-28 20:57:24+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[1308313]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>3291951 | open | NAN ORG | []</td>\n",
       "      <td>allenai/allennlp</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>10.000</td>\n",
       "      <td>3.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[1308313]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[3291951]</td>\n",
       "      <td>[3291951]</td>\n",
       "      <td>[3291951]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[3291951 | NAN ORG | open]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>886182</th>\n",
       "      <td>2017-08-10 16:44:28+00:00</td>\n",
       "      <td>50646767</td>\n",
       "      <td>135171627</td>\n",
       "      <td>877.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-10 16:44:27+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[587021]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>1658405 | open | NAN ORG | []</td>\n",
       "      <td>raiden-network/raiden</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>3.000</td>\n",
       "      <td>3.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[587021]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[1658405]</td>\n",
       "      <td>[1658405]</td>\n",
       "      <td>[1658405]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[1658405 | NAN ORG | open]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>886717</th>\n",
       "      <td>2017-06-22 10:44:14+00:00</td>\n",
       "      <td>60273704</td>\n",
       "      <td>126961989</td>\n",
       "      <td>650.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-06-22 10:44:14+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[14961916]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>5991088 | open | NAN ORG | []</td>\n",
       "      <td>mozilla/DeepSpeech</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>3.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[14961916]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[5991088]</td>\n",
       "      <td>[5991088]</td>\n",
       "      <td>[5991088]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[5991088 | NAN ORG | open]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1107292 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      created_at   repo_id       pr_id  pr_number pr_locked  \\\n",
       "0      2023-08-29 19:28:10+00:00  61572326  1443376527     6425.0     False   \n",
       "0      2023-08-29 19:28:10+00:00  61572326  1443376527     6425.0     False   \n",
       "1      2023-08-28 20:51:17+00:00  61572326  1443089371     6418.0     False   \n",
       "2      2023-08-28 13:30:54+00:00  61572326  1439729083     6396.0     False   \n",
       "5      2023-08-24 16:27:54+00:00  61572326  1439727861     6395.0     False   \n",
       "...                          ...       ...         ...        ...       ...   \n",
       "885837 2017-09-07 16:14:26+00:00  42750248   139847597      261.0     False   \n",
       "885939 2017-08-30 23:20:52+00:00  59868262   138549977      505.0     False   \n",
       "885965 2017-08-28 20:57:25+00:00  91356408   138036078      210.0     False   \n",
       "886182 2017-08-10 16:44:28+00:00  50646767   135171627      877.0     False   \n",
       "886717 2017-06-22 10:44:14+00:00  60273704   126961989      650.0     False   \n",
       "\n",
       "                     pr_merged_at               pr_closed_at  \\\n",
       "0       2023-08-29 19:28:09+00:00  2023-08-29 19:28:09+00:00   \n",
       "0       2023-08-29 19:28:09+00:00  2023-08-29 19:28:09+00:00   \n",
       "1       2023-08-28 20:51:15+00:00  2023-08-28 20:51:15+00:00   \n",
       "2       2023-08-28 13:30:52+00:00  2023-08-28 13:30:52+00:00   \n",
       "5       2023-08-24 16:27:53+00:00  2023-08-24 16:27:53+00:00   \n",
       "...                           ...                        ...   \n",
       "885837                        NaN                        NaN   \n",
       "885939                        NaN                        NaN   \n",
       "885965                        NaN                        NaN   \n",
       "886182                        NaN                        NaN   \n",
       "886717                        NaN                        NaN   \n",
       "\n",
       "                    pr_updated_at  pr_commits  pr_additions  pr_deletions  \\\n",
       "0       2023-08-29 19:28:09+00:00       376.0           8.0          14.0   \n",
       "0       2023-08-29 19:28:09+00:00       376.0           8.0          14.0   \n",
       "1       2023-08-28 20:51:16+00:00       340.0         104.0          65.0   \n",
       "2       2023-08-28 13:30:53+00:00       318.0          71.0         114.0   \n",
       "5       2023-08-24 16:27:53+00:00       297.0          98.0          89.0   \n",
       "...                           ...         ...           ...           ...   \n",
       "885837  2017-09-07 16:14:25+00:00         1.0           1.0           1.0   \n",
       "885939  2017-08-30 23:20:51+00:00         1.0          48.0           7.0   \n",
       "885965  2017-08-28 20:57:24+00:00         1.0          10.0           3.0   \n",
       "886182  2017-08-10 16:44:27+00:00         1.0           3.0           3.0   \n",
       "886717  2017-06-22 10:44:14+00:00         1.0           2.0           3.0   \n",
       "\n",
       "        pr_changed_files pr_assignees  \\\n",
       "0                    2.0           []   \n",
       "0                    2.0           []   \n",
       "1                    4.0           []   \n",
       "2                    4.0           []   \n",
       "5                    6.0           []   \n",
       "...                  ...          ...   \n",
       "885837               1.0           []   \n",
       "885939               4.0           []   \n",
       "885965               2.0           []   \n",
       "886182               1.0           []   \n",
       "886717               1.0           []   \n",
       "\n",
       "                                 pr_requested_reviewers pr_requested_teams  \\\n",
       "0                                    [155673, 19335594]          [6821073]   \n",
       "0                                    [155673, 19335594]          [6821073]   \n",
       "1                [155673, 19335594, 32471391, 35776586]                 []   \n",
       "2                           [155673, 1466585, 32471391]                 []   \n",
       "5       [155673, 6321485, 19335594, 35776586, 62392438]                 []   \n",
       "...                                                 ...                ...   \n",
       "885837                                [313157, 1957636]                 []   \n",
       "885939                               [1010634, 4605355]                 []   \n",
       "885965                                        [1308313]                 []   \n",
       "886182                                         [587021]                 []   \n",
       "886717                                       [14961916]                 []   \n",
       "\n",
       "       pr_merged_by_login  pr_merged_by_id pr_merged_by_type  \\\n",
       "0            emmettbutler         723615.0              User   \n",
       "0            emmettbutler         723615.0              User   \n",
       "1            emmettbutler         723615.0              User   \n",
       "2            emmettbutler         723615.0              User   \n",
       "5            emmettbutler         723615.0              User   \n",
       "...                   ...              ...               ...   \n",
       "885837                NaN              NaN               NaN   \n",
       "885939                NaN              NaN               NaN   \n",
       "885965                NaN              NaN               NaN   \n",
       "886182                NaN              NaN               NaN   \n",
       "886717                NaN              NaN               NaN   \n",
       "\n",
       "       pr_merged_by_site_admin                       pr_label  \\\n",
       "0                        False       [changelog/no-changelog]   \n",
       "0                        False       [changelog/no-changelog]   \n",
       "1                        False       [changelog/no-changelog]   \n",
       "2                        False       [changelog/no-changelog]   \n",
       "5                        False  [changelog/no-changelog, ASM]   \n",
       "...                        ...                            ...   \n",
       "885837                     NaN                             []   \n",
       "885939                     NaN                             []   \n",
       "885965                     NaN                             []   \n",
       "886182                     NaN                             []   \n",
       "886717                     NaN                             []   \n",
       "\n",
       "        retrieved_commits                         pr_actor_id_list  \\\n",
       "0                     250  723615 | closed | NAN ORG | CONTRIBUTOR   \n",
       "0                     250    723615 | open | NAN ORG | CONTRIBUTOR   \n",
       "1                     250  723615 | closed | NAN ORG | CONTRIBUTOR   \n",
       "2                     250  723615 | closed | NAN ORG | CONTRIBUTOR   \n",
       "5                     250  723615 | closed | NAN ORG | CONTRIBUTOR   \n",
       "...                   ...                                      ...   \n",
       "885837                  1  10051651 | open | NAN ORG | CONTRIBUTOR   \n",
       "885939                  1         368057 | open | NAN ORG | MEMBER   \n",
       "885965                  1            3291951 | open | NAN ORG | []   \n",
       "886182                  1            1658405 | open | NAN ORG | []   \n",
       "886717                  1            5991088 | open | NAN ORG | []   \n",
       "\n",
       "                                repo_name pr_state  pr_commits_wt  \\\n",
       "0                     DataDog/dd-trace-py   closed          1.504   \n",
       "0                     DataDog/dd-trace-py   closed          1.504   \n",
       "1                     DataDog/dd-trace-py   closed          1.360   \n",
       "2                     DataDog/dd-trace-py   closed          1.272   \n",
       "5                     DataDog/dd-trace-py   closed          1.188   \n",
       "...                                   ...      ...            ...   \n",
       "885837  watson-developer-cloud/python-sdk     open          1.000   \n",
       "885939                        aws/chalice     open          1.000   \n",
       "885965                   allenai/allennlp     open          1.000   \n",
       "886182              raiden-network/raiden     open          1.000   \n",
       "886717                 mozilla/DeepSpeech     open          1.000   \n",
       "\n",
       "        pr_additions_wt  pr_deletions_wt  pr_changed_files_wt  \\\n",
       "0                 0.032            0.056                0.008   \n",
       "0                 0.032            0.056                0.008   \n",
       "1                 0.416            0.260                0.016   \n",
       "2                 0.284            0.456                0.016   \n",
       "5                 0.392            0.356                0.024   \n",
       "...                 ...              ...                  ...   \n",
       "885837            1.000            1.000                1.000   \n",
       "885939           48.000            7.000                4.000   \n",
       "885965           10.000            3.000                2.000   \n",
       "886182            3.000            3.000                1.000   \n",
       "886717            2.000            3.000                1.000   \n",
       "\n",
       "        retrieved_commits_wt pr_assignees_list  \\\n",
       "0                        1.0                []   \n",
       "0                        1.0                []   \n",
       "1                        1.0                []   \n",
       "2                        1.0                []   \n",
       "5                        1.0                []   \n",
       "...                      ...               ...   \n",
       "885837                   1.0                []   \n",
       "885939                   1.0                []   \n",
       "885965                   1.0                []   \n",
       "886182                   1.0                []   \n",
       "886717                   1.0                []   \n",
       "\n",
       "                            pr_requested_reviewers_list  \\\n",
       "0                                    [155673, 19335594]   \n",
       "0                                    [155673, 19335594]   \n",
       "1                [155673, 19335594, 32471391, 35776586]   \n",
       "2                           [155673, 1466585, 32471391]   \n",
       "5       [155673, 6321485, 19335594, 35776586, 62392438]   \n",
       "...                                                 ...   \n",
       "885837                                [313157, 1957636]   \n",
       "885939                               [1010634, 4605355]   \n",
       "885965                                        [1308313]   \n",
       "886182                                         [587021]   \n",
       "886717                                       [14961916]   \n",
       "\n",
       "       pr_requested_teams_list  closed_wt  merged_wt   pr_actors  \\\n",
       "0                    [6821073]      0.004        1.0    [723615]   \n",
       "0                    [6821073]      0.004        1.0    [723615]   \n",
       "1                           []      0.004        1.0    [723615]   \n",
       "2                           []      0.004        1.0    [723615]   \n",
       "5                           []      0.004        1.0    [723615]   \n",
       "...                        ...        ...        ...         ...   \n",
       "885837                      []      0.000        0.0  [10051651]   \n",
       "885939                      []      0.000        0.0    [368057]   \n",
       "885965                      []      0.000        0.0   [3291951]   \n",
       "886182                      []      0.000        0.0   [1658405]   \n",
       "886717                      []      0.000        0.0   [5991088]   \n",
       "\n",
       "       pr_commit_actors all_pr_actors pr_orgs pr_commit_orgs all_pr_orgs  \\\n",
       "0              [723615]      [723615]      []             []          []   \n",
       "0              [723615]      [723615]      []             []          []   \n",
       "1              [723615]      [723615]      []             []          []   \n",
       "2              [723615]      [723615]      []             []          []   \n",
       "5              [723615]      [723615]      []             []          []   \n",
       "...                 ...           ...     ...            ...         ...   \n",
       "885837       [10051651]    [10051651]      []             []          []   \n",
       "885939         [368057]      [368057]      []             []          []   \n",
       "885965        [3291951]     [3291951]      []             []          []   \n",
       "886182        [1658405]     [1658405]      []             []          []   \n",
       "886717        [5991088]     [5991088]      []             []          []   \n",
       "\n",
       "               commit_actor_id_list  \n",
       "0       [723615 | NAN ORG | closed]  \n",
       "0       [723615 | NAN ORG | closed]  \n",
       "1       [723615 | NAN ORG | closed]  \n",
       "2       [723615 | NAN ORG | closed]  \n",
       "5       [723615 | NAN ORG | closed]  \n",
       "...                             ...  \n",
       "885837  [10051651 | NAN ORG | open]  \n",
       "885939    [368057 | NAN ORG | open]  \n",
       "885965   [3291951 | NAN ORG | open]  \n",
       "886182   [1658405 | NAN ORG | open]  \n",
       "886717   [5991088 | NAN ORG | open]  \n",
       "\n",
       "[1107292 rows x 41 columns]"
      ]
     },
     "execution_count": 205,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pr_data_subset_exp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "id": "507bb89f-2b08-45a3-9866-5b54c7422a1d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "repo_id\n",
       "46939       2016-08-20 20:22:41+00:00\n",
       "59235       2015-04-30 01:54:06+00:00\n",
       "85418       2015-04-21 15:49:04+00:00\n",
       "120894      2015-01-14 22:22:02+00:00\n",
       "138745      2015-01-20 09:00:53+00:00\n",
       "                       ...           \n",
       "549162933   2022-10-10 21:26:48+00:00\n",
       "549610884   2023-04-05 07:28:23+00:00\n",
       "570117301   2022-11-29 14:02:40+00:00\n",
       "601048507   2023-02-13 09:44:32+00:00\n",
       "609273697   2023-06-08 19:38:19+00:00\n",
       "Name: created_at, Length: 6031, dtype: datetime64[ns, UTC]"
      ]
     },
     "execution_count": 204,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pr_data_subset_exp[pr_data_subset_exp['pr_actor_id_list'].apply(lambda x: 'open' in x)].groupby(['repo_id','pr_actor_id_list']).agg(\n",
    "    {'created_at': 'min'}\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "610767b6-0594-4ab0-ba4d-64905c348bdd",
   "metadata": {},
   "outputs": [],
   "source": [
    "1. Economic/extrinsic motivations\n",
    "    1. Improve programming skill \n",
    "        1. How much have they programmed in general?\n",
    "        2. How much python have they done? \n",
    "    2. Solve task related to primary mission\n",
    "        1. How much is the individual using the library they’re contributing to in their code? \n",
    "    3. Career concerns\n",
    "        1. Are they contributing to a repository owned by a company?\n",
    "        2. Are they contributing to a trendy project?\n",
    "        3. Is there project widely downloaded?\n",
    "        4. Are they contributing to projects with less restrictive licenses?\n",
    "2. Enjoyment-related motivation\n",
    "    1. Enjoy OSS contribution\n",
    "        1. Are they an extensive OSS contributor? Note the overlap\n",
    "    2. intellectual stimulation/ego gratification: solving hard problems\n",
    "        1. Issues that are classified as hard? Not good first issue, maybe issues that have tag words associated with “hard”, “difficult”, etc\n",
    "    3. ego gratification: being significant contributor\n",
    "        1. projects with less number of contributors, but is still widely used?\n",
    "3. Community-related motivations\n",
    "    1. Identification as OSS developer\n",
    "        1. Are they an extensive OSS contributor\n",
    "        2. Are they owner/on leadership of other OSS projects? \n",
    "    2. Belief that code should be open\n",
    "        1. What are the licenses of their own repositories/the work they contribute to?\n",
    "    3. Supporting OSS community\n",
    "        1. Working on documentation, answering issues in past work\n",
    "    4. Social Connections\n",
    "        1. Do they follow people who work on OSS\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "80ac1f8e-5e39-4935-9cf6-81b0ab4fba22",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}