130_BFC_ClassificationResults.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "68ee2e5c-b686-4ddd-93bd-ab717776adb2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as npa\n",
    "import math\n",
    "import matplotlib.pyplot as plt\n",
    "import warnings\n",
    "from sklearn.metrics import cohen_kappa_score\n",
    "warnings.simplefilter(action='ignore', category=UserWarning)\n",
    "from IPython.display import display, HTML\n",
    "pd.set_option('display.max_colwidth', None)\n",
    "pd.set_option('display.max_rows',None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "7e2b9fcd-d16f-4067-8eb6-398ad69714e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "abhishek_results = pd.read_csv('130_results_abhishek.csv').to_dict('records')\n",
    "michel_results = pd.read_csv('130_results_michel.csv').to_dict('records') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "0037dc22-6d8d-4c34-a328-54a4d8dc8fee",
   "metadata": {},
   "outputs": [],
   "source": [
    "abhishek_results_map = {element['commit_hash']: element for element in abhishek_results }\n",
    "michel_results_map = {element['commit_hash']: element for element in michel_results }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "ea9b1040-8a1a-4315-9472-3ba06c146b0a",
   "metadata": {},
   "outputs": [],
   "source": [
    "def sameResult(r1,r2):\n",
    "    if r1 == r2: return True\n",
    "    if r1 == 'none': \n",
    "        if r2 == 'unknown': return True\n",
    "    if r1 == 'unknown': \n",
    "        if r2 == 'none': return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "014072cc-031b-42d9-b91d-2cc9e6a4e842",
   "metadata": {},
   "outputs": [],
   "source": [
    "categories = {\n",
    "    \"Timing and execution\": 0,\n",
    "    \"Exchange of Information\": 1,\n",
    "    \"Memory\": 2\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "404c0211-cd52-44f0-9c80-00bcf37b80f6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "same_is_bug_fixing_commit:  100 / 130 (76.92)\n",
      "same_is_safety_related:  16 / 42 (38.10)\n",
      "same_type_of_safety_related:  6 / 9 (66.67)\n"
     ]
    }
   ],
   "source": [
    "same_is_bug_fixing_commit = 0\n",
    "is_bug_fixing_commit_conflict = []\n",
    "both_is_bug_fixing_commit = 0\n",
    "\n",
    "same_is_safety_related = 0\n",
    "is_safety_related_conflict = []\n",
    "both_is_safety_related = 0\n",
    "\n",
    "same_type_of_safety_related = 0\n",
    "type_of_safety_related_conflict = []\n",
    "\n",
    "kappa_cohen_results = {\n",
    "    'is_bug_fixing_commit': { 'Michel': [], 'Abhishek': [] },\n",
    "    'is_safety_related': { 'Michel': [], 'Abhishek': [] },\n",
    "    'type_of_safety_related': { 'Michel': [], 'Abhishek': [] }\n",
    "}\n",
    "\n",
    "for m_result in michel_results:\n",
    "    a_result = abhishek_results_map[m_result['commit_hash']]\n",
    "\n",
    "    kappa_cohen_results['is_bug_fixing_commit']['Michel'].append(1 if m_result['is_bug_fixing_commit'] else 0)\n",
    "    kappa_cohen_results['is_bug_fixing_commit']['Abhishek'].append(1 if a_result['is_bug_fixing_commit'] else 0)\n",
    "    \n",
    "    # IS BUG-FIXING COMMIT\n",
    "    if a_result['is_bug_fixing_commit'] == m_result['is_bug_fixing_commit']:\n",
    "        same_is_bug_fixing_commit += 1\n",
    "    else:\n",
    "        is_bug_fixing_commit_conflict.append(\n",
    "            (a_result['is_bug_fixing_commit'],a_result['comment'],m_result['is_bug_fixing_commit'], m_result['comment'])\n",
    "        )\n",
    "\n",
    "    # CASES WHERE BOTH AGREE ON \"IS BUG-FIXING COMMIT\"\n",
    "    if a_result['is_bug_fixing_commit'] and m_result['is_bug_fixing_commit']:\n",
    "\n",
    "        both_is_bug_fixing_commit+=1\n",
    "        \n",
    "        kappa_cohen_results['is_safety_related']['Michel'].append(\n",
    "            1 if m_result['is_safety_related'] == 'true' else 0 if m_result['is_safety_related'] == 'false' else 2\n",
    "        )\n",
    "        kappa_cohen_results['is_safety_related']['Abhishek'].append(\n",
    "            1 if a_result['is_safety_related'] == 'true' else 0 if a_result['is_safety_related'] == 'false' else 2\n",
    "        )  \n",
    "        \n",
    "        # IS SAFETY-RELATED BUG\n",
    "        if a_result['is_safety_related'] == m_result['is_safety_related']:\n",
    "            same_is_safety_related += 1\n",
    "\n",
    "            # CASES WHERE BOTH AGREE ON \"SAFETY-RELATED BUG\"\n",
    "            if a_result['is_safety_related'] == 'true' and m_result['is_safety_related'] == 'true':\n",
    "                both_is_safety_related += 1\n",
    "                \n",
    "                kappa_cohen_results['type_of_safety_related']['Michel'].append(categories[m_result['type_of_safety_related']])\n",
    "                kappa_cohen_results['type_of_safety_related']['Abhishek'].append(categories[a_result['type_of_safety_related']])\n",
    "                \n",
    "                # SAFETY-RELATED BUG CATEGORY\n",
    "                if a_result['type_of_safety_related'] == m_result['type_of_safety_related']:\n",
    "                    same_type_of_safety_related += 1\n",
    "                else:\n",
    "                    type_of_safety_related_conflict.append(\n",
    "                        (a_result['type_of_safety_related'], a_result['comment'], m_result['type_of_safety_related'], m_result['comment'])\n",
    "                    )\n",
    "        \n",
    "        else:\n",
    "            is_safety_related_conflict.append(\n",
    "                (a_result['is_safety_related'], a_result['comment'], m_result['is_safety_related'], m_result['comment'])\n",
    "            )\n",
    "\n",
    "print(\"same_is_bug_fixing_commit: \", same_is_bug_fixing_commit, \"/\", len(michel_results), \"(%.2f)\"%(same_is_bug_fixing_commit*100/len(michel_results)))\n",
    "print(\"same_is_safety_related: \", same_is_safety_related, \"/\", both_is_bug_fixing_commit, \"(%.2f)\"%(same_is_safety_related*100/both_is_bug_fixing_commit))\n",
    "print(\"same_type_of_safety_related: \", same_type_of_safety_related, \"/\", both_is_safety_related, \"(%.2f)\"%(same_type_of_safety_related*100/both_is_safety_related))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "f6127f07-6863-42ba-aad8-c5a6ac731a81",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.5470383275261324"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['is_bug_fixing_commit']['Michel'], kappa_cohen_results['is_bug_fixing_commit']['Abhishek'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "86173ef2-a81f-428a-bebc-f638d6887d58",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.12077294685990336"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['is_safety_related']['Michel'], kappa_cohen_results['is_safety_related']['Abhishek'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "297f1931-c49b-453c-9d3d-270c9cfe3eb7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.47058823529411764"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['type_of_safety_related']['Michel'], kappa_cohen_results['type_of_safety_related']['Abhishek'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8192060a-11f4-4865-a4c0-f13f6a690272",
   "metadata": {},
   "source": [
    "### Not same \"Is a bug-fixing commit\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "94043175-9a32-4595-999e-d3914793edee",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>Michel result</th>\n",
       "      <th>Michel comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Only add sanity check</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems to simply change how files/functions are displayed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Considered a fix but really just avoids a warning.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A condition is extended to cover only the necessary cases (and a section of code is not executed if it is not necessary).</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>There was a commented code and it is uncommented</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It appears to fix a change introduced earlier; in this case to supplement a case not contemplated. I am not sure to what extent it is a fix</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A condition is added so that when there are no interruptions; the code continues (saves time)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Does not look like a fix</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A variable is renamed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Change oriented to debug</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Fixed a bug in the comprehension of some components</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It is not clear to me</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>I'm not sure; it doesn't look like a bug-fix.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A warning is removed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>True</td>\n",
       "      <td>can be considered under Time and Exchange of information category.</td>\n",
       "      <td>False</td>\n",
       "      <td>Just add a print for a log</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A redundant check is deleted</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Just add a waning</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Just a documentation change</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>It seems to indicate that it is a fix</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems that the PR only includes cleanups</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems that it tries to give a warning instead of an error for a certain bug. It is not clear to me that it actually fixes the bug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>It seems that it was introduced as a condition that a controller had to have read/write permissions when it really only needed to have at least one of the two.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>An unneeded memory allocation is deleted</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Use add instead of pop to counter (not a fix)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Maybe is a fix; maybe not. Just extend a check for a specific case</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Remove unnecesary code</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>An adjustment to ensure that no workers are left uncleaned</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>I do not understand the change</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems that it only adds error handling (sanity check); although it is indicated as a fix.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>Many changes on the PR, i see some fix on them, but hard to identify it</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Abhishek result  \\\n",
       "0              True   \n",
       "1              True   \n",
       "2              True   \n",
       "3              True   \n",
       "4              True   \n",
       "5              True   \n",
       "6              True   \n",
       "7              True   \n",
       "8              True   \n",
       "9              True   \n",
       "10             True   \n",
       "11             True   \n",
       "12             True   \n",
       "13             True   \n",
       "14             True   \n",
       "15             True   \n",
       "16             True   \n",
       "17             True   \n",
       "18            False   \n",
       "19             True   \n",
       "20             True   \n",
       "21            False   \n",
       "22             True   \n",
       "23             True   \n",
       "24             True   \n",
       "25             True   \n",
       "26             True   \n",
       "27             True   \n",
       "28             True   \n",
       "29            False   \n",
       "\n",
       "                                                      Abhishek comment  \\\n",
       "0                                                                  NaN   \n",
       "1                                                                  NaN   \n",
       "2                                                                  NaN   \n",
       "3                                                                  NaN   \n",
       "4                                                                  NaN   \n",
       "5                                                                  NaN   \n",
       "6                                                                  NaN   \n",
       "7                                                                  NaN   \n",
       "8                                                                  NaN   \n",
       "9                                                                  NaN   \n",
       "10                                                                 NaN   \n",
       "11                                                                 NaN   \n",
       "12                                                                 NaN   \n",
       "13                                                                 NaN   \n",
       "14  can be considered under Time and Exchange of information category.   \n",
       "15                                                                 NaN   \n",
       "16                                                                 NaN   \n",
       "17                                                                 NaN   \n",
       "18                                                                 NaN   \n",
       "19                                                                 NaN   \n",
       "20                                                                 NaN   \n",
       "21                                                                 NaN   \n",
       "22                                                                 NaN   \n",
       "23                                                                 NaN   \n",
       "24                                                                 NaN   \n",
       "25                                                                 NaN   \n",
       "26                                                                 NaN   \n",
       "27                                                                 NaN   \n",
       "28                                                                 NaN   \n",
       "29                                                                 NaN   \n",
       "\n",
       "    Michel result  \\\n",
       "0           False   \n",
       "1           False   \n",
       "2           False   \n",
       "3           False   \n",
       "4           False   \n",
       "5           False   \n",
       "6           False   \n",
       "7           False   \n",
       "8           False   \n",
       "9           False   \n",
       "10          False   \n",
       "11          False   \n",
       "12          False   \n",
       "13          False   \n",
       "14          False   \n",
       "15          False   \n",
       "16          False   \n",
       "17          False   \n",
       "18           True   \n",
       "19          False   \n",
       "20          False   \n",
       "21           True   \n",
       "22          False   \n",
       "23          False   \n",
       "24          False   \n",
       "25          False   \n",
       "26          False   \n",
       "27          False   \n",
       "28          False   \n",
       "29           True   \n",
       "\n",
       "                                                                                                                                                     Michel comment  \n",
       "0                                                                                                                                             Only add sanity check  \n",
       "1                                                                                                       It seems to simply change how files/functions are displayed  \n",
       "2                                                                                                                Considered a fix but really just avoids a warning.  \n",
       "3                                         A condition is extended to cover only the necessary cases (and a section of code is not executed if it is not necessary).  \n",
       "4                                                                                                                  There was a commented code and it is uncommented  \n",
       "5                       It appears to fix a change introduced earlier; in this case to supplement a case not contemplated. I am not sure to what extent it is a fix  \n",
       "6                                                                     A condition is added so that when there are no interruptions; the code continues (saves time)  \n",
       "7                                                                                                                                          Does not look like a fix  \n",
       "8                                                                                                                                             A variable is renamed  \n",
       "9                                                                                                                                          Change oriented to debug  \n",
       "10                                                                                                             Fixed a bug in the comprehension of some components   \n",
       "11                                                                                                                                            It is not clear to me  \n",
       "12                                                                                                                    I'm not sure; it doesn't look like a bug-fix.  \n",
       "13                                                                                                                                             A warning is removed  \n",
       "14                                                                                                                                      Just add a print for a log   \n",
       "15                                                                                                                                     A redundant check is deleted  \n",
       "16                                                                                                                                                Just add a waning  \n",
       "17                                                                                                                                      Just a documentation change  \n",
       "18                                                                                                                            It seems to indicate that it is a fix  \n",
       "19                                                                                                                      It seems that the PR only includes cleanups  \n",
       "20                            It seems that it tries to give a warning instead of an error for a certain bug. It is not clear to me that it actually fixes the bug.  \n",
       "21  It seems that it was introduced as a condition that a controller had to have read/write permissions when it really only needed to have at least one of the two.  \n",
       "22                                                                                                                         An unneeded memory allocation is deleted  \n",
       "23                                                                                                                    Use add instead of pop to counter (not a fix)  \n",
       "24                                                                                               Maybe is a fix; maybe not. Just extend a check for a specific case  \n",
       "25                                                                                                                                           Remove unnecesary code  \n",
       "26                                                                                                       An adjustment to ensure that no workers are left uncleaned  \n",
       "27                                                                                                                                   I do not understand the change  \n",
       "28                                                                     It seems that it only adds error handling (sanity check); although it is indicated as a fix.  \n",
       "29                                                                                          Many changes on the PR, i see some fix on them, but hard to identify it  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(is_bug_fixing_commit_conflict, columns =['Abhishek result', 'Abhishek comment', 'Michel result', 'Michel comment'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2099009e-b406-41cf-994e-e67800809cfc",
   "metadata": {},
   "source": [
    "### Not same \"Is a safety-related bug\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "28674147-0ca5-41ac-afdf-f06362d9a9fb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>Michel result</th>\n",
       "      <th>Michel comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>true</td>\n",
       "      <td>Also I think it falls under the exchange of information category because the kernel-infoleak fix relates to loss or leak of information.</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix but I'm not sure about the classification</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix but not enough info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>Check that is a BFC after checking mail list. A variable is not initialize but returned in some cases</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix but no enough info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Indicated as a \"Correct\" but i didnt understand the change</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>true</td>\n",
       "      <td>Not 100% sure about the safety-type</td>\n",
       "      <td>unknown</td>\n",
       "      <td>There are too many changes in this merge. It seems to include some fixes but each one may be completely different</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>There appears to be an error forcing the system to exit. A flag is added to a command to avoid it</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It looks like a fix but I'm not sure I understand what it fixes.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Seems to fix a performance problem</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>There are too many changes in this merge. It seems to include some fixes but each one may be completely different.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>There are too many changes in this merge. It seems to include some fixes but each one may be completely different.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is detected that the table counter is not updated correctly.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>true</td>\n",
       "      <td>Not 100% sure about memory related bug.</td>\n",
       "      <td>unknown</td>\n",
       "      <td>A fix to avoid NPE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix; but I don't udestand the the func</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>The issue and the fix is simple; but I don't know if this could result on a system hang</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>true</td>\n",
       "      <td>Not sure on safety type</td>\n",
       "      <td>false</td>\n",
       "      <td>It is a change that tries to include some cases not contemplated so far.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix; but I don't understand exactly the code</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>Fix a memory leak</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>A parameter validation is fixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>Support for a new device is added; but it seems to indicate that this solves a problem when used on this device.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>From the message, it does not look like a fix. However; it is indicated that it is with the Fixes field. A condition is added in the code</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>A traffic light was added to a section of code that was already atomic. The change is reverted</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>Fixes a bug that prevents memory from being added to a group list when the record for that block has actually failed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>Deadlock fix</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Ensures that a memory release occurs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>true</td>\n",
       "      <td>Not 100% sure</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It looks like a fix; it tries to fix that a driver does not restart because a variable is not set correctly.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Abhishek result  \\\n",
       "0             true   \n",
       "1             true   \n",
       "2          unknown   \n",
       "3            false   \n",
       "4            false   \n",
       "5             true   \n",
       "6            false   \n",
       "7            false   \n",
       "8            false   \n",
       "9            false   \n",
       "10            true   \n",
       "11            true   \n",
       "12            true   \n",
       "13           false   \n",
       "14            true   \n",
       "15            true   \n",
       "16           false   \n",
       "17           false   \n",
       "18            true   \n",
       "19            true   \n",
       "20            true   \n",
       "21            true   \n",
       "22            true   \n",
       "23         unknown   \n",
       "24            true   \n",
       "25            true   \n",
       "\n",
       "                                                                                                                            Abhishek comment  \\\n",
       "0   Also I think it falls under the exchange of information category because the kernel-infoleak fix relates to loss or leak of information.   \n",
       "1                                                                                                                                        NaN   \n",
       "2                                                                                                                                        NaN   \n",
       "3                                                                                                                                        NaN   \n",
       "4                                                                                                                                        NaN   \n",
       "5                                                                                                        Not 100% sure about the safety-type   \n",
       "6                                                                                                                                        NaN   \n",
       "7                                                                                                                                        NaN   \n",
       "8                                                                                                                                        NaN   \n",
       "9                                                                                                                                        NaN   \n",
       "10                                                                                                                                       NaN   \n",
       "11                                                                                                                                       NaN   \n",
       "12                                                                                                   Not 100% sure about memory related bug.   \n",
       "13                                                                                                                                       NaN   \n",
       "14                                                                                                                                       NaN   \n",
       "15                                                                                                                   Not sure on safety type   \n",
       "16                                                                                                                                       NaN   \n",
       "17                                                                                                                                       NaN   \n",
       "18                                                                                                                                       NaN   \n",
       "19                                                                                                                                       NaN   \n",
       "20                                                                                                                                       NaN   \n",
       "21                                                                                                                                       NaN   \n",
       "22                                                                                                                                       NaN   \n",
       "23                                                                                                                                       NaN   \n",
       "24                                                                                                                                       NaN   \n",
       "25                                                                                                                            Not 100% sure    \n",
       "\n",
       "   Michel result  \\\n",
       "0        unknown   \n",
       "1        unknown   \n",
       "2          false   \n",
       "3        unknown   \n",
       "4        unknown   \n",
       "5        unknown   \n",
       "6           true   \n",
       "7        unknown   \n",
       "8        unknown   \n",
       "9        unknown   \n",
       "10       unknown   \n",
       "11       unknown   \n",
       "12       unknown   \n",
       "13       unknown   \n",
       "14       unknown   \n",
       "15         false   \n",
       "16       unknown   \n",
       "17          true   \n",
       "18         false   \n",
       "19         false   \n",
       "20         false   \n",
       "21       unknown   \n",
       "22         false   \n",
       "23          true   \n",
       "24       unknown   \n",
       "25       unknown   \n",
       "\n",
       "                                                                                                                               Michel comment  \n",
       "0                                                                                  Looks like a fix but I'm not sure about the classification  \n",
       "1                                                                                                        Looks like a fix but not enough info  \n",
       "2                                       Check that is a BFC after checking mail list. A variable is not initialize but returned in some cases  \n",
       "3                                                                                                         Looks like a fix but no enough info  \n",
       "4                                                                                  Indicated as a \"Correct\" but i didnt understand the change  \n",
       "5                           There are too many changes in this merge. It seems to include some fixes but each one may be completely different  \n",
       "6                                           There appears to be an error forcing the system to exit. A flag is added to a command to avoid it  \n",
       "7                                                                            It looks like a fix but I'm not sure I understand what it fixes.  \n",
       "8                                                                                                          Seems to fix a performance problem  \n",
       "9                          There are too many changes in this merge. It seems to include some fixes but each one may be completely different.  \n",
       "10                         There are too many changes in this merge. It seems to include some fixes but each one may be completely different.  \n",
       "11                                                                           It is detected that the table counter is not updated correctly.   \n",
       "12                                                                                                                         A fix to avoid NPE  \n",
       "13                                                                                        Looks like a fix; but I don't udestand the the func  \n",
       "14                                                    The issue and the fix is simple; but I don't know if this could result on a system hang  \n",
       "15                                                                   It is a change that tries to include some cases not contemplated so far.  \n",
       "16                                                                                  Looks like a fix; but I don't understand exactly the code  \n",
       "17                                                                                                                          Fix a memory leak  \n",
       "18                                                                                                            A parameter validation is fixed  \n",
       "19                           Support for a new device is added; but it seems to indicate that this solves a problem when used on this device.  \n",
       "20  From the message, it does not look like a fix. However; it is indicated that it is with the Fixes field. A condition is added in the code  \n",
       "21                                             A traffic light was added to a section of code that was already atomic. The change is reverted  \n",
       "22                       Fixes a bug that prevents memory from being added to a group list when the record for that block has actually failed  \n",
       "23                                                                                                                               Deadlock fix  \n",
       "24                                                                                                       Ensures that a memory release occurs  \n",
       "25                               It looks like a fix; it tries to fix that a driver does not restart because a variable is not set correctly.  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(is_safety_related_conflict, columns =['Abhishek result', 'Abhishek comment', 'Michel result', 'Michel comment'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "601c935b-bdbb-495e-b4d4-8588370237da",
   "metadata": {},
   "source": [
    "### Not same \"Safety-related bug category\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "51923fe6-1b3d-432c-a16c-83dbc12aa260",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>Michel result</th>\n",
       "      <th>Michel comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Exchange of Information</td>\n",
       "      <td>Looks like a fix on bus ¿maybe a safety-relelated?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Exchange of Information</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>Corrected a block of code that should be protected with a lock</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Memory</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>It is indicated that there is a co-occurrence problem if a section of code is not protected with locks.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Abhishek result  Abhishek comment            Michel result  \\\n",
       "0     Timing and execution               NaN  Exchange of Information   \n",
       "1  Exchange of Information               NaN     Timing and execution   \n",
       "2                   Memory               NaN     Timing and execution   \n",
       "\n",
       "                                                                                            Michel comment  \n",
       "0                                                       Looks like a fix on bus ¿maybe a safety-relelated?  \n",
       "1                                           Corrected a block of code that should be protected with a lock  \n",
       "2  It is indicated that there is a co-occurrence problem if a section of code is not protected with locks.  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(type_of_safety_related_conflict, columns =['Abhishek result', 'Abhishek comment', 'Michel result', 'Michel comment'])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}