0_example_recommender.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "stu_vle = pd.read_csv('data/stvl_ccc14b.csv')\n",
    "stu_as = pd.read_csv('data/stas_ccc14b.csv')\n",
    "ass = pd.read_csv('data/ass_ccc14b.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "vle = pd.read_csv('data/vle_ccc14b.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is an early draft of a study recommender. This program:\n",
    "\n",
    "* looks at past student performance, particularly how much time students spent on individual study materials and their ultimate scores on assessments\n",
    "* builds utility matrices based on that information for efficient look up\n",
    "* creates study material recommendations for current students based on their similarity to past students"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test run - assessment 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code_module</th>\n",
       "      <th>code_presentation</th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>assessment_type</th>\n",
       "      <th>date</th>\n",
       "      <th>weight</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>24286</td>\n",
       "      <td>CMA</td>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>24287</td>\n",
       "      <td>CMA</td>\n",
       "      <td>67.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>24288</td>\n",
       "      <td>CMA</td>\n",
       "      <td>137.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>24289</td>\n",
       "      <td>CMA</td>\n",
       "      <td>207.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>24282</td>\n",
       "      <td>TMA</td>\n",
       "      <td>32.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  code_module code_presentation  id_assessment assessment_type   date  weight\n",
       "0         CCC             2014B          24286             CMA   18.0     2.0\n",
       "1         CCC             2014B          24287             CMA   67.0     7.0\n",
       "2         CCC             2014B          24288             CMA  137.0     8.0\n",
       "3         CCC             2014B          24289             CMA  207.0     8.0\n",
       "4         CCC             2014B          24282             TMA   32.0     9.0"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ass.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Looks like assessment 24287 is the third one. We will also see that the 'recommended date' is a rough estimate. Students appear free to take assessments on their own time."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>id_student</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4168</th>\n",
       "      <td>24287</td>\n",
       "      <td>558914</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4169</th>\n",
       "      <td>24287</td>\n",
       "      <td>559157</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4170</th>\n",
       "      <td>24287</td>\n",
       "      <td>559706</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4171</th>\n",
       "      <td>24287</td>\n",
       "      <td>559770</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4172</th>\n",
       "      <td>24287</td>\n",
       "      <td>560114</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4173</th>\n",
       "      <td>24287</td>\n",
       "      <td>560311</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>94.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4174</th>\n",
       "      <td>24287</td>\n",
       "      <td>560494</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4175</th>\n",
       "      <td>24287</td>\n",
       "      <td>561363</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4176</th>\n",
       "      <td>24287</td>\n",
       "      <td>561559</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>74.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4177</th>\n",
       "      <td>24287</td>\n",
       "      <td>561774</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>64.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4178</th>\n",
       "      <td>24287</td>\n",
       "      <td>562450</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4179</th>\n",
       "      <td>24287</td>\n",
       "      <td>562585</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>46.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4180</th>\n",
       "      <td>24287</td>\n",
       "      <td>562825</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4181</th>\n",
       "      <td>24287</td>\n",
       "      <td>563046</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4182</th>\n",
       "      <td>24287</td>\n",
       "      <td>563819</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>57.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4183</th>\n",
       "      <td>24287</td>\n",
       "      <td>565399</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4184</th>\n",
       "      <td>24287</td>\n",
       "      <td>566185</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>46.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4185</th>\n",
       "      <td>24287</td>\n",
       "      <td>566310</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4186</th>\n",
       "      <td>24287</td>\n",
       "      <td>566428</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4187</th>\n",
       "      <td>24287</td>\n",
       "      <td>566670</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4188</th>\n",
       "      <td>24287</td>\n",
       "      <td>566715</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4189</th>\n",
       "      <td>24287</td>\n",
       "      <td>568047</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4190</th>\n",
       "      <td>24287</td>\n",
       "      <td>568084</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4191</th>\n",
       "      <td>24287</td>\n",
       "      <td>569080</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4192</th>\n",
       "      <td>24287</td>\n",
       "      <td>569108</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4193</th>\n",
       "      <td>24287</td>\n",
       "      <td>569609</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4194</th>\n",
       "      <td>24287</td>\n",
       "      <td>569712</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4195</th>\n",
       "      <td>24287</td>\n",
       "      <td>570410</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>47.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4196</th>\n",
       "      <td>24287</td>\n",
       "      <td>570872</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4197</th>\n",
       "      <td>24287</td>\n",
       "      <td>570967</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>74.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5167</th>\n",
       "      <td>24287</td>\n",
       "      <td>551267</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5168</th>\n",
       "      <td>24287</td>\n",
       "      <td>551304</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>62.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5169</th>\n",
       "      <td>24287</td>\n",
       "      <td>551478</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>90.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5170</th>\n",
       "      <td>24287</td>\n",
       "      <td>551604</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>67.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5171</th>\n",
       "      <td>24287</td>\n",
       "      <td>551902</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>44.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5172</th>\n",
       "      <td>24287</td>\n",
       "      <td>552441</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5173</th>\n",
       "      <td>24287</td>\n",
       "      <td>552498</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>94.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5174</th>\n",
       "      <td>24287</td>\n",
       "      <td>552913</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5175</th>\n",
       "      <td>24287</td>\n",
       "      <td>553021</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5176</th>\n",
       "      <td>24287</td>\n",
       "      <td>553280</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5177</th>\n",
       "      <td>24287</td>\n",
       "      <td>553394</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>81.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5178</th>\n",
       "      <td>24287</td>\n",
       "      <td>553655</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>83.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5179</th>\n",
       "      <td>24287</td>\n",
       "      <td>553741</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5180</th>\n",
       "      <td>24287</td>\n",
       "      <td>554141</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5181</th>\n",
       "      <td>24287</td>\n",
       "      <td>554205</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5182</th>\n",
       "      <td>24287</td>\n",
       "      <td>554583</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>65.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5183</th>\n",
       "      <td>24287</td>\n",
       "      <td>554870</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>75.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5184</th>\n",
       "      <td>24287</td>\n",
       "      <td>554951</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>54.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5185</th>\n",
       "      <td>24287</td>\n",
       "      <td>555008</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5186</th>\n",
       "      <td>24287</td>\n",
       "      <td>555604</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>64.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5187</th>\n",
       "      <td>24287</td>\n",
       "      <td>555706</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5188</th>\n",
       "      <td>24287</td>\n",
       "      <td>556042</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5189</th>\n",
       "      <td>24287</td>\n",
       "      <td>556246</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5190</th>\n",
       "      <td>24287</td>\n",
       "      <td>556295</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>95.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5191</th>\n",
       "      <td>24287</td>\n",
       "      <td>556584</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>83.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5192</th>\n",
       "      <td>24287</td>\n",
       "      <td>556587</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>53.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5193</th>\n",
       "      <td>24287</td>\n",
       "      <td>556858</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>74.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5194</th>\n",
       "      <td>24287</td>\n",
       "      <td>557995</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5195</th>\n",
       "      <td>24287</td>\n",
       "      <td>558518</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5196</th>\n",
       "      <td>24287</td>\n",
       "      <td>558616</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>67.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1029 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id_assessment  id_student  date_submitted  is_banked  score\n",
       "4168          24287      558914              69          0   63.0\n",
       "4169          24287      559157              69          0   66.0\n",
       "4170          24287      559706              69          0   45.0\n",
       "4171          24287      559770              69          0   70.0\n",
       "4172          24287      560114              69          0   78.0\n",
       "4173          24287      560311              69          0   94.0\n",
       "4174          24287      560494              69          0   93.0\n",
       "4175          24287      561363              69          0   78.0\n",
       "4176          24287      561559              69          0   74.0\n",
       "4177          24287      561774              69          0   64.0\n",
       "4178          24287      562450              69          0   76.0\n",
       "4179          24287      562585              69          0   46.0\n",
       "4180          24287      562825              69          0   78.0\n",
       "4181          24287      563046              69          0   76.0\n",
       "4182          24287      563819              69          0   57.0\n",
       "4183          24287      565399              69          0  100.0\n",
       "4184          24287      566185              69          0   46.0\n",
       "4185          24287      566310              69          0   87.0\n",
       "4186          24287      566428              69          0  100.0\n",
       "4187          24287      566670              69          0   89.0\n",
       "4188          24287      566715              69          0   87.0\n",
       "4189          24287      568047              69          0   25.0\n",
       "4190          24287      568084              69          0   89.0\n",
       "4191          24287      569080              69          0  100.0\n",
       "4192          24287      569108              69          0  100.0\n",
       "4193          24287      569609              69          0   70.0\n",
       "4194          24287      569712              69          0   76.0\n",
       "4195          24287      570410              69          0   47.0\n",
       "4196          24287      570872              69          0   86.0\n",
       "4197          24287      570967              69          0   74.0\n",
       "...             ...         ...             ...        ...    ...\n",
       "5167          24287      551267              69          0   11.0\n",
       "5168          24287      551304              69          0   62.0\n",
       "5169          24287      551478              69          0   90.0\n",
       "5170          24287      551604              69          0   67.0\n",
       "5171          24287      551902              69          0   44.0\n",
       "5172          24287      552441              69          0   89.0\n",
       "5173          24287      552498              69          0   94.0\n",
       "5174          24287      552913              69          0  100.0\n",
       "5175          24287      553021              69          0  100.0\n",
       "5176          24287      553280              69          0  100.0\n",
       "5177          24287      553394              69          0   81.0\n",
       "5178          24287      553655              69          0   83.0\n",
       "5179          24287      553741              69          0   85.0\n",
       "5180          24287      554141              69          0   77.0\n",
       "5181          24287      554205              69          0   93.0\n",
       "5182          24287      554583              69          0   65.0\n",
       "5183          24287      554870              69          0   75.0\n",
       "5184          24287      554951              69          0   54.0\n",
       "5185          24287      555008              69          0   87.0\n",
       "5186          24287      555604              69          0   64.0\n",
       "5187          24287      555706              69          0  100.0\n",
       "5188          24287      556042              69          0   69.0\n",
       "5189          24287      556246              69          0  100.0\n",
       "5190          24287      556295              69          0   95.0\n",
       "5191          24287      556584              69          0   83.0\n",
       "5192          24287      556587              69          0   53.0\n",
       "5193          24287      556858              69          0   74.0\n",
       "5194          24287      557995              69          0   66.0\n",
       "5195          24287      558518              69          0  100.0\n",
       "5196          24287      558616              69          0   67.0\n",
       "\n",
       "[1029 rows x 5 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "third_as = stu_as[stu_as.id_assessment.isin([24287])]\n",
    "third_as"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "69.01457725947522"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_as[stu_as.id_assessment.isin([24287])]['date_submitted'].mean()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create utility matrices"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add a col indicating what date that student submitted the third assignment\n",
    "stu_vle['third_sub_date'] = stu_vle['id_student'].map(third_as.set_index('id_student')['date_submitted'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code_module</th>\n",
       "      <th>code_presentation</th>\n",
       "      <th>id_student</th>\n",
       "      <th>id_site</th>\n",
       "      <th>date</th>\n",
       "      <th>sum_click</th>\n",
       "      <th>third_sub_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730057</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729819</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394341</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  code_module code_presentation  id_student  id_site  date  sum_click  \\\n",
       "0         CCC             2014B      395164   730135   -18          1   \n",
       "1         CCC             2014B      395164   729671   -18          4   \n",
       "2         CCC             2014B      395164   730057   -18          1   \n",
       "3         CCC             2014B      395164   729819   -18          1   \n",
       "4         CCC             2014B      394341   729671   -18          5   \n",
       "\n",
       "   third_sub_date  \n",
       "0             NaN  \n",
       "1             NaN  \n",
       "2             NaN  \n",
       "3             NaN  \n",
       "4             NaN  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_vle.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code_module</th>\n",
       "      <th>code_presentation</th>\n",
       "      <th>id_student</th>\n",
       "      <th>id_site</th>\n",
       "      <th>date</th>\n",
       "      <th>sum_click</th>\n",
       "      <th>third_sub_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730057</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729819</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394341</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394341</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>729797</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>730054</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394341</td>\n",
       "      <td>730132</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>730016</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>387009</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>385387</td>\n",
       "      <td>730054</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>385387</td>\n",
       "      <td>729797</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>385387</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>4</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>397506</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>388538</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>388538</td>\n",
       "      <td>729789</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>388538</td>\n",
       "      <td>730016</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>388538</td>\n",
       "      <td>730054</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>388538</td>\n",
       "      <td>730057</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>391343</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>391419</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>391343</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>381927</td>\n",
       "      <td>730035</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>381927</td>\n",
       "      <td>730015</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>381927</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>381927</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>8</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>381927</td>\n",
       "      <td>729819</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>383372</td>\n",
       "      <td>730035</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146637</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>632487</td>\n",
       "      <td>730017</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147655</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>603498</td>\n",
       "      <td>729671</td>\n",
       "      <td>31</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147658</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>603498</td>\n",
       "      <td>729683</td>\n",
       "      <td>31</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150860</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>543924</td>\n",
       "      <td>729671</td>\n",
       "      <td>32</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150861</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>543924</td>\n",
       "      <td>730135</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152880</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>629623</td>\n",
       "      <td>729791</td>\n",
       "      <td>32</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153487</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>604723</td>\n",
       "      <td>730068</td>\n",
       "      <td>33</td>\n",
       "      <td>4</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153488</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>604723</td>\n",
       "      <td>730065</td>\n",
       "      <td>33</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153489</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>604723</td>\n",
       "      <td>730135</td>\n",
       "      <td>33</td>\n",
       "      <td>3</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153995</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>2569912</td>\n",
       "      <td>729671</td>\n",
       "      <td>33</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160907</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>579027</td>\n",
       "      <td>730035</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160908</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>579027</td>\n",
       "      <td>730068</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160909</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>579027</td>\n",
       "      <td>729671</td>\n",
       "      <td>37</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160910</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>579027</td>\n",
       "      <td>729789</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161816</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>250092</td>\n",
       "      <td>729671</td>\n",
       "      <td>37</td>\n",
       "      <td>8</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161817</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>250092</td>\n",
       "      <td>729789</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161818</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>250092</td>\n",
       "      <td>730057</td>\n",
       "      <td>37</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161819</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>250092</td>\n",
       "      <td>729819</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178316</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>579027</td>\n",
       "      <td>729671</td>\n",
       "      <td>46</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185116</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>364920</td>\n",
       "      <td>729671</td>\n",
       "      <td>50</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185117</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>364920</td>\n",
       "      <td>730053</td>\n",
       "      <td>50</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190301</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>2621734</td>\n",
       "      <td>729671</td>\n",
       "      <td>53</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206764</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>96538</td>\n",
       "      <td>729671</td>\n",
       "      <td>61</td>\n",
       "      <td>5</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235680</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>2621734</td>\n",
       "      <td>729671</td>\n",
       "      <td>71</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258681</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>465719</td>\n",
       "      <td>730075</td>\n",
       "      <td>91</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258688</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>465719</td>\n",
       "      <td>730035</td>\n",
       "      <td>91</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261894</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>465719</td>\n",
       "      <td>729779</td>\n",
       "      <td>94</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>301203</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>534074</td>\n",
       "      <td>729671</td>\n",
       "      <td>115</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308591</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>577427</td>\n",
       "      <td>729671</td>\n",
       "      <td>121</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387825</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>628053</td>\n",
       "      <td>729671</td>\n",
       "      <td>170</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8264 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       code_module code_presentation  id_student  id_site  date  sum_click  \\\n",
       "0              CCC             2014B      395164   730135   -18          1   \n",
       "1              CCC             2014B      395164   729671   -18          4   \n",
       "2              CCC             2014B      395164   730057   -18          1   \n",
       "3              CCC             2014B      395164   729819   -18          1   \n",
       "4              CCC             2014B      394341   729671   -18          5   \n",
       "5              CCC             2014B      394341   730135   -18          1   \n",
       "6              CCC             2014B      394311   729797   -18          2   \n",
       "7              CCC             2014B      394311   730054   -18          1   \n",
       "8              CCC             2014B      394341   730132   -18          1   \n",
       "9              CCC             2014B      394311   730016   -18          1   \n",
       "10             CCC             2014B      394311   729671   -18          1   \n",
       "11             CCC             2014B      387009   729671   -18          2   \n",
       "12             CCC             2014B      385387   730054   -18          1   \n",
       "13             CCC             2014B      385387   729797   -18          1   \n",
       "14             CCC             2014B      385387   729671   -18          4   \n",
       "15             CCC             2014B      397506   729671   -18          2   \n",
       "16             CCC             2014B      388538   730135   -18          1   \n",
       "17             CCC             2014B      388538   729789   -18          1   \n",
       "18             CCC             2014B      388538   730016   -18          1   \n",
       "19             CCC             2014B      388538   730054   -18          1   \n",
       "20             CCC             2014B      388538   730057   -18          1   \n",
       "24             CCC             2014B      391343   729671   -18          1   \n",
       "25             CCC             2014B      391419   729671   -18          2   \n",
       "26             CCC             2014B      391343   730135   -18          1   \n",
       "27             CCC             2014B      381927   730035   -18          2   \n",
       "28             CCC             2014B      381927   730015   -18          1   \n",
       "29             CCC             2014B      381927   730135   -18          1   \n",
       "30             CCC             2014B      381927   729671   -18          8   \n",
       "31             CCC             2014B      381927   729819   -18          1   \n",
       "35             CCC             2014B      383372   730035   -18          1   \n",
       "...            ...               ...         ...      ...   ...        ...   \n",
       "146637         CCC             2014B      632487   730017    31          1   \n",
       "147655         CCC             2014B      603498   729671    31          5   \n",
       "147658         CCC             2014B      603498   729683    31          2   \n",
       "150860         CCC             2014B      543924   729671    32          6   \n",
       "150861         CCC             2014B      543924   730135    32          1   \n",
       "152880         CCC             2014B      629623   729791    32         11   \n",
       "153487         CCC             2014B      604723   730068    33          4   \n",
       "153488         CCC             2014B      604723   730065    33          2   \n",
       "153489         CCC             2014B      604723   730135    33          3   \n",
       "153995         CCC             2014B     2569912   729671    33          5   \n",
       "160907         CCC             2014B      579027   730035    37          1   \n",
       "160908         CCC             2014B      579027   730068    37          1   \n",
       "160909         CCC             2014B      579027   729671    37          5   \n",
       "160910         CCC             2014B      579027   729789    37          1   \n",
       "161816         CCC             2014B      250092   729671    37          8   \n",
       "161817         CCC             2014B      250092   729789    37          1   \n",
       "161818         CCC             2014B      250092   730057    37          2   \n",
       "161819         CCC             2014B      250092   729819    37          1   \n",
       "178316         CCC             2014B      579027   729671    46          1   \n",
       "185116         CCC             2014B      364920   729671    50          2   \n",
       "185117         CCC             2014B      364920   730053    50          1   \n",
       "190301         CCC             2014B     2621734   729671    53          1   \n",
       "206764         CCC             2014B       96538   729671    61          5   \n",
       "235680         CCC             2014B     2621734   729671    71          1   \n",
       "258681         CCC             2014B      465719   730075    91          1   \n",
       "258688         CCC             2014B      465719   730035    91          1   \n",
       "261894         CCC             2014B      465719   729779    94          1   \n",
       "301203         CCC             2014B      534074   729671   115          1   \n",
       "308591         CCC             2014B      577427   729671   121          1   \n",
       "387825         CCC             2014B      628053   729671   170          1   \n",
       "\n",
       "        third_sub_date  \n",
       "0                  NaN  \n",
       "1                  NaN  \n",
       "2                  NaN  \n",
       "3                  NaN  \n",
       "4                  NaN  \n",
       "5                  NaN  \n",
       "6                 69.0  \n",
       "7                 69.0  \n",
       "8                  NaN  \n",
       "9                 69.0  \n",
       "10                69.0  \n",
       "11                69.0  \n",
       "12                69.0  \n",
       "13                69.0  \n",
       "14                69.0  \n",
       "15                69.0  \n",
       "16                69.0  \n",
       "17                69.0  \n",
       "18                69.0  \n",
       "19                69.0  \n",
       "20                69.0  \n",
       "24                69.0  \n",
       "25                69.0  \n",
       "26                69.0  \n",
       "27                69.0  \n",
       "28                69.0  \n",
       "29                69.0  \n",
       "30                69.0  \n",
       "31                69.0  \n",
       "35                69.0  \n",
       "...                ...  \n",
       "146637             NaN  \n",
       "147655             NaN  \n",
       "147658             NaN  \n",
       "150860             NaN  \n",
       "150861             NaN  \n",
       "152880             NaN  \n",
       "153487            69.0  \n",
       "153488            69.0  \n",
       "153489            69.0  \n",
       "153995             NaN  \n",
       "160907             NaN  \n",
       "160908             NaN  \n",
       "160909             NaN  \n",
       "160910             NaN  \n",
       "161816             NaN  \n",
       "161817             NaN  \n",
       "161818             NaN  \n",
       "161819             NaN  \n",
       "178316             NaN  \n",
       "185116             NaN  \n",
       "185117             NaN  \n",
       "190301             NaN  \n",
       "206764            69.0  \n",
       "235680             NaN  \n",
       "258681             NaN  \n",
       "258688             NaN  \n",
       "261894             NaN  \n",
       "301203             NaN  \n",
       "308591             NaN  \n",
       "387825             NaN  \n",
       "\n",
       "[8264 rows x 7 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_vle.groupby(['id_student']).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1415"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_as['id_student'].nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1029"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "third_as['id_student'].nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "next_as = third_as.set_index('id_student')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Students with NaN dropped out before the third assignment."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code_module</th>\n",
       "      <th>code_presentation</th>\n",
       "      <th>id_student</th>\n",
       "      <th>id_site</th>\n",
       "      <th>date</th>\n",
       "      <th>sum_click</th>\n",
       "      <th>third_sub_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730135</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>730057</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>395164</td>\n",
       "      <td>729819</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394341</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  code_module code_presentation  id_student  id_site  date  sum_click  \\\n",
       "0         CCC             2014B      395164   730135   -18          1   \n",
       "1         CCC             2014B      395164   729671   -18          4   \n",
       "2         CCC             2014B      395164   730057   -18          1   \n",
       "3         CCC             2014B      395164   729819   -18          1   \n",
       "4         CCC             2014B      394341   729671   -18          5   \n",
       "\n",
       "   third_sub_date  \n",
       "0             NaN  \n",
       "1             NaN  \n",
       "2             NaN  \n",
       "3             NaN  \n",
       "4             NaN  "
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_vle.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Dropping rows of students who withdrew before third assessment, and rows of clicks occurring on or after date the student took third assessment\n",
    "stu_vle = stu_vle.drop(stu_vle[(stu_vle.date >= stu_vle.third_sub_date) | (stu_vle.third_sub_date.isnull())].index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code_module</th>\n",
       "      <th>code_presentation</th>\n",
       "      <th>id_student</th>\n",
       "      <th>id_site</th>\n",
       "      <th>date</th>\n",
       "      <th>sum_click</th>\n",
       "      <th>third_sub_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>729797</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>730054</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>730016</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>394311</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>CCC</td>\n",
       "      <td>2014B</td>\n",
       "      <td>387009</td>\n",
       "      <td>729671</td>\n",
       "      <td>-18</td>\n",
       "      <td>2</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   code_module code_presentation  id_student  id_site  date  sum_click  \\\n",
       "6          CCC             2014B      394311   729797   -18          2   \n",
       "7          CCC             2014B      394311   730054   -18          1   \n",
       "9          CCC             2014B      394311   730016   -18          1   \n",
       "10         CCC             2014B      394311   729671   -18          1   \n",
       "11         CCC             2014B      387009   729671   -18          2   \n",
       "\n",
       "    third_sub_date  \n",
       "6             69.0  \n",
       "7             69.0  \n",
       "9             69.0  \n",
       "10            69.0  \n",
       "11            69.0  "
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_vle.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now let's sum up all the clicks per vle site. So we have one row per student-site combo."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Sum up all clicks per vle site. Makes one row per student-site combo with all clicks up until third assessment.\n",
    "stu_vle_sum = stu_vle.groupby(['id_student', 'id_site']).sum().reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_student</th>\n",
       "      <th>id_site</th>\n",
       "      <th>date</th>\n",
       "      <th>sum_click</th>\n",
       "      <th>third_sub_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>28418</td>\n",
       "      <td>729671</td>\n",
       "      <td>481</td>\n",
       "      <td>48</td>\n",
       "      <td>1035.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>28418</td>\n",
       "      <td>729683</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>28418</td>\n",
       "      <td>729779</td>\n",
       "      <td>530</td>\n",
       "      <td>39</td>\n",
       "      <td>552.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>28418</td>\n",
       "      <td>729787</td>\n",
       "      <td>123</td>\n",
       "      <td>39</td>\n",
       "      <td>552.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>28418</td>\n",
       "      <td>729789</td>\n",
       "      <td>61</td>\n",
       "      <td>7</td>\n",
       "      <td>276.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id_student  id_site  date  sum_click  third_sub_date\n",
       "0       28418   729671   481         48          1035.0\n",
       "1       28418   729683    57          1            69.0\n",
       "2       28418   729779   530         39           552.0\n",
       "3       28418   729787   123         39           552.0\n",
       "4       28418   729789    61          7           276.0"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_vle_sum.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Creating first utility matrix, for vle site study materials."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "stuvle_matrix = stu_vle_sum.pivot(index='id_student', columns='id_site', values='sum_click')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "stuvle_matrix.fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>id_site</th>\n",
       "      <th>729671</th>\n",
       "      <th>729673</th>\n",
       "      <th>729674</th>\n",
       "      <th>729676</th>\n",
       "      <th>729677</th>\n",
       "      <th>729678</th>\n",
       "      <th>729682</th>\n",
       "      <th>729683</th>\n",
       "      <th>729779</th>\n",
       "      <th>729784</th>\n",
       "      <th>...</th>\n",
       "      <th>730122</th>\n",
       "      <th>730123</th>\n",
       "      <th>730124</th>\n",
       "      <th>730125</th>\n",
       "      <th>730126</th>\n",
       "      <th>730130</th>\n",
       "      <th>730132</th>\n",
       "      <th>730133</th>\n",
       "      <th>730134</th>\n",
       "      <th>730135</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id_student</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28418</th>\n",
       "      <td>48.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29764</th>\n",
       "      <td>100.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29820</th>\n",
       "      <td>140.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40604</th>\n",
       "      <td>103.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>56.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42638</th>\n",
       "      <td>417.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>185.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 115 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "id_site     729671  729673  729674  729676  729677  729678  729682  729683  \\\n",
       "id_student                                                                   \n",
       "28418         48.0     0.0     0.0     0.0     0.0     0.0     0.0     1.0   \n",
       "29764        100.0     0.0     1.0    13.0     0.0     3.0     0.0     4.0   \n",
       "29820        140.0     0.0     0.0    23.0     0.0    57.0     8.0    14.0   \n",
       "40604        103.0     0.0     0.0     0.0     0.0    11.0     0.0     3.0   \n",
       "42638        417.0     0.0     0.0   115.0     2.0   185.0    30.0   103.0   \n",
       "\n",
       "id_site     729779  729784  ...  730122  730123  730124  730125  730126  \\\n",
       "id_student                  ...                                           \n",
       "28418         39.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "29764         71.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "29820         98.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "40604         56.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "42638         78.0     0.0  ...     1.0     1.0     1.0     0.0     0.0   \n",
       "\n",
       "id_site     730130  730132  730133  730134  730135  \n",
       "id_student                                          \n",
       "28418          0.0     1.0     0.0     0.0     0.0  \n",
       "29764          0.0     3.0     0.0     0.0     4.0  \n",
       "29820          0.0     2.0     0.0     0.0     5.0  \n",
       "40604          0.0     1.0     2.0     0.0     1.0  \n",
       "42638          1.0     3.0     0.0     1.0     8.0  \n",
       "\n",
       "[5 rows x 115 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stuvle_matrix.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dropping rows that are not first or second assessments\n",
    "stuas_prev = stu_as.drop(stu_as[(stu_as.id_assessment != 24286) & (stu_as.id_assessment != 24282)].index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>id_student</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4163</th>\n",
       "      <td>24286</td>\n",
       "      <td>635041</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4164</th>\n",
       "      <td>24286</td>\n",
       "      <td>635043</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>80.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4165</th>\n",
       "      <td>24286</td>\n",
       "      <td>635109</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4166</th>\n",
       "      <td>24286</td>\n",
       "      <td>635416</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4167</th>\n",
       "      <td>24286</td>\n",
       "      <td>635515</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>90.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      id_assessment  id_student  date_submitted  is_banked  score\n",
       "4163          24286      635041              20          0   70.0\n",
       "4164          24286      635043              20          0   80.0\n",
       "4165          24286      635109              20          0   40.0\n",
       "4166          24286      635416              20          0   70.0\n",
       "4167          24286      635515              20          0   90.0"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stuas_prev.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Make similarity matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "sim_vle_matrix = cosine_similarity(stuvle_matrix, stuvle_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "sim_vle_matrix = pd.DataFrame(sim_vle_matrix, index=stuvle_matrix.index, columns=stuvle_matrix.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>id_student</th>\n",
       "      <th>28418</th>\n",
       "      <th>29764</th>\n",
       "      <th>29820</th>\n",
       "      <th>40604</th>\n",
       "      <th>42638</th>\n",
       "      <th>45664</th>\n",
       "      <th>46605</th>\n",
       "      <th>49119</th>\n",
       "      <th>54391</th>\n",
       "      <th>57340</th>\n",
       "      <th>...</th>\n",
       "      <th>2659556</th>\n",
       "      <th>2665399</th>\n",
       "      <th>2668550</th>\n",
       "      <th>2677969</th>\n",
       "      <th>2680742</th>\n",
       "      <th>2681198</th>\n",
       "      <th>2686578</th>\n",
       "      <th>2692327</th>\n",
       "      <th>2697181</th>\n",
       "      <th>2698535</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id_student</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28418</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.596053</td>\n",
       "      <td>0.845593</td>\n",
       "      <td>0.827406</td>\n",
       "      <td>0.656960</td>\n",
       "      <td>0.893310</td>\n",
       "      <td>0.510839</td>\n",
       "      <td>0.683097</td>\n",
       "      <td>0.831721</td>\n",
       "      <td>0.637816</td>\n",
       "      <td>...</td>\n",
       "      <td>0.788817</td>\n",
       "      <td>0.778985</td>\n",
       "      <td>0.822436</td>\n",
       "      <td>0.848894</td>\n",
       "      <td>0.753262</td>\n",
       "      <td>0.949348</td>\n",
       "      <td>0.612445</td>\n",
       "      <td>0.815487</td>\n",
       "      <td>0.832753</td>\n",
       "      <td>0.653400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29764</th>\n",
       "      <td>0.596053</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.543421</td>\n",
       "      <td>0.841558</td>\n",
       "      <td>0.613402</td>\n",
       "      <td>0.600624</td>\n",
       "      <td>0.414068</td>\n",
       "      <td>0.870317</td>\n",
       "      <td>0.532001</td>\n",
       "      <td>0.866553</td>\n",
       "      <td>...</td>\n",
       "      <td>0.698569</td>\n",
       "      <td>0.804953</td>\n",
       "      <td>0.443433</td>\n",
       "      <td>0.843472</td>\n",
       "      <td>0.931609</td>\n",
       "      <td>0.738156</td>\n",
       "      <td>0.821424</td>\n",
       "      <td>0.888940</td>\n",
       "      <td>0.776179</td>\n",
       "      <td>0.400961</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29820</th>\n",
       "      <td>0.845593</td>\n",
       "      <td>0.543421</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.835161</td>\n",
       "      <td>0.859027</td>\n",
       "      <td>0.804562</td>\n",
       "      <td>0.797931</td>\n",
       "      <td>0.676243</td>\n",
       "      <td>0.579986</td>\n",
       "      <td>0.611880</td>\n",
       "      <td>...</td>\n",
       "      <td>0.806315</td>\n",
       "      <td>0.782245</td>\n",
       "      <td>0.729246</td>\n",
       "      <td>0.694653</td>\n",
       "      <td>0.732611</td>\n",
       "      <td>0.855121</td>\n",
       "      <td>0.631490</td>\n",
       "      <td>0.750206</td>\n",
       "      <td>0.906682</td>\n",
       "      <td>0.727843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40604</th>\n",
       "      <td>0.827406</td>\n",
       "      <td>0.841558</td>\n",
       "      <td>0.835161</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.776320</td>\n",
       "      <td>0.764189</td>\n",
       "      <td>0.625466</td>\n",
       "      <td>0.842390</td>\n",
       "      <td>0.614113</td>\n",
       "      <td>0.770447</td>\n",
       "      <td>...</td>\n",
       "      <td>0.806182</td>\n",
       "      <td>0.881937</td>\n",
       "      <td>0.620116</td>\n",
       "      <td>0.890282</td>\n",
       "      <td>0.923201</td>\n",
       "      <td>0.898424</td>\n",
       "      <td>0.707140</td>\n",
       "      <td>0.937058</td>\n",
       "      <td>0.925805</td>\n",
       "      <td>0.572598</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42638</th>\n",
       "      <td>0.656960</td>\n",
       "      <td>0.613402</td>\n",
       "      <td>0.859027</td>\n",
       "      <td>0.776320</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.510176</td>\n",
       "      <td>0.880221</td>\n",
       "      <td>0.733768</td>\n",
       "      <td>0.323673</td>\n",
       "      <td>0.638155</td>\n",
       "      <td>...</td>\n",
       "      <td>0.774825</td>\n",
       "      <td>0.723868</td>\n",
       "      <td>0.387966</td>\n",
       "      <td>0.580504</td>\n",
       "      <td>0.742591</td>\n",
       "      <td>0.735883</td>\n",
       "      <td>0.642890</td>\n",
       "      <td>0.701634</td>\n",
       "      <td>0.847217</td>\n",
       "      <td>0.727497</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 1029 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "id_student   28418     29764     29820     40604     42638     45664    \\\n",
       "id_student                                                               \n",
       "28418       1.000000  0.596053  0.845593  0.827406  0.656960  0.893310   \n",
       "29764       0.596053  1.000000  0.543421  0.841558  0.613402  0.600624   \n",
       "29820       0.845593  0.543421  1.000000  0.835161  0.859027  0.804562   \n",
       "40604       0.827406  0.841558  0.835161  1.000000  0.776320  0.764189   \n",
       "42638       0.656960  0.613402  0.859027  0.776320  1.000000  0.510176   \n",
       "\n",
       "id_student   46605     49119     54391     57340    ...   2659556   2665399  \\\n",
       "id_student                                          ...                       \n",
       "28418       0.510839  0.683097  0.831721  0.637816  ...  0.788817  0.778985   \n",
       "29764       0.414068  0.870317  0.532001  0.866553  ...  0.698569  0.804953   \n",
       "29820       0.797931  0.676243  0.579986  0.611880  ...  0.806315  0.782245   \n",
       "40604       0.625466  0.842390  0.614113  0.770447  ...  0.806182  0.881937   \n",
       "42638       0.880221  0.733768  0.323673  0.638155  ...  0.774825  0.723868   \n",
       "\n",
       "id_student   2668550   2677969   2680742   2681198   2686578   2692327  \\\n",
       "id_student                                                               \n",
       "28418       0.822436  0.848894  0.753262  0.949348  0.612445  0.815487   \n",
       "29764       0.443433  0.843472  0.931609  0.738156  0.821424  0.888940   \n",
       "29820       0.729246  0.694653  0.732611  0.855121  0.631490  0.750206   \n",
       "40604       0.620116  0.890282  0.923201  0.898424  0.707140  0.937058   \n",
       "42638       0.387966  0.580504  0.742591  0.735883  0.642890  0.701634   \n",
       "\n",
       "id_student   2697181   2698535  \n",
       "id_student                      \n",
       "28418       0.832753  0.653400  \n",
       "29764       0.776179  0.400961  \n",
       "29820       0.906682  0.727843  \n",
       "40604       0.925805  0.572598  \n",
       "42638       0.847217  0.727497  \n",
       "\n",
       "[5 rows x 1029 columns]"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sim_vle_matrix.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Calculate ranks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "vle_items = stuvle_matrix.columns.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "students = stuvle_matrix.index.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>id_site</th>\n",
       "      <th>729671</th>\n",
       "      <th>729673</th>\n",
       "      <th>729674</th>\n",
       "      <th>729676</th>\n",
       "      <th>729677</th>\n",
       "      <th>729678</th>\n",
       "      <th>729682</th>\n",
       "      <th>729683</th>\n",
       "      <th>729779</th>\n",
       "      <th>729784</th>\n",
       "      <th>...</th>\n",
       "      <th>730122</th>\n",
       "      <th>730123</th>\n",
       "      <th>730124</th>\n",
       "      <th>730125</th>\n",
       "      <th>730126</th>\n",
       "      <th>730130</th>\n",
       "      <th>730132</th>\n",
       "      <th>730133</th>\n",
       "      <th>730134</th>\n",
       "      <th>730135</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id_student</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28418</th>\n",
       "      <td>48.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29764</th>\n",
       "      <td>100.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29820</th>\n",
       "      <td>140.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40604</th>\n",
       "      <td>103.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>56.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42638</th>\n",
       "      <td>417.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>185.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 115 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "id_site     729671  729673  729674  729676  729677  729678  729682  729683  \\\n",
       "id_student                                                                   \n",
       "28418         48.0     0.0     0.0     0.0     0.0     0.0     0.0     1.0   \n",
       "29764        100.0     0.0     1.0    13.0     0.0     3.0     0.0     4.0   \n",
       "29820        140.0     0.0     0.0    23.0     0.0    57.0     8.0    14.0   \n",
       "40604        103.0     0.0     0.0     0.0     0.0    11.0     0.0     3.0   \n",
       "42638        417.0     0.0     0.0   115.0     2.0   185.0    30.0   103.0   \n",
       "\n",
       "id_site     729779  729784  ...  730122  730123  730124  730125  730126  \\\n",
       "id_student                  ...                                           \n",
       "28418         39.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "29764         71.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "29820         98.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "40604         56.0     0.0  ...     0.0     0.0     0.0     0.0     0.0   \n",
       "42638         78.0     0.0  ...     1.0     1.0     1.0     0.0     0.0   \n",
       "\n",
       "id_site     730130  730132  730133  730134  730135  \n",
       "id_student                                          \n",
       "28418          0.0     1.0     0.0     0.0     0.0  \n",
       "29764          0.0     3.0     0.0     0.0     4.0  \n",
       "29820          0.0     2.0     0.0     0.0     5.0  \n",
       "40604          0.0     1.0     2.0     0.0     1.0  \n",
       "42638          1.0     3.0     0.0     1.0     8.0  \n",
       "\n",
       "[5 rows x 115 columns]"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stuvle_matrix.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>id_student</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>24282</td>\n",
       "      <td>29764</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>92.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>24282</td>\n",
       "      <td>29820</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>24282</td>\n",
       "      <td>40604</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>90.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>24282</td>\n",
       "      <td>42638</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>84.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>24282</td>\n",
       "      <td>45664</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>52.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id_assessment  id_student  date_submitted  is_banked  score\n",
       "0          24282       29764              31          0   92.0\n",
       "1          24282       29820              31          0  100.0\n",
       "2          24282       40604              32          0   90.0\n",
       "3          24282       42638              31          0   84.0\n",
       "4          24282       45664              39          0   52.0"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stuas_prev.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id_student</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>558914</th>\n",
       "      <td>24287</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>559157</th>\n",
       "      <td>24287</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>559706</th>\n",
       "      <td>24287</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>559770</th>\n",
       "      <td>24287</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>560114</th>\n",
       "      <td>24287</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            id_assessment  date_submitted  is_banked  score\n",
       "id_student                                                 \n",
       "558914              24287              69          0   63.0\n",
       "559157              24287              69          0   66.0\n",
       "559706              24287              69          0   45.0\n",
       "559770              24287              69          0   70.0\n",
       "560114              24287              69          0   78.0"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "next_as.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Debugging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "148.0"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clicks = stuvle_matrix.at[129198, 729671]\n",
    "clicks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.3269308962494008"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vle_sim = sim_vle_matrix.at[28418, 129198]\n",
    "vle_sim"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "//anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:4: RuntimeWarning: divide by zero encountered in double_scalars\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "inf"
      ]
     },
     "execution_count": 165,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "past_as_avg = get_past_score_avg(729671) / 100\n",
    "past_as_avg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.44"
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "next_as_score = next_as.at[129198, 'score'] / 100\n",
    "next_as_score"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Hmmm.. this student does not have the first two assignments, but has the third. He also has a lot of vle activity. (see next cells) I guess the assessments in this course are.... optional?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>id_student</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [id_assessment, id_student, date_submitted, is_banked, score]\n",
       "Index: []"
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stuas_prev[stuas_prev['id_student'] == 129198]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_assessment</th>\n",
       "      <th>id_student</th>\n",
       "      <th>date_submitted</th>\n",
       "      <th>is_banked</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4810</th>\n",
       "      <td>24287</td>\n",
       "      <td>129198</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>44.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      id_assessment  id_student  date_submitted  is_banked  score\n",
       "4810          24287      129198              69          0   44.0"
      ]
     },
     "execution_count": 173,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stu_as[stu_as['id_student'] == 129198]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "152"
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(stu_vle[stu_vle['id_student'] == 129198])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.66"
      ]
     },
     "execution_count": 190,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "next_as.at[559157, 'score'] / 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "yikes\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    next_as.at[559257, 'score']\n",
    "except:\n",
    "    print(\"yikes\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "no\n"
     ]
    }
   ],
   "source": [
    "if len(stuas_prev[stuas_prev['id_student'] == 129198]):\n",
    "    print(\"yes\")\n",
    "else:\n",
    "    print(\"no\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### The functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_past_score_avg(stu):\n",
    "    # check if student has any past assessments\n",
    "    if len(stuas_prev[stuas_prev['id_student'] == stu]):\n",
    "        num_past_as = len(stuas_prev[stuas_prev['id_student'] == stu])\n",
    "        total_points = stuas_prev[stuas_prev['id_student'] == stu]['score'].sum()\n",
    "        return (total_points/num_past_as) / 100\n",
    "    else:\n",
    "        return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_next_as_score(stu):\n",
    "    try:\n",
    "        score = next_as.at[559257, 'score']\n",
    "        return score / 100\n",
    "    except:\n",
    "        return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_ranks(stu):\n",
    "    ranks = {}\n",
    "    for vle_item in vle_items:\n",
    "        item_rank = 0\n",
    "        for student in students:\n",
    "            # skip if it's the same student we are calculating ranks for, not needed in production which would use a new student\n",
    "            if stu == student:\n",
    "                continue\n",
    "            clicks = stuvle_matrix.at[student, vle_item]\n",
    "            vle_sim = sim_vle_matrix.at[stu, student]\n",
    "            past_as_avg = get_past_score_avg(student)\n",
    "            next_as_score = get_next_as_score(student)\n",
    "            sim_score = vle_sim\n",
    "            if past_as_avg:\n",
    "                sim_score *= past_as_avg\n",
    "            if next_as_score:\n",
    "                sim_score *= next_as_score\n",
    "            rank_score = sim_score * (1 + clicks)\n",
    "            item_rank += rank_score\n",
    "        ranks[vle_item] = item_rank\n",
    "    return ranks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_study_recs(stu, num=3):\n",
    "    total_students = len(stuvle_matrix)\n",
    "    ranks = get_ranks(stu)\n",
    "    ranked = sorted(ranks.items(), key=lambda x: x[1], reverse=True)\n",
    "    picks = ranked[:num]\n",
    "    print(\"To improve your score on the next assessment, try studying: \")\n",
    "    for i in range(len(picks)):\n",
    "        site = picks[i][0]\n",
    "        print(\"Site #: \", site) \n",
    "        rec_clicks = (picks[i][1] / total_students) - stuvle_matrix.at[stu, site] #subtract however many clicks student has already given site\n",
    "        print(\"     about \", rec_clicks, \" more clicks.\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Testing input student"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "To improve your score on the next assessment, try studying: \n",
      "Site #:  729671\n",
      "     about  20.72465199924757  more clicks.\n",
      "Site #:  729789\n",
      "     about  41.48491010702751  more clicks.\n",
      "Site #:  729779\n",
      "     about  5.662765428308141  more clicks.\n"
     ]
    }
   ],
   "source": [
    "get_study_recs(28418)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "In production, the output above would replace \"site number\" with the name of the assignment in question."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}