EDA & tool building.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyshark\n",
    "from os import path, sys, walk\n",
    "import subprocess\n",
    "from time import sleep\n",
    "import pickle\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Preprocess"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#get all path of .pcap file\n",
    "cnt = 0\n",
    "paths_pcap = []\n",
    "for f in walk(sys.path[0]):\n",
    "    cnt += 1\n",
    "    folder_name = f[0]\n",
    "    for iterable in f:\n",
    "        if type(iterable) is list:\n",
    "            for item in iterable:\n",
    "                if item.split(\".\")[-1] == 'pcap':\n",
    "                    file_path = folder_name + \"/\"+ item\n",
    "                    paths_pcap.append(file_path)\n",
    "                    \n",
    "path.exists(paths_pcap[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "681\n"
     ]
    }
   ],
   "source": [
    "print(len(paths_pcap))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#test pyshark\n",
    "r = pyshark.FileCapture(paths_pcap[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/kuangwenyi/Documents/Development/activation-camera/invoke.pcap'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "paths_pcap[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_res_path(path):\n",
    "    res_path = path[:-5] + \".txt\"\n",
    "    return res_path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# process = subprocess.Popen(['tshark', '-r', '/Users/kuangwenyi/Documents/Development/activation-camera/activation-camera/[S2.Ep9] Narcos - Nuestra Finca_00469_00470_echodot_camera_2b/echodot.pcap'], stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n",
    "# out, err = process.communicate()\n",
    "# # print(out.decode('utf-8'))\n",
    "# string = out.decode('utf-8').split('\\n')\n",
    "# with open('./test2.txt', \"w\") as f:\n",
    "#     for line in string:\n",
    "#         f.write(line.strip() + '\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_result_from_tshark(paths):\n",
    "    count = 0\n",
    "    for path in paths:\n",
    "        process = subprocess.Popen(['tshark', '-r', path], stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n",
    "        \n",
    "        out, err = process.communicate()\n",
    "        \n",
    "        count += 1\n",
    "        if (count % 100 == 0):\n",
    "            print(count)\n",
    "        stringlized = out.decode('utf-8').split('\\n')\n",
    "        res_path = generate_res_path(path)\n",
    "        with open(res_path, 'w') as f:\n",
    "            for line in stringlized:\n",
    "                f.write(line.strip() + '\\n')\n",
    "    return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100\n",
      "200\n",
      "300\n",
      "400\n",
      "500\n",
      "600\n"
     ]
    }
   ],
   "source": [
    "# generate_result_from_tshark(paths_pcap)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_all_tshark_output_res():\n",
    "    cnt = 0\n",
    "    paths_txt = []\n",
    "    for f in walk(sys.path[0]):\n",
    "        cnt += 1\n",
    "        folder_name = f[0]\n",
    "        for iterable in f:\n",
    "            if type(iterable) is list:\n",
    "                for item in iterable:\n",
    "                    if item.split(\".\")[-1] == 'txt':\n",
    "                        if \"time\" in item:\n",
    "                            continue\n",
    "                        if \"relative-time\" in item:\n",
    "                            continue\n",
    "                        if \"subtitles\" in item:\n",
    "                            continue\n",
    "                        file_path = folder_name + \"/\"+ item\n",
    "                        paths_txt.append(file_path)\n",
    "    return paths_txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "681"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(get_all_tshark_output_res())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "tsharks_res = get_all_tshark_output_res()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "sample_txt = tsharks_res[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/kuangwenyi/Documents/Development/activation-camera/activation-camera/[S2.Ep9] Narcos - Nuestra Finca_00469_00470_echodot_camera_2b/echodot.txt'"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(sample_txt, 'r') as f:\n",
    "    length_analysis = {}\n",
    "    for l in f:\n",
    "        if l == '\\n':\n",
    "            continue\n",
    "        length_analysis[len(l.split(' '))] = l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{13: '554  30.558820 1e:f2:0c:cc:ed:1c → AmazonTe_41:4d:35 ARP 60 Who has 192.168.12.114? Tell 192.168.12.254\\n',\n",
       " 11: '89   4.949747 192.168.12.115 → 192.168.12.114 TLSv1.2 112 Application Data\\n',\n",
       " 19: '97   4.955993 192.168.12.114 → 192.168.12.115 TCP 66 60844 → 55443 [ACK] Seq=720 Ack=307 Win=1939 Len=0 TSval=22762 TSecr=22765\\n',\n",
       " 17: '95   4.953883 192.168.12.115 → 192.168.12.114 TLSv1.2 326 Application Data, Application Data, Application Data, Application Data\\n',\n",
       " 12: '718  39.651803 192.168.12.115 → 192.168.12.114 UDP 58 55444 → 55444 Len=16\\n',\n",
       " 10: '617  34.950971 192.168.12.115 → 192.168.12.114 TLSv1.2 112 Application Data\\n',\n",
       " 18: '620  34.974044 192.168.12.114 → 192.168.12.115 TCP 66 60844 → 55443 [ACK] Seq=2877 Ack=1225 Win=2061 Len=0 TSval=25764 TSecr=25765\\n',\n",
       " 16: '619  34.956207 192.168.12.115 → 192.168.12.114 TLSv1.2 326 Application Data, Application Data, Application Data, Application Data\\n',\n",
       " 20: '461  25.467859 52.94.235.50 → 192.168.12.114 TCP 60 [TCP Dup ACK 460#1] 443 → 46649 [ACK] Seq=47 Ack=47 Win=2872 Len=0\\n'}"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "length_analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "30.558820,1e:f2:0c:cc:ed:1c,AmazonTe_41:4d:35,ARP,60,Who has 192.168.12.114? Tell 192.168.12.254\n",
      "4.949747,192.168.12.115,192.168.12.114,TLSv1.2,112,Application Data\n",
      "4.955993,192.168.12.114,192.168.12.115,TCP,66,60844 55443 [ACK] Seq=720 Ack=307 Win=1939 Len=0 TSval=22762 TSecr=22765\n",
      "4.953883,192.168.12.115,192.168.12.114,TLSv1.2,326,Application Data, Application Data, Application Data, Application Data\n",
      "39.651803,192.168.12.115,192.168.12.114,UDP,58,55444 55444 Len=16\n",
      "34.950971,192.168.12.115,192.168.12.114,TLSv1.2,112,Application Data\n",
      "34.974044,192.168.12.114,192.168.12.115,TCP,66,60844 55443 [ACK] Seq=2877 Ack=1225 Win=2061 Len=0 TSval=25764 TSecr=25765\n",
      "34.956207,192.168.12.115,192.168.12.114,TLSv1.2,326,Application Data, Application Data, Application Data, Application Data\n",
      "25.467859,52.94.235.50,192.168.12.114,TCP,60,[TCP Dup ACK 460#1] 443 46649 [ACK] Seq=47 Ack=47 Win=2872 Len=0\n"
     ]
    }
   ],
   "source": [
    "for l, elem in length_analysis.items():\n",
    "    parsed = []\n",
    "    idx = 0\n",
    "    string = \"\"\n",
    "    for e in elem.split(' '):\n",
    "        if e == '' or e == '→':\n",
    "            continue\n",
    "        else:\n",
    "            if idx >= 6:\n",
    "                string += (\" \" + e)\n",
    "            else:\n",
    "                parsed.append(e)\n",
    "                idx += 1\n",
    "    parsed.append(string.strip())\n",
    "    \n",
    "#     for idx, e in enumerate(elem.split(' ')):\n",
    "#         if e == '':\n",
    "#             continue\n",
    "#         else:\n",
    "#             parsed.append((idx, e))\n",
    "    print(\",\".join(parsed[1:]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "protocols = set([\"ARP\", \"TLSv1.2\", 'TCP', 'UDP'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'ARP', 'TCP', 'TLSv1.2', 'UDP'}"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "protocols"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_plain_to_csv(plain_line):\n",
    "    parsed = []\n",
    "    idx = 0\n",
    "    string = \"\"\n",
    "    for e in plain_line.split(' '):\n",
    "        if e == '' or e == '→':\n",
    "            continue\n",
    "        else:\n",
    "            if idx >= 6:\n",
    "                string += (\" \" + e)\n",
    "            else:\n",
    "                parsed.append(e)\n",
    "                idx += 1\n",
    "    parsed.append(string.strip().replace('\\n', '').replace(',', '')+ '\\n')\n",
    "    return \",\".join(parsed[1:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'length_analysis' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-18-1b04cd9af980>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mlength_analysis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'length_analysis' is not defined"
     ]
    }
   ],
   "source": [
    "length_analysis.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'4.949747,192.168.12.115,192.168.12.114,TLSv1.2,112,Application Data\\n'"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "convert_plain_to_csv(length_analysis[11])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_csv_path(tshark_paths):\n",
    "    res = []\n",
    "    for path in tshark_paths:\n",
    "        res.append(path[:-3] + 'csv')\n",
    "    return res, tshark_paths"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/kuangwenyi/Documents/Development/activation-camera/activation-camera/[S2.Ep9] Narcos - Nuestra Finca_00469_00470_echodot_camera_2b/echodot.'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'/Users/kuangwenyi/Documents/Development/activation-camera/activation-camera/[S2.Ep9] Narcos - Nuestra Finca_00469_00470_echodot_camera_2b/echodot.txt'[:-3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_plain_txt_to_csv(tshark_res):\n",
    "    columns = ['time', 'source', 'destination', 'protocol', 'length', 'Info']\n",
    "    cnt = 0\n",
    "    target_csv_paths, tshark_plain_paths = generate_csv_path(tsharks_res)\n",
    "    for csv_path, plain_path in zip(target_csv_paths, tshark_plain_paths):\n",
    "        cnt += 1\n",
    "        if cnt % 100 == 0:\n",
    "            print(cnt)\n",
    "        with open(csv_path, 'w') as csv:\n",
    "            csv.write(\",\".join(columns) + '\\n')\n",
    "            with open(plain_path, 'r') as plain:\n",
    "                for line in plain:\n",
    "                    if line == '\\n' or line == '':\n",
    "                        continue\n",
    "                    csv_line = convert_plain_to_csv(line)\n",
    "                    csv.write(csv_line)\n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100\n",
      "200\n",
      "300\n",
      "400\n",
      "500\n",
      "600\n",
      "CPU times: user 2.92 s, sys: 424 ms, total: 3.34 s\n",
      "Wall time: 3.78 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "convert_plain_txt_to_csv(tsharks_res)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# EDA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "csv_paths, _ = generate_csv_path(tsharks_res)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "681"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(csv_paths)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(csv_paths[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>source</th>\n",
       "      <th>destination</th>\n",
       "      <th>protocol</th>\n",
       "      <th>length</th>\n",
       "      <th>Info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>UDP</td>\n",
       "      <td>50</td>\n",
       "      <td>55444 55444 Len=8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.001368</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>UDP</td>\n",
       "      <td>58</td>\n",
       "      <td>55444 55444 Len=16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.040974</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>UDP</td>\n",
       "      <td>50</td>\n",
       "      <td>55444 55444 Len=8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.042084</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>UDP</td>\n",
       "      <td>58</td>\n",
       "      <td>55444 55444 Len=16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.092924</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>UDP</td>\n",
       "      <td>50</td>\n",
       "      <td>55444 55444 Len=8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>713</th>\n",
       "      <td>39.566676</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>UDP</td>\n",
       "      <td>58</td>\n",
       "      <td>55444 55444 Len=16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>714</th>\n",
       "      <td>39.613302</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>UDP</td>\n",
       "      <td>50</td>\n",
       "      <td>55444 55444 Len=8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>715</th>\n",
       "      <td>39.621260</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>UDP</td>\n",
       "      <td>58</td>\n",
       "      <td>55444 55444 Len=16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>716</th>\n",
       "      <td>39.650686</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>UDP</td>\n",
       "      <td>50</td>\n",
       "      <td>55444 55444 Len=8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>717</th>\n",
       "      <td>39.651803</td>\n",
       "      <td>192.168.12.115</td>\n",
       "      <td>192.168.12.114</td>\n",
       "      <td>UDP</td>\n",
       "      <td>58</td>\n",
       "      <td>55444 55444 Len=16</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>718 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          time          source     destination protocol  length  \\\n",
       "0     0.000000  192.168.12.114  192.168.12.115      UDP      50   \n",
       "1     0.001368  192.168.12.115  192.168.12.114      UDP      58   \n",
       "2     0.040974  192.168.12.114  192.168.12.115      UDP      50   \n",
       "3     0.042084  192.168.12.115  192.168.12.114      UDP      58   \n",
       "4     0.092924  192.168.12.114  192.168.12.115      UDP      50   \n",
       "..         ...             ...             ...      ...     ...   \n",
       "713  39.566676  192.168.12.115  192.168.12.114      UDP      58   \n",
       "714  39.613302  192.168.12.114  192.168.12.115      UDP      50   \n",
       "715  39.621260  192.168.12.115  192.168.12.114      UDP      58   \n",
       "716  39.650686  192.168.12.114  192.168.12.115      UDP      50   \n",
       "717  39.651803  192.168.12.115  192.168.12.114      UDP      58   \n",
       "\n",
       "                   Info  \n",
       "0     55444 55444 Len=8  \n",
       "1    55444 55444 Len=16  \n",
       "2     55444 55444 Len=8  \n",
       "3    55444 55444 Len=16  \n",
       "4     55444 55444 Len=8  \n",
       "..                  ...  \n",
       "713  55444 55444 Len=16  \n",
       "714   55444 55444 Len=8  \n",
       "715  55444 55444 Len=16  \n",
       "716   55444 55444 Len=8  \n",
       "717  55444 55444 Len=16  \n",
       "\n",
       "[718 rows x 6 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x128d42c90>"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAP7UlEQVR4nO3dbYwd5XmH8euuDYF4qc2bVpaNuo6CUhHcprCiVERoFyrVvAj4gCgRSk3kyh9KUlKoitNIpe2XEqk0oVXVygoIR6UsxBAZQdMWuaxoVOHUy0sWcCmOYwgr124KmCxFTd3e/XAGupg13jNzzp6zz7l+0mrPvDwzz+1Z//fZmTNzIjORJJXlp3rdAUlS5xnuklQgw12SCmS4S1KBDHdJKtDyXncA4IwzzsiRkZFabd9++21WrFjR2Q71OWseDNY8GJrUPDU19aPMPHO+ZX0R7iMjI+zevbtW28nJScbGxjrboT5nzYPBmgdDk5oj4pVjLfO0jCQVyHCXpAIZ7pJUIMNdkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFagv7lAdRCNbHqvd9t4Ng3V7tqT2OXKXpAIZ7pJUIMNdkgpkuEtSgY4b7hFxT0Qciojn58w7LSIej4iXq++nVvMjIv40IvZGxPci4rxudl6SNL+FjNzvBTYcNW8LsDMzzwZ2VtMAlwFnV1+bgb/oTDclSe04brhn5pPA60fNvhrYVr3eBlwzZ/43suUpYFVErO5UZyVJCxOZefyVIkaARzPz3Gr6zcxcVb0O4I3MXBURjwJ3ZOZ3qmU7gdsy8wMfsxQRm2mN7hkeHj5/YmKiVgGzs7MMDQ3VattL0zOHa7ddt3LZkqy5iaV6nJuw5sHQpObx8fGpzBydb1njm5gyMyPi+L8hPthuK7AVYHR0NOt+zNRS/ViuGxvexLQUa25iqR7nJqx5MHSr5rrvljn47umW6vuhav4McNac9dZW8yRJi6huuD8CbKxebwR2zJn/a9W7Zi4EDmfmgYZ9lCS16binZSLifmAMOCMiXgNuB+4AHoyITcArwHXV6n8DXA7sBf4T+FwX+ixJOo7jhntmfuYYiy6dZ90EbmraKUlSM96hKkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVCDDXZIKZLhLUoEMd0kqkOEuSQUy3CWpQIa7JBXIcJekAhnuklQgw12SCmS4S1KBDHdJKpDhLkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgrUKNwj4rci4oWIeD4i7o+IkyJiXUTsioi9EfFARJzYqc5KkhamdrhHxBrgN4HRzDwXWAZcD3wF+Gpmfhx4A9jUiY5Kkhau6WmZ5cDJEbEc+ChwALgE2F4t3wZc03AfkqQ21Q73zJwB/hh4lVaoHwamgDcz80i12mvAmqadlCS1JzKzXsOIU4GHgF8F3gS+SWvE/vvVKRki4izg29Vpm6PbbwY2AwwPD58/MTFRqx+zs7MMDQ3VattL0zOHa7ddt3LZkqy5iaV6nJuw5sHQpObx8fGpzBydb9nyBn36ZeAHmfnvABHxMHARsCoillej97XAzHyNM3MrsBVgdHQ0x8bGanVicnKSum176cYtj9Vue++GFUuy5iaW6nFuwpoHQ7dqbnLO/VXgwoj4aEQEcCnwIvAEcG21zkZgR7MuSpLa1eSc+y5ap2GeBqarbW0FbgNuiYi9wOnA3R3opySpDU1Oy5CZtwO3HzV7H3BBk+1KkprxDlVJKpDhLkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVKBGj/xVb0zPHK79SU7777iiw72R1I8cuUtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVCDDXZIKZLhLUoEMd0kqkOEuSQUy3CWpQIa7JBXIcJekAhnuklQgw12SCtQo3CNiVURsj4h/iYg9EfFLEXFaRDweES9X30/tVGclSQvTdOR+F/C3mfmzwM8De4AtwM7MPBvYWU1LkhZR7XCPiJXAxcDdAJn5k8x8E7ga2Fattg24pmknJUnticys1zDiU8BW4EVao/Yp4GZgJjNXVesE8Ma700e13wxsBhgeHj5/YmKiVj9mZ2cZGhqq1baXpmcO1247fDIcfKde2/VrVtbeby8t1ePchDUPhiY1j4+PT2Xm6HzLmoT7KPAUcFFm7oqIu4C3gC/MDfOIeCMzP/S8++joaO7evbtWPyYnJxkbG6vVtpdGan7ANcCt649w53S9zzZfqh+QvVSPcxPWPBia1BwRxwz3JufcXwNey8xd1fR24DzgYESsrna8GjjUYB+SpBpqh3tm/hvww4j4RDXrUlqnaB4BNlbzNgI7GvVQktS2en/b/78vAPdFxInAPuBztH5hPBgRm4BXgOsa7kOS1KZG4Z6ZzwLzne+5tMl2JUnNeIeqJBXIcJekAhnuklQgw12SCmS4S1KBDHdJKpDhLkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVCDDXZIKZLhLUoEMd0kqkOEuSQUy3CWpQIa7JBXIcJekAhnuklQgw12SCmS4S1KBDHdJKpDhLkkFahzuEbEsIp6JiEer6XURsSsi9kbEAxFxYvNuSpLa0YmR+83AnjnTXwG+mpkfB94ANnVgH5KkNjQK94hYC1wBfL2aDuASYHu1yjbgmib7kCS1LzKzfuOI7cAfAacAvw3cCDxVjdqJiLOAb2fmufO03QxsBhgeHj5/YmKiVh9mZ2cZGhqq1baXpmcO1247fDIcfKde2/VrVtbeby8t1ePchDUPhiY1j4+PT2Xm6HzLltftUERcCRzKzKmIGGu3fWZuBbYCjI6O5thY25sAYHJykrpte+nGLY/Vbnvr+iPcOV3v0O2/Yaz2fntpqR7nJqx5MHSr5trhDlwEXBURlwMnAT8N3AWsiojlmXkEWAvMNO+mJKkdtc+5Z+aXMnNtZo4A1wP/kJk3AE8A11arbQR2NO6lJKkt3Xif+23ALRGxFzgduLsL+5AkfYgmp2Xek5mTwGT1eh9wQSe2K0mqxztUJalAhrskFchwl6QCGe6SVCDDXZIKZLhLUoEMd0kqkOEuSQUy3CWpQIa7JBXIcJekAhnuklQgw12SCmS4S1KBDHdJKpDhLkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVKDlve5AU9Mzh7lxy2O12++/44oO9kaS+oMjd0kqkOEuSQWqHe4RcVZEPBERL0bECxFxczX/tIh4PCJerr6f2rnuSpIWosnI/Qhwa2aeA1wI3BQR5wBbgJ2ZeTaws5qWJC2i2uGemQcy8+nq9Y+BPcAa4GpgW7XaNuCapp2UJLUnMrP5RiJGgCeBc4FXM3NVNT+AN96dPqrNZmAzwPDw8PkTExO19n3o9cMcfKdevwHWr1lZv3ED0zOHa7cdPpnaNfeq3qZmZ2cZGhrqdTcWlTUPhiY1j4+PT2Xm6HzLGr8VMiKGgIeAL2bmW608b8nMjIh5f3tk5lZgK8Do6GiOjY3V2v+f3beDO6frl7H/hnr7barJ2zdvXX+kds29qrepyclJ6v6MLFXWPBi6VXOjcI+IE2gF+32Z+XA1+2BErM7MAxGxGjjUtJPqnJEGv1TA+wKkpaLJu2UCuBvYk5l/MmfRI8DG6vVGYEf97kmS6mgycr8I+CwwHRHPVvN+F7gDeDAiNgGvANc166IkqV21wz0zvwPEMRZfWne7kqTmvENVkgpkuEtSgQx3SSqQ4S5JBTLcJalAhrskFchwl6QCGe6SVCDDXZIKZLhLUoEMd0kqkOEuSQVq/GEdS12T55v7bPPFMz1zuPYHnHicNIgcuUtSgQZ+5C51U5O/DO/dsKKDPdGgceQuSQVy5K62eI1CWhocuUtSgRy5N9BkFKvFM4h/bQxizXo/R+6SVCBH7tKH8K8zLVWO3CWpQI7cpT7V5K7cXurVe/u9zvB+jtwlqUCO3CUNvBJH/Y7cJalAjty1aJqMjm5d38GOSAPAkbskFciRu6T38b397Wn679Wtp386cpekAjlyl9Q3lup7+/tRV0buEbEhIl6KiL0RsaUb+5AkHVvHwz0ilgF/DlwGnAN8JiLO6fR+JEnH1o2R+wXA3szcl5k/ASaAq7uwH0nSMURmdnaDEdcCGzLz16vpzwK/mJmfP2q9zcDmavITwEs1d3kG8KOabZcqax4M1jwYmtT8M5l55nwLenZBNTO3AlubbicidmfmaAe6tGRY82Cw5sHQrZq7cVpmBjhrzvTaap4kaZF0I9z/GTg7ItZFxInA9cAjXdiPJOkYOn5aJjOPRMTngb8DlgH3ZOYLnd7PHI1P7SxB1jwYrHkwdKXmjl9QlST1no8fkKQCGe6SVKC+C/fjPbogIj4SEQ9Uy3dFxMicZV+q5r8UEb+y0G32WpdqviciDkXE84tTxcJ1ut6IOCsinoiIFyPihYi4efGqWZgu1HxSRHw3Ip6rav6DxatmYbrxc10tWxYRz0TEo92voj1d+r+8PyKmI+LZiNi94M5kZt980boA+33gY8CJwHPAOUet8xvAX1avrwceqF6fU63/EWBdtZ1lC9lmaTVXyy4GzgOe73WNi3CMVwPnVeucAvxr6ccYCGCoWucEYBdwYa9r7fbPdbX8FuCvgUd7Xedi1AzsB85otz/9NnJfyKMLrga2Va+3A5dGRFTzJzLzvzLzB8Deanv9/jiEbtRMZj4JvL4YBbSp4/Vm5oHMfBogM38M7AHWLEItC9WNmjMzZ6v1T6i++undEV35uY6ItcAVwNcXoYZ2daXmuvot3NcAP5wz/Rof/E/63jqZeQQ4DJz+IW0Xss1e6kbN/ayr9VZ/5v4CrZFsv+hKzdXpiWeBQ8DjmVl8zcDXgN8B/rfzXW6sWzUn8PcRMRWtx7YsSL+Fu1RbRAwBDwFfzMy3et2fbsvM/8nMT9G6C/yCiDi3133qpoi4EjiUmVO97ssi+3RmnkfrSbs3RcTFC2nUb+G+kEcXvLdORCwHVgL/8SFt+/1xCN2ouZ91pd6IOIFWsN+XmQ93pef1dfUYZ+abwBPAho72uplu1HwRcFVE7Kd1yuOSiPirbnS+pq4c58x89/sh4Fss9HRNry9CHHWxYTmwj9YFhXcvSHzyqHVu4v0XJB6sXn+S91+Q2EfrAsdxt1lazXPajdB/F1S7cYwD+AbwtV7Xt4g1nwmsqtY5GfhH4Mpe17oYP9fVOmP03wXVbhznFcAp1TorgH+i9dTd4/en1/8g8/wDXU7r3Q7fB75czftD4Krq9UnAN2ldcPgu8LE5bb9ctXsJuOzDttlPX12q+X7gAPDftM7fbep1nd2qF/g0rfOS3wOerb4u73WdXa7554BnqpqfB36v1zUuxs/1nOVj9Fm4d+k4f4xW6D8HvNBOfvn4AUkqUL+dc5ckdYDhLkkFMtwlqUCGuyQVyHCXpAIZ7pJUIMNdkgr0f3oCfO1ExAXrAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df['time'].diff().hist(bins=20, range=(0,0.005))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/kuangwenyi/Documents/Development/activation-camera/activation-camera/[S2.Ep9] Narcos - Nuestra Finca_00469_00470_echodot_camera_2b/echodot.csv'"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "csv_paths[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}