features_por_setrules.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Quantidade de Features de cada SetRules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Arquivo 'dataset/corpus.pickle' encontrado. Acionado carregamento rápido do corpus.\n",
      "Arquivo 'dataset/data_pipe_tb.pickle' encontrado. \n",
      "Acionado carregamento rápido dos dados do TimebankPT para pipeline do spaCy.\n",
      "SEQUÊNCIA PIPELINE: PORTUGUÊS\n",
      "   1 -> tok2vec\n",
      "   2 -> morphologizer\n",
      "   3 -> parser\n",
      "   4 -> lemmatizer\n",
      "   5 -> attribute_ruler\n",
      "   6 -> ner\n",
      "   7 -> pipe_timebankpt\n",
      "   8 -> merge_entities\n",
      "\n",
      "\n",
      "QUANTIDADES:\n",
      "   . Sentenças: 2606\n",
      "   . Documentos: 182\n",
      "   . Events: 7887\n",
      "   . Timex3: 1409\n",
      "   . TLink: 6539\n",
      "\n",
      "SENTENÇAS: train_test\n",
      "train    2258\n",
      "test      348\n",
      "dtype: int64\n",
      "Dataset dataset/dataset_features.parquet carregado com sucesso.\n",
      "Dataset dataset/dataset_features.parquet carregado com sucesso.\n"
     ]
    }
   ],
   "source": [
    "from parse.ParseTimebankPT import TimebankPT\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "# warnings.simplefilter('ignore')\n",
    "\n",
    "\n",
    "path_tml = r'TimeBankPT\\*\\*.tml'\n",
    "tb = TimebankPT(path_tml, dev=False, ignore_load_corpus=False)  # %time\n",
    "print(tb)\n",
    "\n",
    "# Carrega features\n",
    "tb.tr.setRules_start('dataset/dataset_features')\n",
    "tb.features.load_dataset('dataset/dataset_features.parquet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "CBA\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "As regras do arquivo rules/FINAL_CBA.txt foram adicionadas com sucesso.\n",
      "Total de regras: 568\n",
      "\n",
      "Regra removida: [568.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL REGRAS CBA: 567\n",
      "\n",
      "CN2\n",
      "As regras do arquivo rules/FINAL_CN2.txt foram adicionadas com sucesso.\n",
      "Total de regras: 205\n",
      "\n",
      "Regra removida: [237.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL REGRAS CN2: 204\n",
      "\n",
      "IDS\n",
      "As regras do arquivo rules/FINAL_IDS.txt foram adicionadas com sucesso.\n",
      "Total de regras: 383\n",
      "\n",
      "Regra removida: [385.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL REGRAS IDS: 382\n",
      "\n",
      "RIPPER\n",
      "As regras do arquivo rules/FINAL_RIPPER.txt foram adicionadas com sucesso.\n",
      "Total de regras: 146\n",
      "\n",
      "Regra removida: [211.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL REGRAS RIPPER: 145\n",
      "\n",
      "TODOS SETRULES\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "271, 'OVERLAP', 1, \"self.f.is_dependencyType(tokenE, tokenT, 'nsubj') and self.f.followedBy(tokenT, tokenE)\", 'MANUAL', 1.0, 3, 3\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "115, 'OVERLAP', 6, \"self.f.tenseVerb(tokenE, 'Fut') and self.f.hasWordInBetween(tokenE, tokenT, 'para') and self.f.hasNoVerbInBetween(tokenE, tokenT)\", 'MANUAL', 1.0, 1, 1\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "97, 'OVERLAP', 10, \"self.f.hasWordInContextPrecede(tokenT, 'iniciar', 'começar', lemma=True) and (self.f.hasWordInContextPrecede(tokenE, 'através', 'pelo', lemma=True) or self.f.hasWordInContextPrecede(tokenE, 'de', 'do', 'da', 'até', 'à', 'durante'))\", 'MANUAL', 1.0, 5, 5\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "92, 'BEFORE', 11, \"self.f.hasWordInContextPrecede(tokenE, 'então')\", 'MANUAL', 1.0, 1, 1\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "278, 'OVERLAP', 22, \"self.f.is_dependencyType(tokenE, tokenT, 'amod') and self.f.tipo(tokenT, 'DATE', 'TIME') and self.f.morph(tokenE, ('Tense', '')) and self.f.classe(tokenE, 'OCCURRENCE', 'STATE')\", 'MANUAL', 1.0, 4, 4\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "90, 'AFTER', 26, \"self.f.search('ontem', tokenT.text) and self.f.tenseVerb(tokenE, 'Fut')\", 'MANUAL', 1.0, 1, 1\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "39, 'OVERLAP', 27, \"( self.f.hasWordInContextFollow(tokenE, 'antes') or self.f.hasWordInContextPrecede(tokenT, 'antes') ) and not self.f.tenseVerb(tokenE, 'Fut') and self.f.hasNoVerbInBetween(tokenE, tokenT)\", 'MANUAL', 1.0, 3, 3\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "197, 'OVERLAP', 31, \"self.f.tipo(tokenT, 'TIME') and self.f.classe(tokenE, 'STATE') and ( self.f.precededBy(tokenT, tokenE, 2) or self.f.followedBy(tokenT, tokenE, 2) )\", 'MANUAL', 1.0, 2, 2\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "99, 'AFTER', 38, \"self.f.tenseVerb(tokenE, 'Pres') and self.f.tipo(tokenT, 'DATE') and self.f.hasWordInContextPrecede(tokenT, 'desde')\", 'MANUAL', 1.0, 2, 2\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "202, 'OVERLAP', 28, \"self.f.tipo(tokenT, 'DURATION') and self.f.classe(tokenE, 'OCCURRENCE') and self.f.hasNoVerbInBetween(tokenE, tokenT)\", 'MANUAL', 0.9, 45, 50\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "201, 'OVERLAP', 29, \"self.f.tipo(tokenT, 'DURATION') and self.f.classe(tokenE, 'OCCURRENCE') and ( self.f.followedBy(tokenE, tokenT, 5) or self.f.followedBy(tokenT, tokenE, 5) )\", 'MANUAL', 0.8611111111111112, 31, 36\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "9, 'OVERLAP', 13, \"self.f.search('hoje', 'atualmente', tokenT, lemma = True) and self.f.tenseVerb(tokenE, 'PAST') and self.f.closelyFollowing(tokenE, tokenT)\", 'MANUAL', 0.8571428571428571, 12, 14\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "141, 'OVERLAP', 34, \"self.f.tipo(tokenT, 'DURATION') and self.f.classe(tokenE, 'OCCURRENCE') and self.f.hasWordInContextFollow(tokenT, tokenE.text, 10)\", 'MANUAL', 0.8333333333333334, 20, 24\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "112, 'BEFORE', 37, \"self.f.hasWordInContextPrecede(tokenT, 'até') and self.f.tenseVerb(tokenE, 'PAST')\", 'MANUAL', 0.8333333333333334, 15, 18\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "139, 'OVERLAP', 35, \"self.f.tipo(tokenT, 'DURATION') and self.f.hasWordInBetween(tokenE, tokenT, 'durante', 'para') and self.f.hasNoVerbInBetween(tokenE, tokenT)\", 'MANUAL', 0.8235294117647058, 14, 17\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "138, 'OVERLAP', 36, \"self.f.classe(tokenE, 'STATE') and self.f.tipo(tokenT, 'DATE') and self.f.hasWordInBetween(tokenE, tokenT, 'em', 'no', 'na') and self.f.closelyFollowing(tokenE, tokenT, 20) and self.f.pos(tokenE, 'verb', 'noun') and not self.f.dep(tokenE, 'obl', 'nummod')\", 'MANUAL', 0.8235294117647058, 28, 34\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "196, 'OVERLAP', 40, \"self.f.classe(tokenE, 'STATE') and self.f.tipo(tokenT, 'DURATION') and self.f.closelyFollowing(tokenE, tokenT, 20) and self.f.pos(tokenE, 'verb', 'noun')\", 'MANUAL', 0.8235294117647058, 14, 17\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "24, 'OVERLAP', 12, \"self.f.morph(tokenE, ('VerbForm', 'Inf')) and self.f.pos(tokenT, 'Noun') and self.f.hasWordInContextFollow(tokenE, tokenT.text)\", 'MANUAL', 0.8, 12, 15\n",
      "\n",
      "Erro ao adicionar uma regra 'my_rules' ao conjunto de regras atual. ERRO: list index out of range \n",
      "189, 'OVERLAP', 24, \"self.f.tipo(tokenT, 'DURATION') and self.f.classe(tokenE, 'OCCURRENCE') and self.f.closelyFollowing(tokenE, tokenT, 15)\", 'MANUAL', 0.8, 56, 70\n",
      "\n",
      "As regras do arquivo rules/FINAL_Combinados_Todos.txt foram adicionadas com sucesso.\n",
      "Total de regras: 980\n",
      "\n",
      "Regras filtradas conforme critério: origem = ['MANUAL']. Total de regras: 19\n",
      "19 regras removidas: [271.0, 115.0, 97.0, 92.0, 278.0, 90.0, 39.0, 197.0, 99.0, 202.0, 201.0, 9.0, 141.0, 112.0, 139.0, 138.0, 196.0, 24.0, 189.0].\n",
      "Regra removida: [2000.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL TODOS SETRULES: 960\n",
      "\n",
      "TODOS SETRULES\n",
      "As regras do arquivo rules/FINAL_Combinados_Todos.txt foram carregadas com sucesso. \n",
      "Total de regras: 980\n",
      "Regra removida: [2000, 'OVERLAP', 2000, 'True == True', 'DEFAULT', 0, 0, 0]\n",
      "TOTAL TODOS SETRULES: 979\n",
      "\n",
      "COMBINADO DE 2 EM 2\n",
      "As regras do arquivo rules/FINAL_Combinados_2_em_2.txt foram adicionadas com sucesso.\n",
      "Total de regras: 797\n",
      "\n",
      "Regra removida: [2000.0, 'OVERLAP', 2000.0, \"True == True\", 'DEFAULT', 0.0, 0, 0]\n",
      "TOTAL SETRULES 2 EM 2: 796\n"
     ]
    }
   ],
   "source": [
    "# CBA\n",
    "print('\\nCBA')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_cba.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "cba = tb.tr.setRules.copy()\n",
    "print('TOTAL REGRAS CBA:', len(cba.rules))\n",
    "\n",
    "# CN2\n",
    "print('\\nCN2')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_cn2.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "cn2 = tb.tr.setRules.copy()\n",
    "print('TOTAL REGRAS CN2:', len(cn2.rules))\n",
    "\n",
    "# IDS\n",
    "print('\\nIDS')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_ids.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "ids = tb.tr.setRules.copy()\n",
    "print('TOTAL REGRAS IDS:', len(ids.rules))\n",
    "\n",
    "# RIPPER\n",
    "print('\\nRIPPER')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_ripper.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "ripper = tb.tr.setRules.copy()\n",
    "print('TOTAL REGRAS RIPPER:', len(ripper.rules))\n",
    "\n",
    "\n",
    "# TODOS SETRULES\n",
    "print('\\nTODOS SETRULES')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_combinacao_todos.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule('origem', 'MANUAL')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "todos_setrules = tb.tr.setRules.copy()\n",
    "print('TOTAL TODOS SETRULES:', len(todos_setrules.rules))\n",
    "\n",
    "\n",
    "# TODOS SETRULES\n",
    "print('\\nTODOS SETRULES')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.load_rules('rules/rules_combinacao_todos.txt.txt')\n",
    "tb.tr.remove_rule_class_default()\n",
    "df_todos_tr = tb.tr.df_rules.copy()\n",
    "print('TOTAL TODOS SETRULES:', len(df_todos_tr))\n",
    "\n",
    "\n",
    "# COMBINADO DE 2 EM 2\n",
    "print('\\nCOMBINADO DE 2 EM 2')\n",
    "tb.tr.setRules.clear()\n",
    "tb.tr.setRules.add_setRules('rules/rules_combinacao_2_em_2.txt', 'my_rules')\n",
    "tb.tr.setRules.remove_rule_class_default()\n",
    "setrules_2_em_2 = tb.tr.setRules.copy()\n",
    "print('TOTAL SETRULES 2 EM 2:', len(setrules_2_em_2.rules))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyperclip\n",
    "\n",
    "def print_resumo(setRules, quant_features: int = 10, verbosy = True):\n",
    "    \n",
    "    list_features = []\n",
    "\n",
    "    df = setRules.df_features_counts\n",
    "    size = df.shape[0]\n",
    "    if verbosy: print('Features utilizadas:', size)\n",
    "    \n",
    "    if type(quant_features) not in [int, float]:\n",
    "        quant_features = size\n",
    "    \n",
    "    if verbosy: print('\\nFEATURES MAIS FREQUENTES:')\n",
    "    for i, feat in df.sort_values('Total', ascending=False).head(quant_features)[['Total']].iterrows():\n",
    "        list_features.append(i[0].replace(\"_\", \"-\") + '=' + str(int(feat['Total'])))\n",
    "    \n",
    "    return list_features\n",
    "\n",
    "\n",
    "def print_quant_regras(setRules):\n",
    "    quant_regras = len(setRules.rules)\n",
    "    quant_predicado = setRules.df_features_counts['Total'].sum()\n",
    "    print('\\nREGRAS:', quant_regras, '\\nPREDICADOS:', quant_predicado,\n",
    "          '\\nMÉDIA:', quant_predicado / quant_regras)\n",
    "\n",
    "\n",
    "features_52 = ['event_between_order', 'reichenbach_direct_modification', 'event_class', 'event_closest_to_event_pos', 'event_closest_to_timex3_pos', 'event_dep', 'timex3_dep', 'event_pos_token_1_precede', 'event_pos_token_1_follow', 'event_pos_token_2_precede', 'event_pos_token_2_follow', 'event_pos_token_3_precede', 'event_pos_token_3_follow', 'timex3_pos_token_1_follow', 'timex3_pos_token_2_precede', 'timex3_pos_token_2_follow', 'timex3_pos_token_3_precede', 'timex3_pos_token_3_follow', 'event_preposition_precede', 'timex3_preposition_precede', 'event_timex3_distance', 'timex3_relevant_lemmas', 'event_gov_verb_tense', 'timex3_gov_verb_tense', 'timex3_head_pos', 'signal_precede_timex3_text', 'signal_precede_timex3_pos', 'reichenbach_tense',\n",
    "               'timex3_preposition_gov', 'timex3_pos', 'event_closest_to_event_class', 'event_temporal_direction', 'event_modal_verb', 'event_closest_to_event_temporal_direction', 'timex3_type', 'timex3_between_order', 'event_conjunction_closest_precede', 'event_conjunction_closest_follow', 'signal_precede_event_child_event', 'event_closest_to_event_equal_class', 'event_closest_to_event_equal_pos', 'event_closest_to_event_equal_tense', 'event_closest_to_timex3_equal_pos', 'timex3_pos_token_1_precede', 'signal_precede_event_text', 'event_closest_to_event_tense', 'reichenbach_temporal_mod_function', 'event_intervening_preceding_class', 'event_preposition_gov', 'timex3_is_ancestor_event', 'signal_precede_timex3_dep_if_child_timex3', 'event_polarity']\n",
    "features_41 = ['event_closest_to_event_equal_class', 'event_between_order', 'reichenbach_direct_modification', 'reichenbach_temporal_mod_function', 'event_class', 'event_closest_to_event_class', 'event_closest_to_event_pos', 'event_closest_to_event_tense', 'event_closest_to_timex3_pos', 'event_conjunction_closest_follow', 'event_dep', 'timex3_dep', 'timex3_type', 'timex3_pos', 'event_pos_token_1_precede', 'event_pos_token_1_follow', 'event_pos_token_2_precede', 'event_pos_token_2_follow', 'event_pos_token_3_precede', 'event_pos_token_3_follow', 'timex3_pos_token_1_precede',\n",
    "               'timex3_pos_token_1_follow', 'timex3_pos_token_2_precede', 'timex3_pos_token_2_follow', 'timex3_pos_token_3_precede', 'timex3_pos_token_3_follow', 'event_preposition_precede', 'timex3_preposition_precede', 'event_timex3_distance', 'event_closest_to_event_temporal_direction', 'event_temporal_direction', 'timex3_relevant_lemmas', 'event_gov_verb_tense', 'timex3_gov_verb_tense', 'timex3_head_pos', 'event_preposition_gov', 'signal_precede_timex3_text', 'signal_precede_timex3_pos', 'signal_precede_event_child_event', 'reichenbach_tense', 'event_modal_verb']\n",
    "features_70 = tb.features.X_train.columns"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## CBA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 567 \n",
      "PREDICADOS: 2122.0 \n",
      "MÉDIA: 3.742504409171076\n",
      "\n",
      " relType\n",
      "OVERLAP    284\n",
      "AFTER      171\n",
      "BEFORE     112\n",
      "dtype: int64 \n",
      "\n",
      "Features utilizadas: 40\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "event-between-order=142\n",
      "event-timex3-distance=119\n",
      "event-class=97\n",
      "timex3-gov-verb-tense=89\n",
      "reichenbach-temporal-mod-function=83\n",
      "reichenbach-direct-modification=83\n",
      "timex3-pos-token-1-follow=77\n",
      "event-closest-to-timex3-pos=76\n",
      "event-pos-token-3-follow=68\n",
      "event-closest-to-event-equal-class=67\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_between_order</th>\n",
       "      <th>CBA</th>\n",
       "      <td>72.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>142.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_distance</th>\n",
       "      <th>CBA</th>\n",
       "      <td>65.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>119.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>CBA</th>\n",
       "      <td>40.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>97.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_gov_verb_tense</th>\n",
       "      <th>CBA</th>\n",
       "      <td>35.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_temporal_mod_function</th>\n",
       "      <th>CBA</th>\n",
       "      <td>48.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>83.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>CBA</th>\n",
       "      <td>42.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>83.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_1_follow</th>\n",
       "      <th>CBA</th>\n",
       "      <td>34.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_timex3_pos</th>\n",
       "      <th>CBA</th>\n",
       "      <td>30.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>76.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_3_follow</th>\n",
       "      <th>CBA</th>\n",
       "      <td>48.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>68.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_equal_class</th>\n",
       "      <th>CBA</th>\n",
       "      <td>41.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>67.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           OVERLAP  AFTER  BEFORE  Total\n",
       "feature                            origem                               \n",
       "event_between_order                CBA        72.0   30.0    40.0  142.0\n",
       "event_timex3_distance              CBA        65.0   33.0    21.0  119.0\n",
       "event_class                        CBA        40.0   49.0     8.0   97.0\n",
       "timex3_gov_verb_tense              CBA        35.0   48.0     6.0   89.0\n",
       "reichenbach_temporal_mod_function  CBA        48.0   23.0    12.0   83.0\n",
       "reichenbach_direct_modification    CBA        42.0   23.0    18.0   83.0\n",
       "timex3_pos_token_1_follow          CBA        34.0   20.0    23.0   77.0\n",
       "event_closest_to_timex3_pos        CBA        30.0   18.0    28.0   76.0\n",
       "event_pos_token_3_follow           CBA        48.0   13.0     7.0   68.0\n",
       "event_closest_to_event_equal_class CBA        41.0   15.0    11.0   67.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_text</th>\n",
       "      <th>CBA</th>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_pos</th>\n",
       "      <th>CBA</th>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_preposition_precede</th>\n",
       "      <th>CBA</th>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_child_event</th>\n",
       "      <th>CBA</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_modal_verb</th>\n",
       "      <th>CBA</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         OVERLAP  AFTER  BEFORE  Total\n",
       "feature                          origem                               \n",
       "signal_precede_timex3_text       CBA         1.0    5.0     9.0   15.0\n",
       "signal_precede_timex3_pos        CBA         0.0    5.0     9.0   14.0\n",
       "event_preposition_precede        CBA         3.0    8.0     0.0   11.0\n",
       "signal_precede_event_child_event CBA         1.0    0.0     3.0    4.0\n",
       "event_modal_verb                 CBA         1.0    0.0     0.0    1.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'event_preposition_gov'}\n"
     ]
    }
   ],
   "source": [
    "setrules = cba\n",
    "print_quant_regras(setrules)\n",
    "print('\\n', setrules.df_rules.value_counts('relType'), '\\n')\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "\n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(5))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_41) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## CN2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 204 \n",
      "PREDICADOS: 515.0 \n",
      "MÉDIA: 2.5245098039215685\n",
      "\n",
      " relType\n",
      "OVERLAP    104\n",
      "AFTER       61\n",
      "BEFORE      39\n",
      "dtype: int64 \n",
      "\n",
      "Features utilizadas: 47\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "event-class=36\n",
      "event-timex3-distance=36\n",
      "event-between-order=30\n",
      "timex3-preposition-precede=27\n",
      "event-pos-token-1-precede=23\n",
      "event-pos-token-2-precede=22\n",
      "timex3-relevant-lemmas=22\n",
      "timex3-pos-token-1-follow=20\n",
      "timex3-pos-token-2-precede=18\n",
      "reichenbach-direct-modification=17\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>CN2</th>\n",
       "      <td>17.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>36.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_distance</th>\n",
       "      <th>CN2</th>\n",
       "      <td>24.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>36.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_between_order</th>\n",
       "      <th>CN2</th>\n",
       "      <td>28.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>11.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>23.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_2_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>14.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_relevant_lemmas</th>\n",
       "      <th>CN2</th>\n",
       "      <td>7.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_1_follow</th>\n",
       "      <th>CN2</th>\n",
       "      <td>9.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_2_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>CN2</th>\n",
       "      <td>17.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        OVERLAP  AFTER  BEFORE  Total\n",
       "feature                         origem                               \n",
       "event_class                     CN2        17.0   15.0     4.0   36.0\n",
       "event_timex3_distance           CN2        24.0    6.0     6.0   36.0\n",
       "event_between_order             CN2        28.0    1.0     1.0   30.0\n",
       "timex3_preposition_precede      CN2        20.0    2.0     5.0   27.0\n",
       "event_pos_token_1_precede       CN2        11.0    2.0    10.0   23.0\n",
       "event_pos_token_2_precede       CN2        14.0    7.0     1.0   22.0\n",
       "timex3_relevant_lemmas          CN2         7.0    6.0     9.0   22.0\n",
       "timex3_pos_token_1_follow       CN2         9.0    6.0     5.0   20.0\n",
       "timex3_pos_token_2_precede      CN2         5.0    6.0     7.0   18.0\n",
       "reichenbach_direct_modification CN2        17.0    0.0     0.0   17.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_gov_verb_tense</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_polarity</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_is_ancestor_event</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_conjunction_closest_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_conjunction_closest_follow</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          OVERLAP  AFTER  BEFORE  Total\n",
       "feature                           origem                               \n",
       "event_gov_verb_tense              CN2         1.0    0.0     1.0    2.0\n",
       "event_polarity                    CN2         0.0    1.0     0.0    1.0\n",
       "timex3_is_ancestor_event          CN2         1.0    0.0     0.0    1.0\n",
       "event_conjunction_closest_precede CN2         0.0    1.0     0.0    1.0\n",
       "event_conjunction_closest_follow  CN2         0.0    0.0     1.0    1.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'signal_precede_event_text', 'signal_precede_event_child_event', 'reichenbach_tense', 'signal_precede_timex3_pos', 'signal_precede_timex3_dep_if_child_timex3'}\n"
     ]
    }
   ],
   "source": [
    "setrules = cn2\n",
    "print_quant_regras(setrules)\n",
    "print('\\n', setrules.df_rules.value_counts('relType'), '\\n')\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "\n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(5))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_52) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## IDS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 382 \n",
      "PREDICADOS: 761.0 \n",
      "MÉDIA: 1.9921465968586387\n",
      "\n",
      " relType\n",
      "OVERLAP    268\n",
      "AFTER       79\n",
      "BEFORE      34\n",
      "VAGUE        1\n",
      "dtype: int64 \n",
      "\n",
      "Features utilizadas: 51\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "timex3-preposition-precede=50\n",
      "reichenbach-direct-modification=43\n",
      "timex3-preposition-gov=40\n",
      "timex3-relevant-lemmas=39\n",
      "event-pos-token-1-precede=35\n",
      "timex3-pos-token-3-follow=34\n",
      "event-class=33\n",
      "event-pos-token-1-follow=27\n",
      "event-pos-token-3-follow=27\n",
      "timex3-pos-token-2-precede=27\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>35.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>IDS</th>\n",
       "      <td>41.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>43.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_gov</th>\n",
       "      <th>IDS</th>\n",
       "      <td>27.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_relevant_lemmas</th>\n",
       "      <th>IDS</th>\n",
       "      <td>25.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>39.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>24.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_3_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>27.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>IDS</th>\n",
       "      <td>25.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>19.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_3_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>14.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_2_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>23.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        OVERLAP  AFTER  BEFORE  VAGUE  Total\n",
       "feature                         origem                                      \n",
       "timex3_preposition_precede      IDS        35.0    9.0     6.0    0.0   50.0\n",
       "reichenbach_direct_modification IDS        41.0    2.0     0.0    0.0   43.0\n",
       "timex3_preposition_gov          IDS        27.0    8.0     5.0    0.0   40.0\n",
       "timex3_relevant_lemmas          IDS        25.0    8.0     6.0    0.0   39.0\n",
       "event_pos_token_1_precede       IDS        24.0    9.0     2.0    0.0   35.0\n",
       "timex3_pos_token_3_follow       IDS        27.0    6.0     1.0    0.0   34.0\n",
       "event_class                     IDS        25.0    6.0     2.0    0.0   33.0\n",
       "event_pos_token_1_follow        IDS        19.0    4.0     4.0    0.0   27.0\n",
       "event_pos_token_3_follow        IDS        14.0    9.0     4.0    0.0   27.0\n",
       "timex3_pos_token_2_precede      IDS        23.0    2.0     2.0    0.0   27.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_temporal_direction</th>\n",
       "      <th>IDS</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_child_event</th>\n",
       "      <th>IDS</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_equal_class</th>\n",
       "      <th>IDS</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_temporal_mod_function</th>\n",
       "      <th>IDS</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_dep_if_child_timex3</th>\n",
       "      <th>IDS</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  OVERLAP  AFTER  BEFORE  \\\n",
       "feature                                   origem                           \n",
       "event_closest_to_event_temporal_direction IDS         1.0    0.0     1.0   \n",
       "signal_precede_event_child_event          IDS         1.0    1.0     0.0   \n",
       "event_closest_to_event_equal_class        IDS         1.0    0.0     1.0   \n",
       "reichenbach_temporal_mod_function         IDS         1.0    0.0     0.0   \n",
       "signal_precede_timex3_dep_if_child_timex3 IDS         0.0    0.0     1.0   \n",
       "\n",
       "                                                  VAGUE  Total  \n",
       "feature                                   origem                \n",
       "event_closest_to_event_temporal_direction IDS       0.0    2.0  \n",
       "signal_precede_event_child_event          IDS       0.0    2.0  \n",
       "event_closest_to_event_equal_class        IDS       0.0    2.0  \n",
       "reichenbach_temporal_mod_function         IDS       0.0    1.0  \n",
       "signal_precede_timex3_dep_if_child_timex3 IDS       0.0    1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'timex3_is_ancestor_event'}\n"
     ]
    }
   ],
   "source": [
    "setrules = ids\n",
    "print_quant_regras(setrules)\n",
    "print('\\n', setrules.df_rules.value_counts('relType'), '\\n')\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "    \n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(5))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_52) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## RIPPER"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 145 \n",
      "PREDICADOS: 354.0 \n",
      "MÉDIA: 2.4413793103448276\n",
      "\n",
      " relType\n",
      "OVERLAP              54\n",
      "AFTER                36\n",
      "BEFORE               33\n",
      "OVERLAP-OR-AFTER     12\n",
      "BEFORE-OR-OVERLAP     7\n",
      "VAGUE                 3\n",
      "dtype: int64 \n",
      "\n",
      "Features utilizadas: 62\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "event-between-order=41\n",
      "event-class=22\n",
      "timex3-gov-verb-tense=15\n",
      "event-timex3-distance=13\n",
      "event-pos-token-1-follow=12\n",
      "event-pos-token-1-precede=12\n",
      "reichenbach-direct-modification=12\n",
      "timex3-preposition-precede=12\n",
      "timex3-pos-token-3-precede=11\n",
      "event-pos=11\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>BEFORE-OR-OVERLAP</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>OVERLAP-OR-AFTER</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_between_order</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>17.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>41.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>3.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_gov_verb_tense</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_distance</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_follow</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>7.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_precede</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>6.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_precede</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_3_precede</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        BEFORE  AFTER  OVERLAP  \\\n",
       "feature                         origem                           \n",
       "event_between_order             RIPPER    17.0    9.0     14.0   \n",
       "event_class                     RIPPER     3.0   13.0      3.0   \n",
       "timex3_gov_verb_tense           RIPPER     1.0   13.0      1.0   \n",
       "event_timex3_distance           RIPPER     0.0    4.0      5.0   \n",
       "event_pos_token_1_follow        RIPPER     7.0    2.0      3.0   \n",
       "event_pos_token_1_precede       RIPPER     6.0    3.0      2.0   \n",
       "reichenbach_direct_modification RIPPER     2.0    3.0      7.0   \n",
       "timex3_preposition_precede      RIPPER     4.0    1.0      4.0   \n",
       "timex3_pos_token_3_precede      RIPPER     3.0    1.0      4.0   \n",
       "event_pos                       RIPPER     0.0    2.0      9.0   \n",
       "\n",
       "                                        BEFORE-OR-OVERLAP  VAGUE  \\\n",
       "feature                         origem                             \n",
       "event_between_order             RIPPER                1.0    0.0   \n",
       "event_class                     RIPPER                3.0    0.0   \n",
       "timex3_gov_verb_tense           RIPPER                0.0    0.0   \n",
       "event_timex3_distance           RIPPER                1.0    0.0   \n",
       "event_pos_token_1_follow        RIPPER                0.0    0.0   \n",
       "event_pos_token_1_precede       RIPPER                0.0    0.0   \n",
       "reichenbach_direct_modification RIPPER                0.0    0.0   \n",
       "timex3_preposition_precede      RIPPER                1.0    0.0   \n",
       "timex3_pos_token_3_precede      RIPPER                1.0    0.0   \n",
       "event_pos                       RIPPER                0.0    0.0   \n",
       "\n",
       "                                        OVERLAP-OR-AFTER  Total  \n",
       "feature                         origem                           \n",
       "event_between_order             RIPPER               0.0   41.0  \n",
       "event_class                     RIPPER               0.0   22.0  \n",
       "timex3_gov_verb_tense           RIPPER               0.0   15.0  \n",
       "event_timex3_distance           RIPPER               3.0   13.0  \n",
       "event_pos_token_1_follow        RIPPER               0.0   12.0  \n",
       "event_pos_token_1_precede       RIPPER               1.0   12.0  \n",
       "reichenbach_direct_modification RIPPER               0.0   12.0  \n",
       "timex3_preposition_precede      RIPPER               2.0   12.0  \n",
       "timex3_pos_token_3_precede      RIPPER               2.0   11.0  \n",
       "event_pos                       RIPPER               0.0   11.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>BEFORE-OR-OVERLAP</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>OVERLAP-OR-AFTER</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_distance_timex3</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_3_follow</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_text</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_equal_class</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_preposition_gov</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_head_pos</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_dep</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_is_ancestor_event</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_polarity</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_modal_verb</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_child_timex3</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_pos</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_intervening_preceding_class</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_gov_verb_aspect</th>\n",
       "      <th>RIPPER</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              BEFORE  AFTER  OVERLAP  \\\n",
       "feature                               origem                           \n",
       "signal_precede_timex3_distance_timex3 RIPPER     1.0    1.0      0.0   \n",
       "timex3_pos                            RIPPER     1.0    0.0      0.0   \n",
       "timex3_pos_token_3_follow             RIPPER     0.0    2.0      0.0   \n",
       "signal_precede_timex3_text            RIPPER     0.0    1.0      1.0   \n",
       "event_closest_to_event_equal_class    RIPPER     0.0    0.0      1.0   \n",
       "event_preposition_gov                 RIPPER     1.0    0.0      0.0   \n",
       "event_head_pos                        RIPPER     0.0    1.0      0.0   \n",
       "event_timex3_dep                      RIPPER     0.0    0.0      1.0   \n",
       "timex3_is_ancestor_event              RIPPER     0.0    0.0      1.0   \n",
       "event_polarity                        RIPPER     0.0    1.0      0.0   \n",
       "event_modal_verb                      RIPPER     1.0    0.0      0.0   \n",
       "signal_precede_timex3_child_timex3    RIPPER     1.0    0.0      0.0   \n",
       "signal_precede_timex3_pos             RIPPER     1.0    0.0      0.0   \n",
       "event_intervening_preceding_class     RIPPER     0.0    0.0      0.0   \n",
       "event_gov_verb_aspect                 RIPPER     0.0    0.0      0.0   \n",
       "\n",
       "                                              BEFORE-OR-OVERLAP  VAGUE  \\\n",
       "feature                               origem                             \n",
       "signal_precede_timex3_distance_timex3 RIPPER                0.0    0.0   \n",
       "timex3_pos                            RIPPER                1.0    0.0   \n",
       "timex3_pos_token_3_follow             RIPPER                0.0    0.0   \n",
       "signal_precede_timex3_text            RIPPER                0.0    0.0   \n",
       "event_closest_to_event_equal_class    RIPPER                0.0    0.0   \n",
       "event_preposition_gov                 RIPPER                0.0    0.0   \n",
       "event_head_pos                        RIPPER                0.0    0.0   \n",
       "event_timex3_dep                      RIPPER                0.0    0.0   \n",
       "timex3_is_ancestor_event              RIPPER                0.0    0.0   \n",
       "event_polarity                        RIPPER                0.0    0.0   \n",
       "event_modal_verb                      RIPPER                0.0    0.0   \n",
       "signal_precede_timex3_child_timex3    RIPPER                0.0    0.0   \n",
       "signal_precede_timex3_pos             RIPPER                0.0    0.0   \n",
       "event_intervening_preceding_class     RIPPER                0.0    1.0   \n",
       "event_gov_verb_aspect                 RIPPER                0.0    0.0   \n",
       "\n",
       "                                              OVERLAP-OR-AFTER  Total  \n",
       "feature                               origem                           \n",
       "signal_precede_timex3_distance_timex3 RIPPER               0.0    2.0  \n",
       "timex3_pos                            RIPPER               0.0    2.0  \n",
       "timex3_pos_token_3_follow             RIPPER               0.0    2.0  \n",
       "signal_precede_timex3_text            RIPPER               0.0    2.0  \n",
       "event_closest_to_event_equal_class    RIPPER               0.0    1.0  \n",
       "event_preposition_gov                 RIPPER               0.0    1.0  \n",
       "event_head_pos                        RIPPER               0.0    1.0  \n",
       "event_timex3_dep                      RIPPER               0.0    1.0  \n",
       "timex3_is_ancestor_event              RIPPER               0.0    1.0  \n",
       "event_polarity                        RIPPER               0.0    1.0  \n",
       "event_modal_verb                      RIPPER               0.0    1.0  \n",
       "signal_precede_timex3_child_timex3    RIPPER               0.0    1.0  \n",
       "signal_precede_timex3_pos             RIPPER               0.0    1.0  \n",
       "event_intervening_preceding_class     RIPPER               0.0    1.0  \n",
       "event_gov_verb_aspect                 RIPPER               1.0    1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'signal_precede_event_distance_event', 'signal_precede_event_pos', 'event_has_modal_verb_precede', 'timex3_type', 'signal_precede_event_dep_if_child_event', 'signal_precede_event_child_event', 'timex3_head_pos', 'signal_precede_timex3_dep_if_child_timex3'}\n"
     ]
    }
   ],
   "source": [
    "setrules = ripper\n",
    "print_quant_regras(setrules)\n",
    "print('\\n', setrules.df_rules.value_counts('relType'), '\\n')\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "\n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(15))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_70) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2 EM 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 796 \n",
      "PREDICADOS: 2378.0 \n",
      "MÉDIA: 2.987437185929648\n",
      "\n",
      " relType\n",
      "OVERLAP    522\n",
      "AFTER      206\n",
      "BEFORE      67\n",
      "VAGUE        1\n",
      "dtype: int64 \n",
      "\n",
      "Features utilizadas: 50\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "event-between-order=117\n",
      "event-timex3-distance=116\n",
      "event-class=108\n",
      "reichenbach-direct-modification=108\n",
      "timex3-gov-verb-tense=91\n",
      "timex3-preposition-precede=89\n",
      "event-pos-token-3-follow=83\n",
      "event-pos-token-2-precede=77\n",
      "timex3-pos-token-1-follow=74\n",
      "event-pos-token-1-follow=73\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_between_order</th>\n",
       "      <th>IDS</th>\n",
       "      <td>85.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>117.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_distance</th>\n",
       "      <th>IDS</th>\n",
       "      <td>81.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>116.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>IDS</th>\n",
       "      <td>58.0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>108.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>IDS</th>\n",
       "      <td>81.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>108.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_gov_verb_tense</th>\n",
       "      <th>IDS</th>\n",
       "      <td>39.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>91.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>60.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_3_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>61.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_2_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>54.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_1_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>48.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>74.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>50.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        OVERLAP  AFTER  BEFORE  VAGUE  Total\n",
       "feature                         origem                                      \n",
       "event_between_order             IDS        85.0   22.0    10.0    0.0  117.0\n",
       "event_timex3_distance           IDS        81.0   28.0     7.0    0.0  116.0\n",
       "event_class                     IDS        58.0   47.0     3.0    0.0  108.0\n",
       "reichenbach_direct_modification IDS        81.0   20.0     7.0    0.0  108.0\n",
       "timex3_gov_verb_tense           IDS        39.0   46.0     6.0    0.0   91.0\n",
       "timex3_preposition_precede      IDS        60.0   21.0     8.0    0.0   89.0\n",
       "event_pos_token_3_follow        IDS        61.0   19.0     3.0    0.0   83.0\n",
       "event_pos_token_2_precede       IDS        54.0   21.0     2.0    0.0   77.0\n",
       "timex3_pos_token_1_follow       IDS        48.0   18.0     8.0    0.0   74.0\n",
       "event_pos_token_1_follow        IDS        50.0   15.0     8.0    0.0   73.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_conjunction_closest_follow</th>\n",
       "      <th>IDS</th>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_text</th>\n",
       "      <th>IDS</th>\n",
       "      <td>4.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_temporal_direction</th>\n",
       "      <th>IDS</th>\n",
       "      <td>14.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_conjunction_closest_precede</th>\n",
       "      <th>IDS</th>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_pos</th>\n",
       "      <th>IDS</th>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_preposition_gov</th>\n",
       "      <th>IDS</th>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_timex3_equal_pos</th>\n",
       "      <th>IDS</th>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_equal_tense</th>\n",
       "      <th>IDS</th>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_text</th>\n",
       "      <th>IDS</th>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_between_order</th>\n",
       "      <th>IDS</th>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_modal_verb</th>\n",
       "      <th>IDS</th>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_child_event</th>\n",
       "      <th>IDS</th>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_intervening_preceding_class</th>\n",
       "      <th>IDS</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_closest_to_event_equal_pos</th>\n",
       "      <th>IDS</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_dep_if_child_timex3</th>\n",
       "      <th>IDS</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  OVERLAP  AFTER  BEFORE  \\\n",
       "feature                                   origem                           \n",
       "event_conjunction_closest_follow          IDS         7.0    5.0    10.0   \n",
       "signal_precede_timex3_text                IDS         4.0    7.0    10.0   \n",
       "event_closest_to_event_temporal_direction IDS        14.0    4.0     0.0   \n",
       "event_conjunction_closest_precede         IDS         5.0    5.0     0.0   \n",
       "signal_precede_timex3_pos                 IDS         2.0    5.0     3.0   \n",
       "event_preposition_gov                     IDS         8.0    0.0     0.0   \n",
       "event_closest_to_timex3_equal_pos         IDS         3.0    1.0     1.0   \n",
       "event_closest_to_event_equal_tense        IDS         4.0    1.0     0.0   \n",
       "signal_precede_event_text                 IDS         0.0    4.0     1.0   \n",
       "timex3_between_order                      IDS         2.0    2.0     0.0   \n",
       "event_modal_verb                          IDS         4.0    0.0     0.0   \n",
       "signal_precede_event_child_event          IDS         2.0    1.0     0.0   \n",
       "event_intervening_preceding_class         IDS         1.0    2.0     0.0   \n",
       "event_closest_to_event_equal_pos          IDS         0.0    1.0     0.0   \n",
       "signal_precede_timex3_dep_if_child_timex3 IDS         0.0    0.0     1.0   \n",
       "\n",
       "                                                  VAGUE  Total  \n",
       "feature                                   origem                \n",
       "event_conjunction_closest_follow          IDS       0.0   22.0  \n",
       "signal_precede_timex3_text                IDS       0.0   21.0  \n",
       "event_closest_to_event_temporal_direction IDS       0.0   18.0  \n",
       "event_conjunction_closest_precede         IDS       0.0   10.0  \n",
       "signal_precede_timex3_pos                 IDS       0.0   10.0  \n",
       "event_preposition_gov                     IDS       0.0    8.0  \n",
       "event_closest_to_timex3_equal_pos         IDS       0.0    5.0  \n",
       "event_closest_to_event_equal_tense        IDS       0.0    5.0  \n",
       "signal_precede_event_text                 IDS       0.0    5.0  \n",
       "timex3_between_order                      IDS       0.0    4.0  \n",
       "event_modal_verb                          IDS       0.0    4.0  \n",
       "signal_precede_event_child_event          IDS       0.0    3.0  \n",
       "event_intervening_preceding_class         IDS       0.0    3.0  \n",
       "event_closest_to_event_equal_pos          IDS       1.0    2.0  \n",
       "signal_precede_timex3_dep_if_child_timex3 IDS       0.0    1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'event_polarity', 'event_timex3_dep', 'event_intervening_following_tense', 'timex3_is_ancestor_event', 'signal_precede_event_dep_if_child_event', 'event_is_ancestor_timex3', 'event_timex3_no_between_order', 'signal_precede_event_pos', 'event_head_is_root', 'timex3_head_is_root', 'signal_precede_timex3_distance_timex3', 'event_gov_verb_aspect', 'event_first_order', 'signal_precede_event_distance_event', 'event_pos', 'signal_precede_timex3_child_timex3', 'event_head_pos', 'timex3_temporalfunction', 'event_has_modal_verb_precede', 'event_root'}\n"
     ]
    }
   ],
   "source": [
    "setrules = setrules_2_em_2\n",
    "print_quant_regras(setrules)\n",
    "print('\\n', setrules.df_rules.value_counts('relType'), '\\n')\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "\n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(15))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_70) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## TODOS OS CONJUNTOS JUNTOS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "REGRAS: 979 \n",
      "PREDICADOS: 2917.0 \n",
      "MÉDIA: 2.9795709908069457\n",
      "\n",
      " relType\n",
      "OVERLAP              630\n",
      "AFTER                244\n",
      "BEFORE                95\n",
      "OVERLAP-OR-AFTER       5\n",
      "BEFORE-OR-OVERLAP      3\n",
      "VAGUE                  2\n",
      "dtype: int64\n",
      "Features utilizadas: 61\n",
      "\n",
      "FEATURES MAIS FREQUENTES:\n",
      "event-between-order=167\n",
      "event-timex3-distance=145\n",
      "event-class=140\n",
      "reichenbach-direct-modification=137\n",
      "timex3-preposition-precede=112\n",
      "timex3-gov-verb-tense=98\n",
      "event-pos-token-2-precede=96\n",
      "event-pos-token-3-follow=92\n",
      "event-pos-token-1-precede=91\n",
      "timex3-pos-token-1-follow=89\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE-OR-OVERLAP</th>\n",
       "      <th>OVERLAP-OR-AFTER</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>event_between_order</th>\n",
       "      <th>CN2</th>\n",
       "      <td>124.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>167.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_distance</th>\n",
       "      <th>CN2</th>\n",
       "      <td>99.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>145.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_class</th>\n",
       "      <th>CN2</th>\n",
       "      <td>69.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>140.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reichenbach_direct_modification</th>\n",
       "      <th>CN2</th>\n",
       "      <td>105.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>137.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_preposition_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>79.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>112.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_gov_verb_tense</th>\n",
       "      <th>CN2</th>\n",
       "      <td>40.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>98.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_2_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>68.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_3_follow</th>\n",
       "      <th>CN2</th>\n",
       "      <td>65.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>92.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_pos_token_1_precede</th>\n",
       "      <th>CN2</th>\n",
       "      <td>59.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>91.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_pos_token_1_follow</th>\n",
       "      <th>CN2</th>\n",
       "      <td>57.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        OVERLAP  BEFORE  AFTER  \\\n",
       "feature                         origem                           \n",
       "event_between_order             CN2       124.0    16.0   26.0   \n",
       "event_timex3_distance           CN2        99.0    12.0   32.0   \n",
       "event_class                     CN2        69.0     9.0   62.0   \n",
       "reichenbach_direct_modification CN2       105.0     9.0   23.0   \n",
       "timex3_preposition_precede      CN2        79.0    10.0   22.0   \n",
       "timex3_gov_verb_tense           CN2        40.0     6.0   52.0   \n",
       "event_pos_token_2_precede       CN2        68.0     2.0   26.0   \n",
       "event_pos_token_3_follow        CN2        65.0     4.0   22.0   \n",
       "event_pos_token_1_precede       CN2        59.0    10.0   21.0   \n",
       "timex3_pos_token_1_follow       CN2        57.0    11.0   21.0   \n",
       "\n",
       "                                        BEFORE-OR-OVERLAP  OVERLAP-OR-AFTER  \\\n",
       "feature                         origem                                        \n",
       "event_between_order             CN2                   1.0               0.0   \n",
       "event_timex3_distance           CN2                   1.0               1.0   \n",
       "event_class                     CN2                   0.0               0.0   \n",
       "reichenbach_direct_modification CN2                   0.0               0.0   \n",
       "timex3_preposition_precede      CN2                   0.0               1.0   \n",
       "timex3_gov_verb_tense           CN2                   0.0               0.0   \n",
       "event_pos_token_2_precede       CN2                   0.0               0.0   \n",
       "event_pos_token_3_follow        CN2                   1.0               0.0   \n",
       "event_pos_token_1_precede       CN2                   0.0               1.0   \n",
       "timex3_pos_token_1_follow       CN2                   0.0               0.0   \n",
       "\n",
       "                                        VAGUE  Total  \n",
       "feature                         origem                \n",
       "event_between_order             CN2       0.0  167.0  \n",
       "event_timex3_distance           CN2       0.0  145.0  \n",
       "event_class                     CN2       0.0  140.0  \n",
       "reichenbach_direct_modification CN2       0.0  137.0  \n",
       "timex3_preposition_precede      CN2       0.0  112.0  \n",
       "timex3_gov_verb_tense           CN2       0.0   98.0  \n",
       "event_pos_token_2_precede       CN2       0.0   96.0  \n",
       "event_pos_token_3_follow        CN2       0.0   92.0  \n",
       "event_pos_token_1_precede       CN2       0.0   91.0  \n",
       "timex3_pos_token_1_follow       CN2       0.0   89.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>OVERLAP</th>\n",
       "      <th>BEFORE</th>\n",
       "      <th>AFTER</th>\n",
       "      <th>BEFORE-OR-OVERLAP</th>\n",
       "      <th>OVERLAP-OR-AFTER</th>\n",
       "      <th>VAGUE</th>\n",
       "      <th>Total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>feature</th>\n",
       "      <th>origem</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_text</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_first_order</th>\n",
       "      <th>CN2</th>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_intervening_preceding_class</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_modal_verb</th>\n",
       "      <th>CN2</th>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_event_child_event</th>\n",
       "      <th>CN2</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_no_between_order</th>\n",
       "      <th>CN2</th>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_head_is_root</th>\n",
       "      <th>CN2</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_temporalfunction</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_is_ancestor_timex3</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_root</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>timex3_is_ancestor_event</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_timex3_dep</th>\n",
       "      <th>CN2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>signal_precede_timex3_dep_if_child_timex3</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_polarity</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>event_intervening_following_tense</th>\n",
       "      <th>CN2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  OVERLAP  BEFORE  AFTER  \\\n",
       "feature                                   origem                           \n",
       "signal_precede_event_text                 CN2         1.0     1.0    4.0   \n",
       "event_first_order                         CN2         4.0     0.0    0.0   \n",
       "event_intervening_preceding_class         CN2         1.0     0.0    3.0   \n",
       "event_modal_verb                          CN2         4.0     0.0    0.0   \n",
       "signal_precede_event_child_event          CN2         2.0     0.0    1.0   \n",
       "event_timex3_no_between_order             CN2         3.0     0.0    0.0   \n",
       "event_head_is_root                        CN2         2.0     0.0    0.0   \n",
       "timex3_temporalfunction                   CN2         1.0     1.0    0.0   \n",
       "event_is_ancestor_timex3                  CN2         1.0     0.0    1.0   \n",
       "event_root                                CN2         1.0     0.0    0.0   \n",
       "timex3_is_ancestor_event                  CN2         1.0     0.0    0.0   \n",
       "event_timex3_dep                          CN2         1.0     0.0    0.0   \n",
       "signal_precede_timex3_dep_if_child_timex3 CN2         0.0     1.0    0.0   \n",
       "event_polarity                            CN2         0.0     0.0    1.0   \n",
       "event_intervening_following_tense         CN2         0.0     0.0    0.0   \n",
       "\n",
       "                                                  BEFORE-OR-OVERLAP  \\\n",
       "feature                                   origem                      \n",
       "signal_precede_event_text                 CN2                   0.0   \n",
       "event_first_order                         CN2                   0.0   \n",
       "event_intervening_preceding_class         CN2                   0.0   \n",
       "event_modal_verb                          CN2                   0.0   \n",
       "signal_precede_event_child_event          CN2                   0.0   \n",
       "event_timex3_no_between_order             CN2                   0.0   \n",
       "event_head_is_root                        CN2                   0.0   \n",
       "timex3_temporalfunction                   CN2                   0.0   \n",
       "event_is_ancestor_timex3                  CN2                   0.0   \n",
       "event_root                                CN2                   0.0   \n",
       "timex3_is_ancestor_event                  CN2                   0.0   \n",
       "event_timex3_dep                          CN2                   0.0   \n",
       "signal_precede_timex3_dep_if_child_timex3 CN2                   0.0   \n",
       "event_polarity                            CN2                   0.0   \n",
       "event_intervening_following_tense         CN2                   0.0   \n",
       "\n",
       "                                                  OVERLAP-OR-AFTER  VAGUE  \\\n",
       "feature                                   origem                            \n",
       "signal_precede_event_text                 CN2                  1.0    0.0   \n",
       "event_first_order                         CN2                  0.0    0.0   \n",
       "event_intervening_preceding_class         CN2                  0.0    0.0   \n",
       "event_modal_verb                          CN2                  0.0    0.0   \n",
       "signal_precede_event_child_event          CN2                  0.0    0.0   \n",
       "event_timex3_no_between_order             CN2                  0.0    0.0   \n",
       "event_head_is_root                        CN2                  0.0    0.0   \n",
       "timex3_temporalfunction                   CN2                  0.0    0.0   \n",
       "event_is_ancestor_timex3                  CN2                  0.0    0.0   \n",
       "event_root                                CN2                  0.0    0.0   \n",
       "timex3_is_ancestor_event                  CN2                  0.0    0.0   \n",
       "event_timex3_dep                          CN2                  0.0    0.0   \n",
       "signal_precede_timex3_dep_if_child_timex3 CN2                  0.0    0.0   \n",
       "event_polarity                            CN2                  0.0    0.0   \n",
       "event_intervening_following_tense         CN2                  1.0    0.0   \n",
       "\n",
       "                                                  Total  \n",
       "feature                                   origem         \n",
       "signal_precede_event_text                 CN2       7.0  \n",
       "event_first_order                         CN2       4.0  \n",
       "event_intervening_preceding_class         CN2       4.0  \n",
       "event_modal_verb                          CN2       4.0  \n",
       "signal_precede_event_child_event          CN2       3.0  \n",
       "event_timex3_no_between_order             CN2       3.0  \n",
       "event_head_is_root                        CN2       2.0  \n",
       "timex3_temporalfunction                   CN2       2.0  \n",
       "event_is_ancestor_timex3                  CN2       2.0  \n",
       "event_root                                CN2       1.0  \n",
       "timex3_is_ancestor_event                  CN2       1.0  \n",
       "event_timex3_dep                          CN2       1.0  \n",
       "signal_precede_timex3_dep_if_child_timex3 CN2       1.0  \n",
       "event_polarity                            CN2       1.0  \n",
       "event_intervening_following_tense         CN2       1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "FEATURES NÃO UTILIZADA:\n",
      "{'event_head_pos', 'signal_precede_event_distance_event', 'signal_precede_event_pos', 'timex3_head_is_root', 'event_has_modal_verb_precede', 'signal_precede_event_dep_if_child_event', 'signal_precede_timex3_distance_timex3', 'event_gov_verb_aspect', 'signal_precede_timex3_child_timex3'}\n"
     ]
    }
   ],
   "source": [
    "setrules = todos_setrules\n",
    "\n",
    "# MAIS INFORMAÇÕES SOBRE CALCULA DE CONDIÇÕES DAS REGRAS MANUAIS EM:\n",
    "# 'rules/cálculo condições das regras manuais do setrules_todos.txt'\n",
    "quant_regras = len(df_todos_tr)\n",
    "# (+ 56 CONDIÇÕES MANUAIS)\n",
    "quant_predicado = setrules.df_features_counts['Total'].sum() + 56\n",
    "print('\\nREGRAS:', quant_regras, '\\nPREDICADOS:', quant_predicado,\n",
    "      '\\nMÉDIA:', quant_predicado / quant_regras)\n",
    "\n",
    "print('\\n', df_todos_tr.value_counts('relType'))\n",
    "\n",
    "pyperclip.copy(str(print_resumo(setrules, 'max', verbosy = False)))\n",
    "for feat in print_resumo(setrules):\n",
    "    print(feat)\n",
    "\n",
    "display(setrules.df_features_counts.head(10),\n",
    "        setrules.df_features_counts.tail(15))\n",
    "print('\\nFEATURES NÃO UTILIZADA:')\n",
    "print(set(features_70) -\n",
    "      set(setrules.df_features_counts.reset_index()['feature'].unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "python311",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.0"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}