manipulacao_base.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = pd.read_excel('D:/papers/direito/scrapping/base.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\alves\\AppData\\Local\\Temp/ipykernel_844/2696783904.py:1: FutureWarning: Columnar iteration over characters will be deprecated in future releases.\n",
      "  df1['ministro_relator'], df1['ministro_relator_acordao'] = df1['ministro_relator'].str.split('\\spara\\sAcórdão', 1).str # separando os ministros entre relatores e relatores do acórdão\n"
     ]
    }
   ],
   "source": [
    "df1['ministro_relator'], df1['ministro_relator_acordao'] = df1['ministro_relator'].str.split('\\spara\\sAcórdão', 1).str # separando os ministros entre relatores e relatores do acórdão\n",
    "df1.loc[df1['ministro_relator_acordao'].isnull(),'ministro_relator_acordao'] = df1['ministro_relator'] # caso não haja um relator para o acórdão, este será o relator \"original\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>numero_processo</th>\n",
       "      <th>processo</th>\n",
       "      <th>tipo_processo</th>\n",
       "      <th>ministro_relator</th>\n",
       "      <th>orgao_julgador</th>\n",
       "      <th>agencia</th>\n",
       "      <th>data_julgamento</th>\n",
       "      <th>data_publicacao</th>\n",
       "      <th>ementa</th>\n",
       "      <th>ministro_relator_acordao</th>\n",
       "      <th>resultado</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>201903825012</td>\n",
       "      <td>1874643 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra NANCY ANDRIGHI (1118)</td>\n",
       "      <td>T3 - TERCEIRA TURMA</td>\n",
       "      <td>ANATEL</td>\n",
       "      <td>03/05/2022</td>\n",
       "      <td>20/05/2022</td>\n",
       "      <td>RECURSO ESPECIAL. 1. AÇÃO COLETIVA DE CONSUMO ...</td>\n",
       "      <td>Ministro MARCO AURÉLIO BELLIZZE (1150)</td>\n",
       "      <td>provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>201400666240</td>\n",
       "      <td>1473550 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra NANCY ANDRIGHI (1118)</td>\n",
       "      <td>T1 - PRIMEIRA TURMA</td>\n",
       "      <td>ANATEL</td>\n",
       "      <td>14/12/2021</td>\n",
       "      <td>04/02/2022</td>\n",
       "      <td>PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...</td>\n",
       "      <td>Ministro MARCO AURÉLIO BELLIZZE (1150)</td>\n",
       "      <td>provimento parcial</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>201400666315</td>\n",
       "      <td>1474142 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra NANCY ANDRIGHI (1118)</td>\n",
       "      <td>T1 - PRIMEIRA TURMA</td>\n",
       "      <td>ANATEL</td>\n",
       "      <td>14/12/2021</td>\n",
       "      <td>04/02/2022</td>\n",
       "      <td>PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...</td>\n",
       "      <td>Ministro MARCO AURÉLIO BELLIZZE (1150)</td>\n",
       "      <td>provimento parcial</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>201901850275</td>\n",
       "      <td>1823010 / RS</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra NANCY ANDRIGHI (1118)</td>\n",
       "      <td>T2 - SEGUNDA TURMA</td>\n",
       "      <td>ANATEL</td>\n",
       "      <td>23/11/2021</td>\n",
       "      <td>25/11/2021</td>\n",
       "      <td>PROCESSUAL CIVIL. CITAÇÃO PESSOAL. PROCURADOR ...</td>\n",
       "      <td>Ministro MARCO AURÉLIO BELLIZZE (1150)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>201600112347</td>\n",
       "      <td>1599065 / DF</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra NANCY ANDRIGHI (1118)</td>\n",
       "      <td>T1 - PRIMEIRA TURMA</td>\n",
       "      <td>ANATEL</td>\n",
       "      <td>09/11/2021</td>\n",
       "      <td>02/12/2021</td>\n",
       "      <td>PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...</td>\n",
       "      <td>Ministro MARCO AURÉLIO BELLIZZE (1150)</td>\n",
       "      <td>provimento parcial</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>675</th>\n",
       "      <td>200601457806</td>\n",
       "      <td>858239 / SC</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>T5 - QUINTA TURMA</td>\n",
       "      <td>ANP</td>\n",
       "      <td>05/10/2006</td>\n",
       "      <td>23/10/2006</td>\n",
       "      <td>PROCESSUAL CIVIL. LOCAÇÃO. RECURSO ESPECIAL. A...</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>676</th>\n",
       "      <td>200401255305</td>\n",
       "      <td>677215 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>T2 - SEGUNDA TURMA</td>\n",
       "      <td>ANP</td>\n",
       "      <td>12/09/2006</td>\n",
       "      <td>22/09/2006</td>\n",
       "      <td>ADMINISTRATIVO ? TRANSPORTE INTERESTADUAL DE C...</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>677</th>\n",
       "      <td>200401841214</td>\n",
       "      <td>714110 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>T2 - SEGUNDA TURMA</td>\n",
       "      <td>ANP</td>\n",
       "      <td>13/09/2005</td>\n",
       "      <td>03/10/2005</td>\n",
       "      <td>ADMINISTRATIVO - PORTARIA 202/99, DA ANP - COM...</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>678</th>\n",
       "      <td>200401260111</td>\n",
       "      <td>676172 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>T1 - PRIMEIRA TURMA</td>\n",
       "      <td>ANP</td>\n",
       "      <td>02/06/2005</td>\n",
       "      <td>27/06/2005</td>\n",
       "      <td>ADMINISTRATIVO. RECURSO ESPECIAL. AQUISIÇÃO DE...</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>679</th>\n",
       "      <td>200401055630</td>\n",
       "      <td>669740 / RJ</td>\n",
       "      <td>REsp</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>T1 - PRIMEIRA TURMA</td>\n",
       "      <td>ANP</td>\n",
       "      <td>17/02/2005</td>\n",
       "      <td>04/04/2005</td>\n",
       "      <td>RECURSO ESPECIAL. PROCESSUAL CIVIL. LITISPENDÊ...</td>\n",
       "      <td>Ministra REGINA HELENA COSTA (1157)</td>\n",
       "      <td>não provimento</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>680 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     numero_processo      processo tipo_processo  \\\n",
       "0       201903825012  1874643 / RJ          REsp   \n",
       "1       201400666240  1473550 / RJ          REsp   \n",
       "2       201400666315  1474142 / RJ          REsp   \n",
       "3       201901850275  1823010 / RS          REsp   \n",
       "4       201600112347  1599065 / DF          REsp   \n",
       "..               ...           ...           ...   \n",
       "675     200601457806   858239 / SC          REsp   \n",
       "676     200401255305   677215 / RJ          REsp   \n",
       "677     200401841214   714110 / RJ          REsp   \n",
       "678     200401260111   676172 / RJ          REsp   \n",
       "679     200401055630   669740 / RJ          REsp   \n",
       "\n",
       "                        ministro_relator       orgao_julgador agencia  \\\n",
       "0         Ministra NANCY ANDRIGHI (1118)  T3 - TERCEIRA TURMA  ANATEL   \n",
       "1         Ministra NANCY ANDRIGHI (1118)  T1 - PRIMEIRA TURMA  ANATEL   \n",
       "2         Ministra NANCY ANDRIGHI (1118)  T1 - PRIMEIRA TURMA  ANATEL   \n",
       "3         Ministra NANCY ANDRIGHI (1118)   T2 - SEGUNDA TURMA  ANATEL   \n",
       "4         Ministra NANCY ANDRIGHI (1118)  T1 - PRIMEIRA TURMA  ANATEL   \n",
       "..                                   ...                  ...     ...   \n",
       "675  Ministra REGINA HELENA COSTA (1157)    T5 - QUINTA TURMA     ANP   \n",
       "676  Ministra REGINA HELENA COSTA (1157)   T2 - SEGUNDA TURMA     ANP   \n",
       "677  Ministra REGINA HELENA COSTA (1157)   T2 - SEGUNDA TURMA     ANP   \n",
       "678  Ministra REGINA HELENA COSTA (1157)  T1 - PRIMEIRA TURMA     ANP   \n",
       "679  Ministra REGINA HELENA COSTA (1157)  T1 - PRIMEIRA TURMA     ANP   \n",
       "\n",
       "    data_julgamento data_publicacao  \\\n",
       "0        03/05/2022      20/05/2022   \n",
       "1        14/12/2021      04/02/2022   \n",
       "2        14/12/2021      04/02/2022   \n",
       "3        23/11/2021      25/11/2021   \n",
       "4        09/11/2021      02/12/2021   \n",
       "..              ...             ...   \n",
       "675      05/10/2006      23/10/2006   \n",
       "676      12/09/2006      22/09/2006   \n",
       "677      13/09/2005      03/10/2005   \n",
       "678      02/06/2005      27/06/2005   \n",
       "679      17/02/2005      04/04/2005   \n",
       "\n",
       "                                                ementa  \\\n",
       "0    RECURSO ESPECIAL. 1. AÇÃO COLETIVA DE CONSUMO ...   \n",
       "1    PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...   \n",
       "2    PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...   \n",
       "3    PROCESSUAL CIVIL. CITAÇÃO PESSOAL. PROCURADOR ...   \n",
       "4    PROCESSUAL CIVIL. TRIBUTÁRIO. RECURSO ESPECIAL...   \n",
       "..                                                 ...   \n",
       "675  PROCESSUAL CIVIL. LOCAÇÃO. RECURSO ESPECIAL. A...   \n",
       "676  ADMINISTRATIVO ? TRANSPORTE INTERESTADUAL DE C...   \n",
       "677  ADMINISTRATIVO - PORTARIA 202/99, DA ANP - COM...   \n",
       "678  ADMINISTRATIVO. RECURSO ESPECIAL. AQUISIÇÃO DE...   \n",
       "679  RECURSO ESPECIAL. PROCESSUAL CIVIL. LITISPENDÊ...   \n",
       "\n",
       "                   ministro_relator_acordao           resultado  \n",
       "0    Ministro MARCO AURÉLIO BELLIZZE (1150)          provimento  \n",
       "1    Ministro MARCO AURÉLIO BELLIZZE (1150)  provimento parcial  \n",
       "2    Ministro MARCO AURÉLIO BELLIZZE (1150)  provimento parcial  \n",
       "3    Ministro MARCO AURÉLIO BELLIZZE (1150)      não provimento  \n",
       "4    Ministro MARCO AURÉLIO BELLIZZE (1150)  provimento parcial  \n",
       "..                                      ...                 ...  \n",
       "675     Ministra REGINA HELENA COSTA (1157)      não provimento  \n",
       "676     Ministra REGINA HELENA COSTA (1157)      não provimento  \n",
       "677     Ministra REGINA HELENA COSTA (1157)      não provimento  \n",
       "678     Ministra REGINA HELENA COSTA (1157)      não provimento  \n",
       "679     Ministra REGINA HELENA COSTA (1157)      não provimento  \n",
       "\n",
       "[680 rows x 11 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "resultado = []\n",
    "for decisao in range(0, len(df1.ementa)):\n",
    "    if re.search(r\"(parcial(mente)? provi(do|mento)|provido(s)? em parte)\", df1['ementa'][decisao], flags=re.I | re.S):\n",
    "        resultado.append(\"provimento parcial\")\n",
    "    elif re.search(r\"([Nn][ãa]o |[Dd]es|[Ii]m|[Nn]egar |NÃO |NEGAR )(provido|conhecido|provimento|PROVIDO|PROVIMENTO)(s)?\", df1['ementa'][decisao], flags=re.I | re.S):\n",
    "        resultado.append(\"não provimento\")\n",
    "    else:\n",
    "        resultado.append(\"provimento\")\n",
    "df1['resultado'] = resultado\n",
    "df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = df3[[\"processo\",\"numero_processo\",\"tipo_processo\",\"ministro_relator\",\"ministro_relator_acordao\",\"orgao_julgador\",\"recorrentes\",\"recorridos\",\"data_julgamento\",\"data_publicacao\",\"ementa\", \"resultado\"]]\n",
    "df1.to_excel('D:/papers/direito/scrapping/base2.xlsx', index=False) # salvando a base de dados"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.7 ('base')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "522658195921e7d96858f4e11ee8eef2ad0ae779a448c3f502a89235e2a5a231"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}