precios-covid.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 44,
   "source": [
    "# CONVERT .PDF FILES TO .CSV WITH TABULA\n",
    "# As the tables in the document don't have vertical lines, tabula couldn't detect properly columns and even specifying them, 2 scripts for reading tables were needed\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from tabula.io import read_pdf"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "source": [
    "# Script for the first 3 columns ('COD. IPRESS','NOMBRE IPRESS','PRODUCTO/SERVICIO')\n",
    "def clinicas(pages):\n",
    "    \n",
    "    # Tabula makes a list of pandas dataframes\n",
    "    tabula_list = read_pdf('precios.pdf', encoding='utf-8', pages=pages)\n",
    "\n",
    "    # Numpy used to stack vertically all the pages\n",
    "    df = pd.DataFrame(np.vstack(tabula_list))\n",
    "    \n",
    "    # In this range delete the first row because of text\n",
    "    if pages == '1-35':\n",
    "        df = df[~df[1].str.contains(\"Ipress\", na=False)]\n",
    "\n",
    "    if pages in ['130', '179']:\n",
    "        df = df[~df[1].str.contains(\"Ipress\", na=False)]\n",
    "        df = df[df[1].notnull()].fillna(0)\n",
    "\n",
    "    # Making the COD. IPRESS a number to get rid of zeros\n",
    "    df[1] = pd.to_numeric(df[1])\n",
    "    \n",
    "    # Deleting line breaks everywhere\n",
    "    df = df.replace(r'\\r',' ', regex=True)\n",
    "\n",
    "    # Getting only columns 1, 2 and 3\n",
    "    df = df.iloc[:,1:4].reset_index(drop=True)\n",
    "    \n",
    "    return df\n",
    "\n",
    "# Test \n",
    "clinicas('1-35')"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "Got stderr: Aug 23, 2021 10:54:50 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:54:50 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n"
     ]
    },
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "        1  ...                                                  3\n",
       "0   11396  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "1   11163  ...                    OXIGENO POR M3 / OXIGENOTERAPIA\n",
       "2    9250  ...                      OXIGENO POR M3 / OXIGENOPORM3\n",
       "3   16291  ...                    OXIGENO POR M3 / INCLUYE CANULA\n",
       "4    8325  ...                           OXIGENO POR M3 / OXIGENO\n",
       "5   13494  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "6   11241  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "7   27320  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "8   21966  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "9   18704  ...                               OXIGENO POR M3 / 9 M\n",
       "10  18704  ...                                OXIGENO POR M3 / 6M\n",
       "11  27214  ...          OXIGENO POR M3 / CONSUMO OXIGENO LT / MIN\n",
       "12  18704  ...                                OXIGENO POR M3 / 7M\n",
       "13   8398  ...                    OXIGENO POR M3 / OXIGENO POR M3\n",
       "14  14501  ...        OXIGENO POR M3 / CONSUMO OXIGENO 1 LT / MIN\n",
       "15  27173  ...                                OXIGENO POR M3 / 9M\n",
       "16  13373  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...\n",
       "17  12761  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / TOMA DE SAT...\n",
       "18   8398  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / PULSO OXIME...\n",
       "19  25575  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / ATENCION EN...\n",
       "20  15375  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO SA...\n",
       "21  15375  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...\n",
       "22  12907  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / PULSO OXIME...\n",
       "23  13164  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...\n",
       "24  10439  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / ATENCION EN...\n",
       "25  15375  ...  OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO x ...\n",
       "26  27462  ...  PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...\n",
       "27  12161  ...  PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...\n",
       "28   9660  ...  PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...\n",
       "29  26473  ...  PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...\n",
       "30  16541  ...  PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...\n",
       "\n",
       "[31 rows x 3 columns]"
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11396</td>\n",
       "      <td>ADMINISTRADORA CLINICA TRESA</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11163</td>\n",
       "      <td>PERUANO SUIZA</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENOTERAPIA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9250</td>\n",
       "      <td>CLINICA BELLAVISTA</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENOPORM3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>16291</td>\n",
       "      <td>HOSPITAL MEGASALUD UNIVERSAL</td>\n",
       "      <td>OXIGENO POR M3 / INCLUYE CANULA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8325</td>\n",
       "      <td>CLINICA CENTENARIO PERUANO JAPONESA</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>13494</td>\n",
       "      <td>AUNA CLINICA MIRAFLORES</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>11241</td>\n",
       "      <td>CLINICA SAN VICENTE S.A.</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>27320</td>\n",
       "      <td>CLINICA AUNA GUARDIA CIVIL</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>21966</td>\n",
       "      <td>CLINICA ALIVIARI</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>18704</td>\n",
       "      <td>FAMISALUD</td>\n",
       "      <td>OXIGENO POR M3 / 9 M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>18704</td>\n",
       "      <td>FAMISALUD</td>\n",
       "      <td>OXIGENO POR M3 / 6M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>27214</td>\n",
       "      <td>CLINICA SAN PABLO AREQUIPA</td>\n",
       "      <td>OXIGENO POR M3 / CONSUMO OXIGENO LT / MIN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>18704</td>\n",
       "      <td>FAMISALUD</td>\n",
       "      <td>OXIGENO POR M3 / 7M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>8398</td>\n",
       "      <td>CLINICA EL GOLF</td>\n",
       "      <td>OXIGENO POR M3 / OXIGENO POR M3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14501</td>\n",
       "      <td>CLINICA SAN GABRIEL S.A.C.</td>\n",
       "      <td>OXIGENO POR M3 / CONSUMO OXIGENO 1 LT / MIN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>27173</td>\n",
       "      <td>FAMISALUD SAC</td>\n",
       "      <td>OXIGENO POR M3 / 9M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>13373</td>\n",
       "      <td>CLINICA PERUANO AMERICANA S. A.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>12761</td>\n",
       "      <td>CLINICA SAN LORENZO S.R.L.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / TOMA DE SAT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>8398</td>\n",
       "      <td>CLINICA EL GOLF</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / PULSO OXIME...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>25575</td>\n",
       "      <td>CENTRO CLÍNICO SAN NICOLAS</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / ATENCION EN...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>15375</td>\n",
       "      <td>CLINICA SAN PEDRO S.A.C.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO SA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>15375</td>\n",
       "      <td>CLINICA SAN PEDRO S.A.C.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>12907</td>\n",
       "      <td>SANNA - CLINICA DEL SUR</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / PULSO OXIME...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>13164</td>\n",
       "      <td>CLINICA SANTA MARIA DE CHIMBOTE S.A.C.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO DE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>10439</td>\n",
       "      <td>CENTRO CLINICO JESUS MARIA</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / ATENCION EN...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>15375</td>\n",
       "      <td>CLINICA SAN PEDRO S.A.C.</td>\n",
       "      <td>OXIMETRO DE PULSO (PULSOXIMETRO) / OXIMETRO x ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27462</td>\n",
       "      <td>CLINICA LA LUZ</td>\n",
       "      <td>PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>12161</td>\n",
       "      <td>MACSALUD</td>\n",
       "      <td>PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>9660</td>\n",
       "      <td>SEÑOR DE LUREN DE ICA</td>\n",
       "      <td>PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>26473</td>\n",
       "      <td>OBRA DE SAN CAMILO</td>\n",
       "      <td>PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>16541</td>\n",
       "      <td>HOGAR CLINICA SAN JUAN DE DIOS-CUSCO</td>\n",
       "      <td>PALA FIEBRE 500 mg TABLETA HERSIL CAJA TAB x 1...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ]
     },
     "metadata": {},
     "execution_count": 53
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "source": [
    "# Script for the next 12 columns (months)\n",
    "def datos(pages):\n",
    "\n",
    "    # Tabula makes a list of pandas dataframes, columns specified\n",
    "    tabula_list = read_pdf('precios.pdf', encoding='utf-8', columns=(31,60,76,182,357,402,447,492,537,582,627,672,717,762,807,852,897,950,1000,1050,1100,1150), pages=pages)\n",
    "    \n",
    "    # Numpy used to stack vertically all the pages\n",
    "    df = pd.DataFrame(np.vstack(tabula_list))\n",
    "\n",
    "    # Cleaning data, when word Ipress shows in column 1, delete it\n",
    "    df = df[~df[1].str.contains(\"Ipress\", na=False)]\n",
    "    \n",
    "    # Fill with zeros all empty cells\n",
    "    df = df[df[1].notnull()].fillna(0)\n",
    "    \n",
    "    # Getting only the 12 month columns\n",
    "    df = df.iloc[:,4:16].reset_index(drop=True)\n",
    "    \n",
    "    return df\n",
    "\n",
    "# Test\n",
    "datos('1-35')"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "Got stderr: Aug 23, 2021 10:36:18 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:36:18 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n"
     ]
    },
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "           4        5        6        7        8   ...  11 12 13  14  15\n",
       "0           0        0        0        0     0.41  ...   0  0  0   0   0\n",
       "1     1153.52  1153.52  1153.52  1153.52  1153.52  ...   0  0  0   0   0\n",
       "2     1240.32        0        0        0        0  ...   0  0  0   0   0\n",
       "3     2038.02  2038.02  2038.02  2038.02  2038.02  ...   0  0  0   0   0\n",
       "4     2038.02  2038.02  2038.02  2038.02  2038.02  ...   0  0  0   0   0\n",
       "...       ...      ...      ...      ...      ...  ...  .. .. ..  ..  ..\n",
       "1078     1239     1239     1239     1239     1239  ...   0  0  0   0   0\n",
       "1079     1239     1239     1239     1239     1239  ...   0  0  0   0   0\n",
       "1080     9.99     9.99     9.99        0        0  ...   0  0  0   0   0\n",
       "1081       15       15       15       15       15  ...  15  0  0   0   0\n",
       "1082     0.12     0.12     0.12     0.12     0.04  ...   0  0  0   0   0\n",
       "\n",
       "[1083 rows x 12 columns]"
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1240.32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1078</th>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1079</th>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1080</th>\n",
       "      <td>9.99</td>\n",
       "      <td>9.99</td>\n",
       "      <td>9.99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1081</th>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1082</th>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1083 rows × 12 columns</p>\n",
       "</div>"
      ]
     },
     "metadata": {},
     "execution_count": 46
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "source": [
    "# Script to join clinicas and datos dataframes\n",
    "def clinicas_datos_join(pages):\n",
    "    df_clinicas = clinicas(pages)\n",
    "    df_datos = datos(pages)\n",
    "    df = df_clinicas.join(df_datos)\n",
    "    return df\n",
    "\n",
    "# Test\n",
    "clinicas_datos_join('1-35')"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "Got stderr: Aug 23, 2021 10:36:38 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:36:38 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:36:46 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:36:46 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n"
     ]
    },
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "         1                                    2   ... 14 15\n",
       "0     27214           CLINICA SAN PABLO AREQUIPA  ...  0  0\n",
       "1      9116              CLINICA SAN FELIPE S.A.  ...  0  0\n",
       "2      9886                    CLINICA SAN BORJA  ...  0  0\n",
       "3      8398                      CLINICA EL GOLF  ...  0  0\n",
       "4      8398                      CLINICA EL GOLF  ...  0  0\n",
       "...     ...                                  ...  ... .. ..\n",
       "1078  10464              CLINICA ANGLO AMERICANA  ...  0  0\n",
       "1079   9123               CLINICA ANGLOAMERICANA  ...  0  0\n",
       "1080  10603      CLÍNICA MÉDICA CAYETANO HEREDIA  ...  0  0\n",
       "1081   8325  CLINICA CENTENARIO PERUANO JAPONESA  ...  0  0\n",
       "1082   9989             CLINICA PADRE LUIS TEZZA  ...  0  0\n",
       "\n",
       "[1083 rows x 15 columns]"
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27214</td>\n",
       "      <td>CLINICA SAN PABLO AREQUIPA</td>\n",
       "      <td>ACETAFEN 500 mg TABLETA LA VICTORIA CAJA TAB x...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9116</td>\n",
       "      <td>CLINICA SAN FELIPE S.A.</td>\n",
       "      <td>ACTEMRA 162 mg/0.9 mL INYECTABLE ROCHE FARMA J...</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>1153.52</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9886</td>\n",
       "      <td>CLINICA SAN BORJA</td>\n",
       "      <td>ACTEMRA 162 mg/0.9 mL INYECTABLE ROCHE FARMA J...</td>\n",
       "      <td>1240.32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8398</td>\n",
       "      <td>CLINICA EL GOLF</td>\n",
       "      <td>ACTEMRA 162 mg/0.9 mL INYECTABLE ROCHE FARMA J...</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8398</td>\n",
       "      <td>CLINICA EL GOLF</td>\n",
       "      <td>ACTEMRA 162 mg/0.9 mL INYECTABLE ROCHE FARMA J...</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>2038.02</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1078</th>\n",
       "      <td>10464</td>\n",
       "      <td>CLINICA ANGLO AMERICANA</td>\n",
       "      <td>COLOCACION DE SONDA NASOGASTRICA / COLOCACION ...</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1079</th>\n",
       "      <td>9123</td>\n",
       "      <td>CLINICA ANGLOAMERICANA</td>\n",
       "      <td>COLOCACION DE SONDA NASOGASTRICA / COLOCACION ...</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>1239</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1080</th>\n",
       "      <td>10603</td>\n",
       "      <td>CLÍNICA MÉDICA CAYETANO HEREDIA</td>\n",
       "      <td>COMIDA / COMIDA</td>\n",
       "      <td>9.99</td>\n",
       "      <td>9.99</td>\n",
       "      <td>9.99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1081</th>\n",
       "      <td>8325</td>\n",
       "      <td>CLINICA CENTENARIO PERUANO JAPONESA</td>\n",
       "      <td>COMIDA / CENA</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1082</th>\n",
       "      <td>9989</td>\n",
       "      <td>CLINICA PADRE LUIS TEZZA</td>\n",
       "      <td>CONCENTRADORES DE OXÍGENO / OXIGENO 13 LT/MIN ...</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1083 rows × 15 columns</p>\n",
       "</div>"
      ]
     },
     "metadata": {},
     "execution_count": 47
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "source": [
    "# Script to join all the list of pages\n",
    "def pdf_to_csv(list_pages):\n",
    "    \n",
    "    df_list = []\n",
    "    \n",
    "    for pages in list_pages:\n",
    "        df_list.append(clinicas_datos_join(pages))\n",
    "\n",
    "    df_result = pd.concat(df_list, ignore_index=True)\n",
    "    df_result.columns = ['COD. IPRESS','NOMBRE IPRESS','PRODUCTO/SERVICIO','ENE21','FEB21','MAR21','ABR21','MAY21','JUN21','JUL21','AGO21','SEP21','OCT21','NOV21','DIC21']\n",
    "    df_result.to_csv('precios.csv')\n",
    "\n",
    "list_pages = ['1-35', '36', '37-129', '130', '131-158', '159', '160-178', '179', '180-259']\n",
    "pdf_to_csv(list_pages)"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "Got stderr: Aug 23, 2021 10:37:09 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:37:09 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:37:17 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:37:17 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:37:42 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:37:42 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:37:44 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:37:44 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "Aug 23, 2021 10:37:44 PM org.apache.fontbox.ttf.GlyfCompositeDescript getPointCount\n",
      "SEVERE: GlyphDescription for index 3 is null, returning 0\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:37:47 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:37:47 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:38:02 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:38:02 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:38:47 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:38:47 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:38:51 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:38:51 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:38:54 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:38:54 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:00 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:00 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:19 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:19 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:20 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:20 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "Aug 23, 2021 10:39:21 PM org.apache.fontbox.ttf.GlyfCompositeDescript getPointCount\n",
      "SEVERE: GlyphDescription for index 3 is null, returning 0\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:23 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:23 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:28 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:28 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:42 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:42 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:45 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:45 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:39:48 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:39:48 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n",
      "Got stderr: Aug 23, 2021 10:40:00 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font Symbol\n",
      "Aug 23, 2021 10:40:00 PM org.apache.pdfbox.pdmodel.font.PDType1Font <init>\n",
      "WARNING: Using fallback font LiberationSans for base font ZapfDingbats\n",
      "\n"
     ]
    }
   ],
   "metadata": {}
  }
 ],
 "metadata": {
  "orig_nbformat": 4,
  "language_info": {
   "name": "python",
   "version": "3.9.5",
   "mimetype": "text/x-python",
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "pygments_lexer": "ipython3",
   "nbconvert_exporter": "python",
   "file_extension": ".py"
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3.9.5 64-bit"
  },
  "interpreter": {
   "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}