Symptom_List_Extraction.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "6102b929-294d-4c9a-8227-cc6b5251bf3c",
   "metadata": {},
   "source": [
    "# Imports "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ac8ca2c5-e3b2-4d40-87ae-2eb6e103e3bd",
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "645a8ac4-eb82-46cd-9471-7df878c52b64",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from datasets import load_dataset\n",
    "from datasets import Value, ClassLabel, Features, DatasetDict\n",
    "\n",
    "\n",
    "import transformers\n",
    "from transformers import AutoTokenizer\n",
    "import torch\n",
    "\n",
    "from preprocessing.cleaning_utils import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "04de05cf-1667-4761-8a82-b857e045c1da",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "device(type='cuda')"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "device = torch.device(\"cuda\") if torch.cuda.is_available() else torch.device(\"cpu\")\n",
    "device"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3581be17-71a5-404f-b7fd-b5bbf8d913fa",
   "metadata": {},
   "source": [
    "# Read in Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "dd98560c-f2ed-4caf-a56f-f131a64db668",
   "metadata": {},
   "outputs": [],
   "source": [
    "mimic_dir = \"/home/vs428/project/MIMIC/files/mimiciii/1.4/\"\n",
    "n2c2_dir = \"/home/vs428/project/n2c2/2022/N2C2-AP-Reasoning/\"\n",
    "n2c2_data_dir =  \"/home/vs428/project/n2c2/2022/Data/\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "3964fd09-f42e-445c-9171-24c5f7a5fd6e",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using custom data configuration default-b1948d86214b7517\n",
      "Reusing dataset csv (/home/vs428/.cache/huggingface/datasets/csv/default-b1948d86214b7517/0.0.0/433e0ccc46f9880962cc2b12065189766fbb2bee57a221866138fb9203c83519)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5556adb898484330b5c6e0ca1de753b6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/2 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "classes = ['Not Relevant', 'Neither', 'Indirect', 'Direct']\n",
    "features = Features({\n",
    "    'ROW ID':Value(\"int64\"),\n",
    "    'HADM ID':Value(\"int64\"),\n",
    "    'Assessment':Value(\"string\"),\n",
    "    'Plan Subsection':Value(\"string\"),\n",
    "    \"Relation\":Value(\"string\")\n",
    "}) \n",
    "\n",
    "dataset = load_dataset(\"csv\", data_files={\n",
    "                            \"train\":n2c2_data_dir + \"train.csv\",\n",
    "                            \"valid\":n2c2_data_dir + \"dev.csv\",\n",
    "                        },\n",
    "\n",
    "                       features=features)\n",
    "# dataset = dataset.class_encode_column(\"Relation\")\n",
    "dataset = dataset.rename_column(\"Relation\", \"label\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "96ffe5c3-cd43-426e-8f74-39526e7f7b7a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['ROW ID', 'HADM ID', 'Assessment', 'Plan Subsection', 'label'],\n",
       "        num_rows: 4633\n",
       "    })\n",
       "    valid: Dataset({\n",
       "        features: ['ROW ID', 'HADM ID', 'Assessment', 'Plan Subsection', 'label'],\n",
       "        num_rows: 597\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b1e7dd53-9eae-452d-8e71-6ac50c08e640",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_95491/1268382413.py:1: DtypeWarning: Columns (4,5) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  notes = pd.read_csv(mimic_dir + \"NOTEEVENTS.csv\")\n"
     ]
    }
   ],
   "source": [
    "notes = pd.read_csv(mimic_dir + \"NOTEEVENTS.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "72da120d-eb4b-4dab-a61f-eecf807d37c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "notes = notes.sort_values(\"CHARTTIME\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "0f49279d-f4ea-4204-bdec-3b3b944b5e00",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Chief Complaint:  hypoxia/respiratory failure\n",
      "   HPI:\n",
      "   69F afib on coumadin, COPD, CRI, stroke, who presented to [**Hospital1 709**] on\n",
      "   [**2178-2-3**] with black stool and was found to have hct of 23 in the setting\n",
      "   of INR 11. She was transfused 3U pRBCs and 4U FFP and was given vitamin\n",
      "   k. The patient was put on PPI drip for concern for possible upper GI\n",
      "   source and was taken for EGD though in the GI suite was developed\n",
      "   hypoxemia and the procedure was aborted. She also required rapid\n",
      "   response team 1/22pm for rapid afib to 150s and was having periodic\n",
      "   hypoxia as well. She was treated with IV dilt and PO dilt was increased\n",
      "   and she received a digoxin load of 0.5 as well. For the hypoxemia this\n",
      "   was thought [**2-16**] COPD and rapid afib. Dr. [**Last Name (STitle) 3598**] has kept the patient\n",
      "   on the floor and is confident that patient is stable for floor at\n",
      "   [**Hospital1 1**]. The hct is now bumped to 37.5 after the 3U pRBCs and the patient\n",
      "   has reportedly not required transfusion during the course of the day\n",
      "   and there is no further bleeding. INR is now 1.3 after 4 units FFP and\n",
      "   vitamin k 10mg po on [**2-3**]. Overnight [**Date range (1) 3599**], she was placed on BiPAP\n",
      "   in the OSH ICU for hypoxia, which was apparently weaned off after prior\n",
      "   to transfer.\n",
      "   .\n",
      "   When she arrived on 11R, she was dyspneic/tachypneic, unable to speak\n",
      "   in full sentences, sat 88-90% on NRB, also tachycardic to 140s; ABG\n",
      "   7.45/49/55; CXR c/w volume overload. She was given lasix 80mg IV and\n",
      "   diltiazem 10mg IV.\n",
      "   Patient admitted from: [**Hospital1 1**] [**Hospital1 192**]\n",
      "   History obtained from [**Hospital 31**] Medical records\n",
      "   Allergies:\n",
      "   Codeine\n",
      "   Unknown;\n",
      "   Azithromycin\n",
      "   Unknown;\n",
      "   Last dose of Antibiotics:\n",
      "   Infusions:\n",
      "   Other ICU medications:\n",
      "   Metoprolol - [**2178-2-6**] 04:14 PM\n",
      "   Other medications:\n",
      "   Protonix gtt 8mg/hr\n",
      "   digoxin 0.25mg qd\n",
      "   diltiazem 90mg q6h\n",
      "   Solu-Medrol 125mg IV bid\n",
      "   combivent nebs q6h standing and q2h prn\n",
      "   Levaquin 250mg IV qod\n",
      "   morphine prn\n",
      "   Advair 500/50 1 puff [**Hospital1 **]\n",
      "   spiriva 1 puff qd\n",
      "   tylenol prn\n",
      "   rythmol 225mg tid\n",
      "   Flagyl 500mg IV q8h\n",
      "   lipitor 80mg qhs\n",
      "   flexeril 10mg qhs prn\n",
      "   Past medical history:\n",
      "   Family history:\n",
      "   Social History:\n",
      "   atrial fibrillation, on propafenone rhythm control and coumadin\n",
      "   COPD\n",
      "   CKD baseline Cr 1.3\n",
      "   h/o stroke with residual, minimal aphasia and R leg weakness\n",
      "   HTN\n",
      "   Hyperlipidemia\n",
      "   h/o PUD\n",
      "   left lung surgery ?decortication\n",
      "   Occupation:\n",
      "   Drugs:\n",
      "   Tobacco:\n",
      "   Alcohol:\n",
      "   Other:\n",
      "   Review of systems:\n",
      "   Constitutional: Fatigue\n",
      "   Ear, Nose, Throat: Dry mouth\n",
      "   Cardiovascular: Palpitations, Tachycardia\n",
      "   Nutritional Support: NPO\n",
      "   Respiratory: Cough, Dyspnea, Tachypnea\n",
      "   Genitourinary: Foley\n",
      "   Flowsheet Data as of [**2178-2-6**] 04:29 PM\n",
      "   Vital Signs\n",
      "   Hemodynamic monitoring\n",
      "   Fluid Balance\n",
      "                                                                  24 hours\n",
      "                                                               Since 12 AM\n",
      "   Tmax: 35.9\n",
      "C (96.6\n",
      "   Tcurrent: 35.9\n",
      "C (96.6\n",
      "   HR: 129 (129 - 145) bpm\n",
      "   BP: 91/77(80) {91/74(80) - 126/84(94)} mmHg\n",
      "   RR: 25 (24 - 30) insp/min\n",
      "   SpO2: 95%\n",
      "   Heart rhythm: AF (Atrial Fibrillation)\n",
      "                  Total In:\n",
      "                  PO:\n",
      "                  TF:\n",
      "   IVF:\n",
      "   Blood products:\n",
      "   Total out:\n",
      "                                                                      0 mL\n",
      "                                                                  1,000 mL\n",
      "   Urine:\n",
      "   250 mL\n",
      "   NG:\n",
      "   Stool:\n",
      "   Drains:\n",
      "   Balance:\n",
      "                                                                      0 mL\n",
      "                                                                 -1,000 mL\n",
      "   Respiratory\n",
      "   O2 Delivery Device: High flow neb\n",
      "   SpO2: 95%\n",
      "   ABG: ///28/\n",
      "   Physical Examination\n",
      "   General Appearance: Overweight / Obese, Anxious, Diaphoretic\n",
      "   Eyes / Conjunctiva: PERRL, Conjunctiva pale\n",
      "   Head, Ears, Nose, Throat: Normocephalic\n",
      "   Cardiovascular: (S1: Normal), (S2: Normal)\n",
      "   Peripheral Vascular: (Right radial pulse: Present), (Left radial pulse:\n",
      "   Present), (Right DP pulse: Present), (Left DP pulse: Present)\n",
      "   Respiratory / Chest: (Expansion: Symmetric), (Breath Sounds: Crackles :\n",
      "   )\n",
      "   Abdominal: Soft, Non-tender, Bowel sounds present\n",
      "   Extremities: Right: 1+, Left: 1+\n",
      "   Musculoskeletal: Muscle wasting\n",
      "   Skin:  Warm\n",
      "   Neurologic: Responds to: Not assessed, Movement: Not assessed, Tone:\n",
      "   Not assessed\n",
      "   Labs / Radiology\n",
      "   164 mg/dL\n",
      "   1.1 mg/dL\n",
      "   19 mg/dL\n",
      "   28 mEq/L\n",
      "   101 mEq/L\n",
      "   4.2 mEq/L\n",
      "   144 mEq/L\n",
      "        [image002.jpg]\n",
      "                                  [**2175-1-16**]\n",
      "                          2:33 A1/23/[**2178**]  12:50 PM\n",
      "                                  [**2175-1-20**]\n",
      "                                   10:20 P\n",
      "                                  [**2175-1-21**]\n",
      "                                   1:20 P\n",
      "                                  [**2175-1-22**]\n",
      "                                   11:50 P\n",
      "                                  [**2175-1-23**]\n",
      "                                   1:20 A\n",
      "                                  [**2175-1-24**]\n",
      "                                   7:20 P\n",
      "                                  1//11/006\n",
      "                                   1:23 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   1:20 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   11:20 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   4:20 P\n",
      "   Cr\n",
      "                                     1.1\n",
      "   TropT\n",
      "                                    0.39\n",
      "   Glucose\n",
      "                                     164\n",
      "   Other labs: PT / PTT / INR:14.3/18.8/1.2, CK / CKMB /\n",
      "   Troponin-T:159/12/0.39, ALT / AST:35/57, Alk Phos / T Bili:132/0.4,\n",
      "   Albumin:3.5 g/dL, LDH:405 IU/L, Ca++:8.5 mg/dL, Mg++:1.5 mg/dL, PO4:2.2\n",
      "   mg/dL\n",
      "   Assessment and Plan\n",
      "   69F w/ h/o afib on coumadin, PUD, COPD, CKD, h/o CVA, HTN,\n",
      "   hyperlipidemia transferred from [**Hospital1 709**] by family request after presenting\n",
      "   with black stools, developed hypoxemia and tachyarrhythmia with RVR,\n",
      "   now in respiratory distress.\n",
      "   ## respiratory distress: history of COPD, likely exacerbated by\n",
      "   tachyarrhythmia and fluid overload. On High-flow but recently on BiPAP.\n",
      "   -- ABG on arrival: 7.45/39/55\n",
      "   -- given GI bleed needing urgent endoscopy, also NSTEMI, would favor\n",
      "   intubation for airway control until bleeding addressed, hemodynamics\n",
      "   more stable, and can then extubate after diuresis, etc\n",
      "   -- diuresis given vol overload on CXR (likely [**2-16**] transfusion, IVF at\n",
      "   OSH), goal I/O 1-1.5L neg over next 24hrs\n",
      "   ## tachyarrhythmia: h/o afib on coumadin although rhythm currently\n",
      "   appears regular likely aflutter\n",
      "   -- got IV dilt at OSH, maintaining BP currently but will need further\n",
      "   rate control as this may be leading to her volume overload\n",
      "   -- metoprolol IV prn to goal HR 60-70\n",
      "   ## NSTEMI: may be [**2-16**] demand from anemia, resp distress, and\n",
      "   tachycardia\n",
      "   -- trend CE, daily EKGs\n",
      "   -- check echo prior to discharge\n",
      "   -- beta blockade as above\n",
      "   -- no ASA, no heparin [**2-16**] GI bleeding\n",
      "   -- on atorvastatin 80mg at home, will check lipid panel\n",
      "   ## COPD: may be contributing to respiratory distress as above\n",
      "   -- respiratory support as above depending on clinical status\n",
      "   -- nebs\n",
      "   -- Spiriva\n",
      "   ## ?aspiration PNA: started on Levaquin/Flagyl at OSH for this\n",
      "   -- check stat CXR\n",
      "   -- consider continuation of Abx for now until stable\n",
      "   ## GIB: GI aware but patient not stable currently for endoscopy; given\n",
      "   concurrent NSTEMI, risk:benefit ratio may favor endoscopy earlier, as\n",
      "   definitively addressing bleeding may allow earlier\n",
      "   anticoagulation/antiplatelet therapy\n",
      "   -- INR reversed at OSH, continue to follow\n",
      "   -- hold anticoagulation for now\n",
      "   -- hold ASA, Celebrex\n",
      "   -- continue Protonix IV\n",
      "   ## h/o CVA: on anticoagulation as outpatient but GIB currently\n",
      "   precludes this\n",
      "   -- monitor neuro exam\n",
      "   -- hold anticoagulation\n",
      "   ## hypertension: BP elevated on admission likely from respiratory\n",
      "   distress\n",
      "   -- metoprolol for HR as above, monitor BP with treatment for\n",
      "   respiratory distress\n",
      "   ## hypercholesterolemia: check lipid panel, as above, continue statin\n",
      "   ## FEN: NPO, replete lytes prn\n",
      "   ## PPx: pneumoboots (no heparin given GIB), PPI\n",
      "   ## Code: Full, patient unsure but documented as Full code at OSH and\n",
      "   discussed with family\n",
      "   ## Dispo: to ICU\n",
      "   ## Contact: daughter [**Name (NI) **] [**Name (NI) 3600**] [**Telephone/Fax (1) 3601**] (h), [**Telephone/Fax (1) 3602**] (w);\n",
      "   also spoke with son [**Name (NI) 1247**] at bedside\n",
      "   ICU Care\n",
      "   Nutrition:\n",
      "   Glycemic Control: Blood sugar well controlled\n",
      "   Lines:\n",
      "   22 Gauge - [**2178-2-6**] 12:12 PM\n",
      "   Multi Lumen - [**2178-2-6**] 04:04 PM\n",
      "   Prophylaxis:\n",
      "   DVT: Boots\n",
      "   Stress ulcer: PPI\n",
      "   VAP:\n",
      "   Comments:\n",
      "   Communication: Patient discussed on interdisciplinary rounds , Family\n",
      "   meeting held , ICU consent signed Comments:\n",
      "   Code status: Full code\n",
      "   Disposition: ICU\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(notes[notes['ROW_ID'] == 553008]['TEXT'].values[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "abe8485e-f338-4c19-900a-b90c5b263942",
   "metadata": {},
   "outputs": [],
   "source": [
    "HADMID = 195768"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "60eae792-2543-4c41-a8e8-375cdf1558bb",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "test = notes[(notes['HADM_ID'] == HADMID) & (notes['DESCRIPTION'].str.contains(\"Physician\") & (notes['DESCRIPTION'].str.contains(\"Note\")))\n",
    "     ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "d3f61939-cd45-4ddf-86e0-7f6996f6fd9a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ROW_ID</th>\n",
       "      <th>SUBJECT_ID</th>\n",
       "      <th>HADM_ID</th>\n",
       "      <th>CHARTDATE</th>\n",
       "      <th>CHARTTIME</th>\n",
       "      <th>STORETIME</th>\n",
       "      <th>CATEGORY</th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CGID</th>\n",
       "      <th>ISERROR</th>\n",
       "      <th>TEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>548444</th>\n",
       "      <td>553008</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-06</td>\n",
       "      <td>2178-02-06 16:45:00</td>\n",
       "      <td>2178-02-06 16:45:51</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Admission Note</td>\n",
       "      <td>18767.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint:  hypoxia/respiratory failure\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548511</th>\n",
       "      <td>553014</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-06</td>\n",
       "      <td>2178-02-06 17:05:00</td>\n",
       "      <td>2178-02-06 17:05:21</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Admission Note - MICU</td>\n",
       "      <td>17419.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint:  69 yr woamn with afib on cou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548595</th>\n",
       "      <td>553116</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 08:42:00</td>\n",
       "      <td>2178-02-07 08:43:20</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Progress Note</td>\n",
       "      <td>17419.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint: Pt continued hypoxemic. Refus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550788</th>\n",
       "      <td>553225</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-08</td>\n",
       "      <td>2178-02-08 06:40:00</td>\n",
       "      <td>2178-02-08 10:27:27</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>16003.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint: Respiratory Distre...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550929</th>\n",
       "      <td>553222</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-08</td>\n",
       "      <td>2178-02-08 09:34:00</td>\n",
       "      <td>2178-02-08 09:34:22</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Progress Note</td>\n",
       "      <td>17419.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint:\\n   HPI:\\n   24 Hour Events:\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550797</th>\n",
       "      <td>553234</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-08</td>\n",
       "      <td>2178-02-08 12:39:00</td>\n",
       "      <td>2178-02-08 12:40:06</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Cardiology Comprehensive Physician Note</td>\n",
       "      <td>19996.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Date of service: [**2178-2-8**]\\n  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548806</th>\n",
       "      <td>553371</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-09</td>\n",
       "      <td>2178-02-09 05:46:00</td>\n",
       "      <td>2178-02-09 10:37:10</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>19680.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548786</th>\n",
       "      <td>553345</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-09</td>\n",
       "      <td>2178-02-09 05:46:00</td>\n",
       "      <td>2178-02-09 07:48:13</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>19680.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548952</th>\n",
       "      <td>553325</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-09</td>\n",
       "      <td>2178-02-09 05:46:00</td>\n",
       "      <td>2178-02-09 05:46:52</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>19680.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548797</th>\n",
       "      <td>553362</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-09</td>\n",
       "      <td>2178-02-09 09:52:00</td>\n",
       "      <td>2178-02-09 09:52:17</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Progress Note</td>\n",
       "      <td>16383.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint: GI Bleed\\n   HYpoxia\\n   Atri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550884</th>\n",
       "      <td>553574</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-10</td>\n",
       "      <td>2178-02-10 07:05:00</td>\n",
       "      <td>2178-02-10 15:09:04</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>16003.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint: GI Bleed\\n   24 Ho...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548910</th>\n",
       "      <td>553513</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-10</td>\n",
       "      <td>2178-02-10 07:05:00</td>\n",
       "      <td>2178-02-10 07:05:19</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>16003.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint: GI Bleed\\n   24 Ho...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551139</th>\n",
       "      <td>553542</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-10</td>\n",
       "      <td>2178-02-10 10:46:00</td>\n",
       "      <td>2178-02-10 10:46:06</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Progress Note</td>\n",
       "      <td>16383.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint: GIB\\n   A-Fib with RVR\\n   I ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        ROW_ID  SUBJECT_ID   HADM_ID   CHARTDATE            CHARTTIME  \\\n",
       "548444  553008       55440  195768.0  2178-02-06  2178-02-06 16:45:00   \n",
       "548511  553014       55440  195768.0  2178-02-06  2178-02-06 17:05:00   \n",
       "548595  553116       55440  195768.0  2178-02-07  2178-02-07 08:42:00   \n",
       "550788  553225       55440  195768.0  2178-02-08  2178-02-08 06:40:00   \n",
       "550929  553222       55440  195768.0  2178-02-08  2178-02-08 09:34:00   \n",
       "550797  553234       55440  195768.0  2178-02-08  2178-02-08 12:39:00   \n",
       "548806  553371       55440  195768.0  2178-02-09  2178-02-09 05:46:00   \n",
       "548786  553345       55440  195768.0  2178-02-09  2178-02-09 05:46:00   \n",
       "548952  553325       55440  195768.0  2178-02-09  2178-02-09 05:46:00   \n",
       "548797  553362       55440  195768.0  2178-02-09  2178-02-09 09:52:00   \n",
       "550884  553574       55440  195768.0  2178-02-10  2178-02-10 07:05:00   \n",
       "548910  553513       55440  195768.0  2178-02-10  2178-02-10 07:05:00   \n",
       "551139  553542       55440  195768.0  2178-02-10  2178-02-10 10:46:00   \n",
       "\n",
       "                  STORETIME    CATEGORY  \\\n",
       "548444  2178-02-06 16:45:51  Physician    \n",
       "548511  2178-02-06 17:05:21  Physician    \n",
       "548595  2178-02-07 08:43:20  Physician    \n",
       "550788  2178-02-08 10:27:27  Physician    \n",
       "550929  2178-02-08 09:34:22  Physician    \n",
       "550797  2178-02-08 12:40:06  Physician    \n",
       "548806  2178-02-09 10:37:10  Physician    \n",
       "548786  2178-02-09 07:48:13  Physician    \n",
       "548952  2178-02-09 05:46:52  Physician    \n",
       "548797  2178-02-09 09:52:17  Physician    \n",
       "550884  2178-02-10 15:09:04  Physician    \n",
       "548910  2178-02-10 07:05:19  Physician    \n",
       "551139  2178-02-10 10:46:06  Physician    \n",
       "\n",
       "                                      DESCRIPTION     CGID  ISERROR  \\\n",
       "548444          Physician Resident Admission Note  18767.0      NaN   \n",
       "548511  Physician Attending Admission Note - MICU  17419.0      NaN   \n",
       "548595          Physician Attending Progress Note  17419.0      NaN   \n",
       "550788           Physician Resident Progress Note  16003.0      NaN   \n",
       "550929          Physician Attending Progress Note  17419.0      NaN   \n",
       "550797    Cardiology Comprehensive Physician Note  19996.0      NaN   \n",
       "548806           Physician Resident Progress Note  19680.0      NaN   \n",
       "548786           Physician Resident Progress Note  19680.0      NaN   \n",
       "548952           Physician Resident Progress Note  19680.0      NaN   \n",
       "548797          Physician Attending Progress Note  16383.0      NaN   \n",
       "550884           Physician Resident Progress Note  16003.0      NaN   \n",
       "548910           Physician Resident Progress Note  16003.0      NaN   \n",
       "551139          Physician Attending Progress Note  16383.0      NaN   \n",
       "\n",
       "                                                     TEXT  \n",
       "548444  Chief Complaint:  hypoxia/respiratory failure\\...  \n",
       "548511  Chief Complaint:  69 yr woamn with afib on cou...  \n",
       "548595  Chief Complaint: Pt continued hypoxemic. Refus...  \n",
       "550788  TITLE:\\n   Chief Complaint: Respiratory Distre...  \n",
       "550929  Chief Complaint:\\n   HPI:\\n   24 Hour Events:\\...  \n",
       "550797  TITLE:\\n   Date of service: [**2178-2-8**]\\n  ...  \n",
       "548806  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548786  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548952  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548797  Chief Complaint: GI Bleed\\n   HYpoxia\\n   Atri...  \n",
       "550884  TITLE:\\n   Chief Complaint: GI Bleed\\n   24 Ho...  \n",
       "548910  TITLE:\\n   Chief Complaint: GI Bleed\\n   24 Ho...  \n",
       "551139  Chief Complaint: GIB\\n   A-Fib with RVR\\n   I ...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ROW_ID</th>\n",
       "      <th>SUBJECT_ID</th>\n",
       "      <th>HADM_ID</th>\n",
       "      <th>CHARTDATE</th>\n",
       "      <th>CHARTTIME</th>\n",
       "      <th>STORETIME</th>\n",
       "      <th>CATEGORY</th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CGID</th>\n",
       "      <th>ISERROR</th>\n",
       "      <th>TEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>548577</th>\n",
       "      <td>553098</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 07:04:00</td>\n",
       "      <td>2178-02-07 07:05:04</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>18414.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548587</th>\n",
       "      <td>553108</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 07:04:00</td>\n",
       "      <td>2178-02-07 07:50:07</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>18414.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548602</th>\n",
       "      <td>553123</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 07:04:00</td>\n",
       "      <td>2178-02-07 09:38:55</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>18414.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548605</th>\n",
       "      <td>553126</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 07:04:00</td>\n",
       "      <td>2178-02-07 09:46:06</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>18414.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>548521</th>\n",
       "      <td>553207</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-08</td>\n",
       "      <td>2178-02-08 06:40:00</td>\n",
       "      <td>2178-02-08 06:40:19</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>16003.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TITLE:\\n   Chief Complaint: Respiratory Distre...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        ROW_ID  SUBJECT_ID   HADM_ID   CHARTDATE            CHARTTIME  \\\n",
       "548577  553098       55440  195768.0  2178-02-07  2178-02-07 07:04:00   \n",
       "548587  553108       55440  195768.0  2178-02-07  2178-02-07 07:04:00   \n",
       "548602  553123       55440  195768.0  2178-02-07  2178-02-07 07:04:00   \n",
       "548605  553126       55440  195768.0  2178-02-07  2178-02-07 07:04:00   \n",
       "548521  553207       55440  195768.0  2178-02-08  2178-02-08 06:40:00   \n",
       "\n",
       "                  STORETIME    CATEGORY                       DESCRIPTION  \\\n",
       "548577  2178-02-07 07:05:04  Physician   Physician Resident Progress Note   \n",
       "548587  2178-02-07 07:50:07  Physician   Physician Resident Progress Note   \n",
       "548602  2178-02-07 09:38:55  Physician   Physician Resident Progress Note   \n",
       "548605  2178-02-07 09:46:06  Physician   Physician Resident Progress Note   \n",
       "548521  2178-02-08 06:40:19  Physician   Physician Resident Progress Note   \n",
       "\n",
       "           CGID  ISERROR                                               TEXT  \n",
       "548577  18414.0      NaN  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548587  18414.0      NaN  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548602  18414.0      NaN  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548605  18414.0      NaN  TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "548521  16003.0      NaN  TITLE:\\n   Chief Complaint: Respiratory Distre...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(None, None)"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_text = r\"and there was discussion about intubating her, however she was strongly\"\n",
    "display(test[~test['TEXT'].str.contains(test_text)]), display(test[test['TEXT'].str.contains(test_text)])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "51ff3eb4-dccd-4fb8-a601-09b0fe604819",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([553098, 553108, 553123, 553126, 553207])"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test[test['TEXT'].str.contains(test_text)]['ROW_ID'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "49df096b-1745-4fc8-91aa-bfd33c8f04a7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ROW_ID</th>\n",
       "      <th>SUBJECT_ID</th>\n",
       "      <th>HADM_ID</th>\n",
       "      <th>CHARTDATE</th>\n",
       "      <th>CHARTTIME</th>\n",
       "      <th>STORETIME</th>\n",
       "      <th>CATEGORY</th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CGID</th>\n",
       "      <th>ISERROR</th>\n",
       "      <th>TEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>548444</th>\n",
       "      <td>553008</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-06</td>\n",
       "      <td>2178-02-06 16:45:00</td>\n",
       "      <td>2178-02-06 16:45:51</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Admission Note</td>\n",
       "      <td>18767.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint:  hypoxia/respiratory failure\\...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        ROW_ID  SUBJECT_ID   HADM_ID   CHARTDATE            CHARTTIME  \\\n",
       "548444  553008       55440  195768.0  2178-02-06  2178-02-06 16:45:00   \n",
       "\n",
       "                  STORETIME    CATEGORY                        DESCRIPTION  \\\n",
       "548444  2178-02-06 16:45:51  Physician   Physician Resident Admission Note   \n",
       "\n",
       "           CGID  ISERROR                                               TEXT  \n",
       "548444  18767.0      NaN  Chief Complaint:  hypoxia/respiratory failure\\...  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# print(test.loc[548595]['TEXT'])\n",
    "# is the row/adm id from the dataset, which doesn't match the text\n",
    "notes[(notes[\"ROW_ID\"] == 553008) & (notes[\"HADM_ID\"] == 195768)]\n",
    "# print(notes[(notes[\"ROW_ID\"] == 553008) & (notes[\"HADM_ID\"] == 195768)]['TEXT'].values[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "ea737c78-c0f0-4f62-bf96-a53d7e5bc969",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Chief Complaint:  hypoxia/respiratory failure\n",
      "   HPI:\n",
      "   69F afib on coumadin, COPD, CRI, stroke, who presented to [**Hospital1 709**] on\n",
      "   [**2178-2-3**] with black stool and was found to have hct of 23 in the setting\n",
      "   of INR 11. She was transfused 3U pRBCs and 4U FFP and was given vitamin\n",
      "   k. The patient was put on PPI drip for concern for possible upper GI\n",
      "   source and was taken for EGD though in the GI suite was developed\n",
      "   hypoxemia and the procedure was aborted. She also required rapid\n",
      "   response team 1/22pm for rapid afib to 150s and was having periodic\n",
      "   hypoxia as well. She was treated with IV dilt and PO dilt was increased\n",
      "   and she received a digoxin load of 0.5 as well. For the hypoxemia this\n",
      "   was thought [**2-16**] COPD and rapid afib. Dr. [**Last Name (STitle) 3598**] has kept the patient\n",
      "   on the floor and is confident that patient is stable for floor at\n",
      "   [**Hospital1 1**]. The hct is now bumped to 37.5 after the 3U pRBCs and the patient\n",
      "   has reportedly not required transfusion during the course of the day\n",
      "   and there is no further bleeding. INR is now 1.3 after 4 units FFP and\n",
      "   vitamin k 10mg po on [**2-3**]. Overnight [**Date range (1) 3599**], she was placed on BiPAP\n",
      "   in the OSH ICU for hypoxia, which was apparently weaned off after prior\n",
      "   to transfer.\n",
      "   .\n",
      "   When she arrived on 11R, she was dyspneic/tachypneic, unable to speak\n",
      "   in full sentences, sat 88-90% on NRB, also tachycardic to 140s; ABG\n",
      "   7.45/49/55; CXR c/w volume overload. She was given lasix 80mg IV and\n",
      "   diltiazem 10mg IV.\n",
      "   Patient admitted from: [**Hospital1 1**] [**Hospital1 192**]\n",
      "   History obtained from [**Hospital 31**] Medical records\n",
      "   Allergies:\n",
      "   Codeine\n",
      "   Unknown;\n",
      "   Azithromycin\n",
      "   Unknown;\n",
      "   Last dose of Antibiotics:\n",
      "   Infusions:\n",
      "   Other ICU medications:\n",
      "   Metoprolol - [**2178-2-6**] 04:14 PM\n",
      "   Other medications:\n",
      "   Protonix gtt 8mg/hr\n",
      "   digoxin 0.25mg qd\n",
      "   diltiazem 90mg q6h\n",
      "   Solu-Medrol 125mg IV bid\n",
      "   combivent nebs q6h standing and q2h prn\n",
      "   Levaquin 250mg IV qod\n",
      "   morphine prn\n",
      "   Advair 500/50 1 puff [**Hospital1 **]\n",
      "   spiriva 1 puff qd\n",
      "   tylenol prn\n",
      "   rythmol 225mg tid\n",
      "   Flagyl 500mg IV q8h\n",
      "   lipitor 80mg qhs\n",
      "   flexeril 10mg qhs prn\n",
      "   Past medical history:\n",
      "   Family history:\n",
      "   Social History:\n",
      "   atrial fibrillation, on propafenone rhythm control and coumadin\n",
      "   COPD\n",
      "   CKD baseline Cr 1.3\n",
      "   h/o stroke with residual, minimal aphasia and R leg weakness\n",
      "   HTN\n",
      "   Hyperlipidemia\n",
      "   h/o PUD\n",
      "   left lung surgery ?decortication\n",
      "   Occupation:\n",
      "   Drugs:\n",
      "   Tobacco:\n",
      "   Alcohol:\n",
      "   Other:\n",
      "   Review of systems:\n",
      "   Constitutional: Fatigue\n",
      "   Ear, Nose, Throat: Dry mouth\n",
      "   Cardiovascular: Palpitations, Tachycardia\n",
      "   Nutritional Support: NPO\n",
      "   Respiratory: Cough, Dyspnea, Tachypnea\n",
      "   Genitourinary: Foley\n",
      "   Flowsheet Data as of [**2178-2-6**] 04:29 PM\n",
      "   Vital Signs\n",
      "   Hemodynamic monitoring\n",
      "   Fluid Balance\n",
      "                                                                  24 hours\n",
      "                                                               Since 12 AM\n",
      "   Tmax: 35.9\n",
      "C (96.6\n",
      "   Tcurrent: 35.9\n",
      "C (96.6\n",
      "   HR: 129 (129 - 145) bpm\n",
      "   BP: 91/77(80) {91/74(80) - 126/84(94)} mmHg\n",
      "   RR: 25 (24 - 30) insp/min\n",
      "   SpO2: 95%\n",
      "   Heart rhythm: AF (Atrial Fibrillation)\n",
      "                  Total In:\n",
      "                  PO:\n",
      "                  TF:\n",
      "   IVF:\n",
      "   Blood products:\n",
      "   Total out:\n",
      "                                                                      0 mL\n",
      "                                                                  1,000 mL\n",
      "   Urine:\n",
      "   250 mL\n",
      "   NG:\n",
      "   Stool:\n",
      "   Drains:\n",
      "   Balance:\n",
      "                                                                      0 mL\n",
      "                                                                 -1,000 mL\n",
      "   Respiratory\n",
      "   O2 Delivery Device: High flow neb\n",
      "   SpO2: 95%\n",
      "   ABG: ///28/\n",
      "   Physical Examination\n",
      "   General Appearance: Overweight / Obese, Anxious, Diaphoretic\n",
      "   Eyes / Conjunctiva: PERRL, Conjunctiva pale\n",
      "   Head, Ears, Nose, Throat: Normocephalic\n",
      "   Cardiovascular: (S1: Normal), (S2: Normal)\n",
      "   Peripheral Vascular: (Right radial pulse: Present), (Left radial pulse:\n",
      "   Present), (Right DP pulse: Present), (Left DP pulse: Present)\n",
      "   Respiratory / Chest: (Expansion: Symmetric), (Breath Sounds: Crackles :\n",
      "   )\n",
      "   Abdominal: Soft, Non-tender, Bowel sounds present\n",
      "   Extremities: Right: 1+, Left: 1+\n",
      "   Musculoskeletal: Muscle wasting\n",
      "   Skin:  Warm\n",
      "   Neurologic: Responds to: Not assessed, Movement: Not assessed, Tone:\n",
      "   Not assessed\n",
      "   Labs / Radiology\n",
      "   164 mg/dL\n",
      "   1.1 mg/dL\n",
      "   19 mg/dL\n",
      "   28 mEq/L\n",
      "   101 mEq/L\n",
      "   4.2 mEq/L\n",
      "   144 mEq/L\n",
      "        [image002.jpg]\n",
      "                                  [**2175-1-16**]\n",
      "                          2:33 A1/23/[**2178**]  12:50 PM\n",
      "                                  [**2175-1-20**]\n",
      "                                   10:20 P\n",
      "                                  [**2175-1-21**]\n",
      "                                   1:20 P\n",
      "                                  [**2175-1-22**]\n",
      "                                   11:50 P\n",
      "                                  [**2175-1-23**]\n",
      "                                   1:20 A\n",
      "                                  [**2175-1-24**]\n",
      "                                   7:20 P\n",
      "                                  1//11/006\n",
      "                                   1:23 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   1:20 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   11:20 P\n",
      "                                  [**2175-2-16**]\n",
      "                                   4:20 P\n",
      "   Cr\n",
      "                                     1.1\n",
      "   TropT\n",
      "                                    0.39\n",
      "   Glucose\n",
      "                                     164\n",
      "   Other labs: PT / PTT / INR:14.3/18.8/1.2, CK / CKMB /\n",
      "   Troponin-T:159/12/0.39, ALT / AST:35/57, Alk Phos / T Bili:132/0.4,\n",
      "   Albumin:3.5 g/dL, LDH:405 IU/L, Ca++:8.5 mg/dL, Mg++:1.5 mg/dL, PO4:2.2\n",
      "   mg/dL\n",
      "   Assessment and Plan\n",
      "   69F w/ h/o afib on coumadin, PUD, COPD, CKD, h/o CVA, HTN,\n",
      "   hyperlipidemia transferred from [**Hospital1 709**] by family request after presenting\n",
      "   with black stools, developed hypoxemia and tachyarrhythmia with RVR,\n",
      "   now in respiratory distress.\n",
      "   ## respiratory distress: history of COPD, likely exacerbated by\n",
      "   tachyarrhythmia and fluid overload. On High-flow but recently on BiPAP.\n",
      "   -- ABG on arrival: 7.45/39/55\n",
      "   -- given GI bleed needing urgent endoscopy, also NSTEMI, would favor\n",
      "   intubation for airway control until bleeding addressed, hemodynamics\n",
      "   more stable, and can then extubate after diuresis, etc\n",
      "   -- diuresis given vol overload on CXR (likely [**2-16**] transfusion, IVF at\n",
      "   OSH), goal I/O 1-1.5L neg over next 24hrs\n",
      "   ## tachyarrhythmia: h/o afib on coumadin although rhythm currently\n",
      "   appears regular likely aflutter\n",
      "   -- got IV dilt at OSH, maintaining BP currently but will need further\n",
      "   rate control as this may be leading to her volume overload\n",
      "   -- metoprolol IV prn to goal HR 60-70\n",
      "   ## NSTEMI: may be [**2-16**] demand from anemia, resp distress, and\n",
      "   tachycardia\n",
      "   -- trend CE, daily EKGs\n",
      "   -- check echo prior to discharge\n",
      "   -- beta blockade as above\n",
      "   -- no ASA, no heparin [**2-16**] GI bleeding\n",
      "   -- on atorvastatin 80mg at home, will check lipid panel\n",
      "   ## COPD: may be contributing to respiratory distress as above\n",
      "   -- respiratory support as above depending on clinical status\n",
      "   -- nebs\n",
      "   -- Spiriva\n",
      "   ## ?aspiration PNA: started on Levaquin/Flagyl at OSH for this\n",
      "   -- check stat CXR\n",
      "   -- consider continuation of Abx for now until stable\n",
      "   ## GIB: GI aware but patient not stable currently for endoscopy; given\n",
      "   concurrent NSTEMI, risk:benefit ratio may favor endoscopy earlier, as\n",
      "   definitively addressing bleeding may allow earlier\n",
      "   anticoagulation/antiplatelet therapy\n",
      "   -- INR reversed at OSH, continue to follow\n",
      "   -- hold anticoagulation for now\n",
      "   -- hold ASA, Celebrex\n",
      "   -- continue Protonix IV\n",
      "   ## h/o CVA: on anticoagulation as outpatient but GIB currently\n",
      "   precludes this\n",
      "   -- monitor neuro exam\n",
      "   -- hold anticoagulation\n",
      "   ## hypertension: BP elevated on admission likely from respiratory\n",
      "   distress\n",
      "   -- metoprolol for HR as above, monitor BP with treatment for\n",
      "   respiratory distress\n",
      "   ## hypercholesterolemia: check lipid panel, as above, continue statin\n",
      "   ## FEN: NPO, replete lytes prn\n",
      "   ## PPx: pneumoboots (no heparin given GIB), PPI\n",
      "   ## Code: Full, patient unsure but documented as Full code at OSH and\n",
      "   discussed with family\n",
      "   ## Dispo: to ICU\n",
      "   ## Contact: daughter [**Name (NI) **] [**Name (NI) 3600**] [**Telephone/Fax (1) 3601**] (h), [**Telephone/Fax (1) 3602**] (w);\n",
      "   also spoke with son [**Name (NI) 1247**] at bedside\n",
      "   ICU Care\n",
      "   Nutrition:\n",
      "   Glycemic Control: Blood sugar well controlled\n",
      "   Lines:\n",
      "   22 Gauge - [**2178-2-6**] 12:12 PM\n",
      "   Multi Lumen - [**2178-2-6**] 04:04 PM\n",
      "   Prophylaxis:\n",
      "   DVT: Boots\n",
      "   Stress ulcer: PPI\n",
      "   VAP:\n",
      "   Comments:\n",
      "   Communication: Patient discussed on interdisciplinary rounds , Family\n",
      "   meeting held , ICU consent signed Comments:\n",
      "   Code status: Full code\n",
      "   Disposition: ICU\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(notes[(notes[\"ROW_ID\"] == 553008) & (notes[\"HADM_ID\"] == 195768)]['TEXT'].values[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "c5ce885b-774f-44d5-b2eb-826b81068df9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ROW_ID</th>\n",
       "      <th>SUBJECT_ID</th>\n",
       "      <th>HADM_ID</th>\n",
       "      <th>CHARTDATE</th>\n",
       "      <th>CHARTTIME</th>\n",
       "      <th>STORETIME</th>\n",
       "      <th>CATEGORY</th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CGID</th>\n",
       "      <th>ISERROR</th>\n",
       "      <th>TEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>548595</th>\n",
       "      <td>553116</td>\n",
       "      <td>55440</td>\n",
       "      <td>195768.0</td>\n",
       "      <td>2178-02-07</td>\n",
       "      <td>2178-02-07 08:42:00</td>\n",
       "      <td>2178-02-07 08:43:20</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Progress Note</td>\n",
       "      <td>17419.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chief Complaint: Pt continued hypoxemic. Refus...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        ROW_ID  SUBJECT_ID   HADM_ID   CHARTDATE            CHARTTIME  \\\n",
       "548595  553116       55440  195768.0  2178-02-07  2178-02-07 08:42:00   \n",
       "\n",
       "                  STORETIME    CATEGORY                        DESCRIPTION  \\\n",
       "548595  2178-02-07 08:43:20  Physician   Physician Attending Progress Note   \n",
       "\n",
       "           CGID  ISERROR                                               TEXT  \n",
       "548595  17419.0      NaN  Chief Complaint: Pt continued hypoxemic. Refus...  "
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.loc[[548521]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "4aa0f647-e8eb-4219-ac5d-aa675453c4de",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Chief Complaint: Pt continued hypoxemic. Refused BiPAP and intubation.\n",
      "   Found to have NSTEMI. Remained tachycardic.\n",
      "   HPI:\n",
      "   Started on Amiodarone. Had a-line; required neo for BP support\n",
      "   transiently.\n",
      "   24 Hour Events:\n",
      " MULTI LUMEN - START [**2178-2-6**] 04:04 PM\n",
      " ARTERIAL LINE - START [**2178-2-6**] 07:19 PM\n",
      "   No further GI bleeding. ABG last  7.54/27/63\n",
      "                                                         7.52/33/91 on\n",
      "   repeat\n",
      "   Allergies:\n",
      "   Codeine\n",
      "   Unknown;\n",
      "   Azithromycin\n",
      "   Unknown;\n",
      "   Morphine\n",
      "   hallucinations;\n",
      "   Last dose of Antibiotics:\n",
      "   Levofloxacin - [**2178-2-6**] 06:03 PM\n",
      "   Infusions:\n",
      "   Amiodarone - 0.5 mg/min\n",
      "   Furosemide (Lasix) - 1 mg/hour\n",
      "   Other ICU medications:\n",
      "   Furosemide (Lasix) - [**2178-2-6**] 04:52 PM\n",
      "   Metoprolol - [**2178-2-6**] 06:15 PM\n",
      "   Other medications:\n",
      "   fluticasone/salmeterol, citalopram, atorvastatin, tiotropium, docusate,\n",
      "   RISS, levoflox, amiodarone, metoprolol, lasix, xopenex\n",
      "   Changes to medical and family history:\n",
      "   Review of systems is unchanged from admission except as noted below\n",
      "   Review of systems:\n",
      "   Flowsheet Data as of  [**2178-2-7**] 08:39 AM\n",
      "   Vital signs\n",
      "   Hemodynamic monitoring\n",
      "   Fluid balance\n",
      "                                                                  24 hours\n",
      "                                                               Since 12 AM\n",
      "   Tmax: 36.7\n",
      "C (98.1\n",
      "   Tcurrent: 36.7\n",
      "C (98.1\n",
      "   HR: 142 (95 - 145) bpm\n",
      "   BP: 119/71(86) {88/56(70) - 120/71(86)} mmHg\n",
      "   RR: 23 (15 - 30) insp/min\n",
      "   SpO2: 99%\n",
      "   Heart rhythm: A Flut (Atrial Flutter)\n",
      "   Height: 60 Inch\n",
      "             Total In:\n",
      "                                                                    431 mL\n",
      "                                                                    276 mL\n",
      "   PO:\n",
      "             TF:\n",
      "   IVF:\n",
      "                                                                    431 mL\n",
      "                                                                    276 mL\n",
      "   Blood products:\n",
      "   Total out:\n",
      "                                                                  1,230 mL\n",
      "                                                                    565 mL\n",
      "   Urine:\n",
      "                                                                    480 mL\n",
      "                                                                    565 mL\n",
      "   NG:\n",
      "   Stool:\n",
      "   Drains:\n",
      "   Balance:\n",
      "                                                                   -799 mL\n",
      "                                                                   -289 mL\n",
      "   Respiratory support\n",
      "   O2 Delivery Device: High flow neb\n",
      "   SpO2: 99%\n",
      "   ABG: 7.52/33/91/28/3\n",
      "   PaO2 / FiO2: 114\n",
      "   Physical Examination\n",
      "   General Appearance: Well nourished\n",
      "   Lymphatic: Cervical WNL, Supraclavicular WNL\n",
      "   Cardiovascular: (S1: Normal), (S2: Normal)\n",
      "   Peripheral Vascular: (Right radial pulse: Not assessed), (Left radial\n",
      "   pulse: Not assessed), (Right DP pulse: Not assessed), (Left DP pulse:\n",
      "   Not assessed)\n",
      "   Respiratory / Chest: (Breath Sounds: Crackles : right > left)\n",
      "   Abdominal: Soft, Non-tender, Bowel sounds present\n",
      "   Extremities: Right: 1+, Left: 1+\n",
      "   Musculoskeletal: Unable to stand\n",
      "   Skin:  Warm\n",
      "   Neurologic: Attentive, Follows simple commands, Responds to: Verbal\n",
      "   stimuli, Oriented (to): X 3, Movement: Purposeful, Tone: Normal\n",
      "   Labs / Radiology\n",
      "   10.5 g/dL\n",
      "   391 K/uL\n",
      "   111 mg/dL\n",
      "   1.2 mg/dL\n",
      "   28 mEq/L\n",
      "   3.8 mEq/L\n",
      "   26 mg/dL\n",
      "   102 mEq/L\n",
      "   143 mEq/L\n",
      "   30.0 %\n",
      "   18.7 K/uL\n",
      "         [image002.jpg]\n",
      "                             [**2178-2-6**]  12:50 PM\n",
      "                             [**2178-2-6**]  03:24 PM\n",
      "                             [**2178-2-6**]  08:24 PM\n",
      "                             [**2178-2-6**]  08:30 PM\n",
      "                             [**2178-2-6**]  11:01 PM\n",
      "                             [**2178-2-7**]  12:23 AM\n",
      "                             [**2178-2-7**]  04:44 AM\n",
      "   WBC\n",
      "   23.1\n",
      "   22.4\n",
      "   18.7\n",
      "   Hct\n",
      "   35.4\n",
      "   33.2\n",
      "   30.0\n",
      "   Plt\n",
      "   488\n",
      "   504\n",
      "   391\n",
      "   Cr\n",
      "   1.1\n",
      "   1.2\n",
      "   1.2\n",
      "   TropT\n",
      "   0.39\n",
      "   0.38\n",
      "   0.37\n",
      "   0.23\n",
      "   TCO2\n",
      "   29\n",
      "   24\n",
      "   28\n",
      "   Glucose\n",
      "   164\n",
      "   117\n",
      "   111\n",
      "   Other labs: PT / PTT / INR:14.8/27.2/1.3, CK / CKMB /\n",
      "   Troponin-T:98/5/0.23, ALT / AST:32/55, Alk Phos / T Bili:126/0.4,\n",
      "   Differential-Neuts:87.2 %, Band:0.0 %, Lymph:5.3 %, Mono:7.3 %, Eos:0.1\n",
      "   %, Lactic Acid:2.2 mmol/L, Albumin:3.4 g/dL, LDH:383 IU/L, Ca++:8.1\n",
      "   mg/dL, Mg++:2.8 mg/dL, PO4:2.4 mg/dL\n",
      "   Microbiology: BC's neg X 2\n",
      "   Assessment and Plan\n",
      " MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      "       Demand ischemia, continue statin, beta blocker, holding ASA\n",
      " GASTROINTESTINAL BLEED, LOWER (HEMATOCHEZIA, BRBPR, GI BLEED, GIB)\n",
      "        following Hct q 8h\n",
      "       GI wants to postpone endoscopy given MI and unstable hemodynamics\n",
      " TACHYCARDIA, OTHER\n",
      "        A-flutter, loading with Amiodarone, continuing metoprolol\n",
      "       BP well controlled - off Neo\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 2**])\n",
      "       Volume overload - [**Last Name (un) 3622**] continued diuresis\n",
      "       Possible CAP - Would continue current AB\n",
      "       Hi-flow oxygen\n",
      "       Not  enthusiastic about intubation\n",
      "      COPD - On nebs/ opt meds.\n",
      "   ICU Care\n",
      "   Nutrition:\n",
      "   Comments: Advance to fulls\n",
      "   Glycemic Control:  Regular insulin sliding scale\n",
      "   Lines:\n",
      "   Multi Lumen - [**2178-2-6**] 04:04 PM\n",
      "   Arterial Line - [**2178-2-6**] 07:19 PM\n",
      "   Prophylaxis:\n",
      "   DVT: Boots\n",
      "   Stress ulcer: PPI\n",
      "   VAP:\n",
      "   Comments:\n",
      "   Communication:  Comments:\n",
      "   Code status: Full code\n",
      "   Disposition :ICU\n",
      "   Total time spent: 45 minutes\n",
      "   Patient is critically ill\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(test.at[548521, 'TEXT'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "85a2a781-f6d8-43c0-b1ef-0e4f1682332a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "ab785376-c485-467a-9fb7-1bc9569d4229",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d426a24f91134b39ad05374b83af034c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/4633 [00:00<?, ?ex/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# split_leading_symptom_list(dataset['train'])\n",
    "test = dataset['train'].map(split_leading_symptom_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "59959846-f336-44e2-9607-bd02bf92cc84",
   "metadata": {},
   "outputs": [],
   "source": [
    "vals = [553008, 553008, 553008, 553008, 553008, 553008, 553008, 553008, 553008, 738065, 738065, 738065, 738065, 445696, 445696, 445696, 445696, 445696, 445696, 445696, 445696, 436272, 436272, 436272, 436272, 436272, 436272, 436272, 436272, 331191, 331191, 331191, 331191, 331191, 331191, 545421, 545421, 545421, 545421, 545421, 545421, 545421, 545421, 545421, 545421, 676895, 676895, 676895, 676895, 676895, 676895, 676895, 676895, 676895, 676895, 728137, 728137, 728137, 728137, 728137, 728137, 601920, 601920, 601920, 601920, 601920, 601920, 601920, 601920, 383898, 383898, 383898, 383898, 383898, 722639, 722639, 722639, 722639, 651964, 651964, 651964, 651964, 651964, 651964, 651964, 651964, 475506, 475506, 475506, 475506, 475506, 475506, 475506, 475506, 475506, 528840, 528840, 528840, 528840, 528840, 528840, 528840, 709565, 709565, 709565, 709565, 709565, 709565, 709565, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 691484, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 587245, 587245, 587245, 587245, 587245, 587245, 587245, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 500976, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 419302, 716756, 716756, 716756, 716756, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 392428, 381740, 381740, 381740, 587504, 587504, 587504, 587504, 587504, 587504, 587504, 587504, 684511, 684511, 684511, 684511, 684511, 684511, 684511, 684511, 684511, 425604, 425604, 425604, 425604, 425604, 425604, 425604, 425604, 425604, 602755, 602755, 602755, 603638, 603638, 603638, 603638, 603638, 683418, 683418, 683418, 683418, 683418, 683418, 515939, 515939, 515939, 515939, 323002, 323002, 323002, 323002, 323002, 468825, 468825, 468825, 468825, 468825, 468825, 468825, 468825, 468825, 385051, 385051, 385051, 385051, 385051, 385051, 385051, 587904, 587904, 587904, 587904, 587904, 587904, 587904, 587904, 522276, 522276, 522276, 522276, 522276, 522276, 522276, 522276, 522276, 697113, 697113, 697113, 697113, 697113, 697113, 697113, 651352, 651352, 651352, 651352, 651352, 651352, 651352, 651352, 651352, 651352, 350647, 350647, 350647, 350647, 350647, 350647, 391658, 391658, 391658, 391658, 391658, 391658, 391658, 391658, 386536, 386536, 386536, 386536, 386536, 386536, 521543, 521543, 521543, 521543, 521543, 521543, 521543, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 623363, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 725786, 472449, 472449, 472449, 472449, 472449, 472449, 483223, 483223, 483223, 483223, 483223, 549605, 549605, 549605, 549605, 543714, 543714, 543714, 543714, 454462, 454462, 454462, 454462, 454462, 454462, 710529, 710529, 710529, 710529, 710529, 710529, 710529, 402570, 402570, 402570, 402570, 402570, 402570, 402570, 402570, 402570, 402570, 389345, 389345, 389345, 389345, 389345, 389345, 393810, 393810, 393810, 393810, 393810, 393810, 359152, 359152, 359152, 359152, 359152, 359152, 359152, 359152, 359152, 359152, 359152, 429714, 429714, 429714, 429714, 429714, 429714, 429714, 429714, 429714, 547209, 547209, 547209, 547209, 547209, 547209, 547209, 547209, 547209, 646933, 646933, 646933, 646933, 646933, 646933, 646933, 542822, 542822, 542822, 542822, 716755, 716755, 716755, 716755, 716755, 716755, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 706685, 431903, 431903, 431903, 431903, 431903, 431903, 431903, 386165, 386165, 386165, 386165, 386165, 386165, 386165, 386165, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 344733, 587974, 587974, 587974, 587974, 587974, 587974, 587974, 585163, 585163, 585163, 585163, 585163, 590045, 590045, 590045, 590045, 590045, 590045, 590045, 651849, 651849, 651849, 442077, 442077, 442077, 349536, 349536, 349536, 349536, 349536, 349536, 588595, 588595, 588595, 588595, 588595, 588595, 588595, 588595, 588595, 588595, 588595, 720279, 720279, 720279, 720279, 720279, 469323, 469323, 469323, 469323, 469323, 679519, 679519, 706663, 706663, 706663, 706663, 706663, 706663, 706663, 706663, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 493722, 695360, 695360, 695360, 695360, 695360, 695360, 695360, 367073, 367073, 367073, 367073, 367073, 367073, 367073, 367073, 367073, 604658, 604658, 604658, 604658, 604658, 604658, 696106, 696106, 696106, 696106, 696106, 696106, 696106, 690114, 690114, 690114, 690114, 690114, 690114, 383076, 383076, 383076, 383076, 383076, 383076, 383076, 383076, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 479599, 327329, 327329, 327329, 327329, 327329, 592789, 592789, 592789, 592789, 592789, 592789, 689023, 689023, 689023, 689023, 689023, 689023, 689023, 689023, 689023, 689023, 534926, 534926, 534926, 534926, 534926, 534926, 472408, 472408, 472408, 472408, 472408, 472408, 472408, 472408, 472408, 472408, 472408, 534108, 534108, 534108, 534108, 534108, 650610, 650610, 650610, 650610, 650610, 650610, 650610, 438035, 438035, 438035, 438035, 438035, 438035, 438035, 344270, 344270, 344270, 344270, 344270, 344270, 344270, 344270, 353433, 353433, 353433, 353433, 353433, 353433, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 568839, 550276, 550276, 550276, 550276, 550276, 550276, 550276, 550276, ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "c17c4a80-60fa-4453-b143-08a43d5c74ea",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "num with leading symptoms\n",
      "num unique assessments\n",
      "ratio\n",
      "92\n",
      "603\n",
      "0.15257048092868988\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(None, None, None)"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"num with leading symptoms\\nnum unique assessments\\nratio\")\n",
    "print(len(set(vals))), print(len(set(dataset['train']['Assessment']))), print(len(set(vals))/len(set(dataset['train']['Assessment'])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "f9cbae03-cf3f-4945-9878-abf08e34ad5f",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# for data in test:\n",
    "#     if data['Symptom List'] != None:\n",
    "#         # print(data)\n",
    "#         print(data['Assessment'])\n",
    "#         print(\"\\n---------------\\n\")\n",
    "#         # break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "id": "01b3cbc3-3f6a-4fb7-813d-74ad5b43a923",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      " GASTROINTESTINAL BLEED, LOWER (HEMATOCHEZIA, BRBPR, GI BLEED, GIB)\n",
      " TACHYCARDIA, OTHER\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 2**])\n",
      "   69F w/ h/o afib on coumadin, PUD, COPD, CKD, h/o CVA, HTN,\n",
      "   hyperlipidemia transferred from [**Hospital1 709**] by family request after presenting\n",
      "   with black stools, developed hypoxemia and tachyarrhythmia with RVR,\n",
      "   now with continued respiratory distress complicated by demand ischemia.\n",
      "\n",
      "---------------\n",
      "\n",
      "Mr. [**Known lastname 12744**] is a 78-year-old patient of Dr. [**First Name8 (NamePattern2) 67**] [**Last Name (NamePattern1) 12743**], Dr.\n",
      "   [**First Name8 (NamePattern2) 1862**] [**Last Name (NamePattern1) 7009**] and Dr. [**First Name4 (NamePattern1) **] [**Last Name (NamePattern1) 4425**] with atrial\n",
      "   fibrillation/atrial tachycardia who was admitted for elective pulmonary\n",
      "   vein isolation and is transferred to the CCU for 5 and 7 second pauses.\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 **] yo with pancreatic CA obstructing common bile duct, s/p stent, p/w\n",
      "   with abd pain and fever, found to have cholecystitis.\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPERGLYCEMIA\n",
      " HYPERNATREMIA (HIGH SODIUM)\n",
      " HYPOVOLEMIA (VOLUME DEPLETION - WITHOUT SHOCK)\n",
      "   This is a 56 year-old male with a history of GERD, tobacco use, who\n",
      "   presents with hyperglycemia and metabolic acidosis and polyuria,\n",
      "   polydipsia, fatigue and weight loss consistent with new onset diabetes\n",
      "   and HHKS vs DKA.  Likely HHKS with some element of ketosis from\n",
      "   prolonged hyperglycemia (duration of symptoms 2 months) and severe beta\n",
      "   cell dysfunction. Thought less likely to be DKA/DMI give late onset and\n",
      "   very strong family history.\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 **] y/o F MMP including CAD, DM, h/o lung adenocarcinoma s/p lobectomy\n",
      "   p/w dyspnea and ARF\n",
      "\n",
      "---------------\n",
      "\n",
      "H/O CIRRHOSIS OF LIVER, ALCOHOLIC\n",
      " .H/O MALNUTRITION\n",
      " ALTERATION IN NUTRITION\n",
      " DELIRIUM / CONFUSION\n",
      " PNEUMONIA, OTHER\n",
      "   This is a 44yoF w/h/o etoh abuse and chronic pancreatitis w/multiple\n",
      "   complications who is transferred from OSH per family request for\n",
      "   management of pancreatitis and fever.\n",
      "\n",
      "---------------\n",
      "\n",
      "SEPSIS WITHOUT ORGAN DYSFUNCTION\n",
      " HYPOTENSION (NOT SHOCK)\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      "   52yM with history of HIV and Burkitt-like lymphoma presenting with > 1\n",
      "   week of nightsweats and two days' of worsening shortness of breath, now\n",
      "   with high fevers and imaging demonstrative of bilateral groundglass and\n",
      "   patchy consolidative opacities. Differential at this point is broad\n",
      "   with many infectious markers and cultures pending, Abx covg at this\n",
      "   point is broad.\n",
      "\n",
      "---------------\n",
      "\n",
      "MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      " [**Last Name 9**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      " SEPSIS WITHOUT ORGAN DYSFUNCTION\n",
      "   ASSESSMENT AND PLAN: 82 y/o woman s/p hip replacement now intubated for\n",
      "   respiratory distress with ? PNA, noted on echo to have acutely worsened\n",
      "   MR. Etiology of MR could be ischemic. Has echo showing new antero\n",
      "   apical wall motion abnormality which would suggest plaque in LAD. Has\n",
      "   poor R wave progression which would be consistent with anterior\n",
      "   ischemia but her ST depressions are in V5-V6 more consistent with\n",
      "   ischemia involving Lcx -this may suggest diffuse disease. Also has ?\n",
      "   PNA, endocarditis a possibility although no evidence of this on echo.\n",
      "   Ischemia does not seem to be just demand related.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **]yo man with history of HTN and Afib not on anticoagulation who\n",
      "   presented [**10-23**] s/p witnessed mechanical fall onto left hip.  Found to\n",
      "   have left femoral neck fracture, admitted to medicine because of\n",
      "   hypoxia.  In Afib with RVR starting in afternoon of [**10-24**] with\n",
      "   worsening agitation and mental status changes, transferred to MICU for\n",
      "   closer nursing support and rate control. Patient taken to OR on evening\n",
      "   of [**10-25**] for hemiarthroplasty. Extubated yesterday [**10-26**]. On Tylenol\n",
      "   for pain control; when given Fentanyl on [**10-25**] after OR patient had a\n",
      "   significant drop in blood pressure.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name **])\n",
      " .H/O AIRWAY, INABILITY TO PROTECT (RISK FOR ASPIRATION, ALTERED GAG,\n",
      "   AIRWAY CLEARANCE, COUGH)\n",
      " PSYCHIATRIC DISEASE, OTHER (INCLUDING SCHIZOPHRENIA, PERSONALITY\n",
      "   DISORDERS)\n",
      " HEART FAILURE (CHF), DIASTOLIC, ACUTE ON CHRONIC\n",
      " CHRONIC OBSTRUCTIVE PULMONARY DISEASE (COPD, BRONCHITIS, EMPHYSEMA)\n",
      "   WITH ACUTE EXACERBATION\n",
      " .H/O DIABETES MELLITUS (DM), TYPE II\n",
      " ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      "   73 y/o with COPD on 2.5-3.5L O2 at baseline, OSA and obesity\n",
      "   hypoventilation syndrome, dCHF, discharged [**2132-8-24**] now presents with\n",
      "   agitation and altered mental status with hypoxia and O2 sats 70s on\n",
      "   BipAp with 5L. with hypoxia improved, now growing GPC in clusters on\n",
      "   bld cx.  MS significantly improved.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] year-old male with a history of Pulmonary Fibrosis (home\n",
      "   O2, 2L resting/ 4L ambulating), DM, CAD, PVD, s/p pacemaker who\n",
      "   presents with 2 days of chest pain and worsening SOB likely worsening\n",
      "   pulmonary fibrosis.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERATION IN NUTRITION\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " SEIZURE, WITHOUT STATUS EPILEPTICUS\n",
      " ELECTROLYTE & FLUID DISORDER, OTHER\n",
      " DIABETIC KETOACIDOSIS (DKA)\n",
      " CVA (STROKE, CEREBRAL INFARCTION), OTHER\n",
      " TACHYCARDIA, OTHER\n",
      " FEVER, UNKNOWN ORIGIN (FUO, HYPERTHERMIA, PYREXIA)\n",
      " [**Last Name 9**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   73M with h/o R sided strokes, seizure disorder, dementia, now with new\n",
      "   onset diabetes and hyperglycemia/HHS, fevers, elevated WBC, and\n",
      "   witnessed seizure, and hypernatremia\n",
      "\n",
      "---------------\n",
      "\n",
      "PNEUMOTHORAX, OTHER (NOT HOSPITAL ACQUIRED OR TRAUMATIC)\n",
      " PLEURAL EFFUSION, ACUTE\n",
      " CIRRHOSIS OF LIVER, OTHER\n",
      " THROMBOCYTOPENIA, CHRONIC\n",
      " RENAL FAILURE, CHRONIC (CHRONIC RENAL FAILURE, CRF, CHRONIC KIDNEY\n",
      "   DISEASE)\n",
      "   Assessment and Plan: This is a 56M with Hep C cirrhosis admitted with\n",
      "   B/L PTX and new left effusion\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPERKALEMIA (HIGH POTASSIUM, HYPERPOTASSEMIA), [**Last Name 12**] PROBLEM - ENTER\n",
      "   DESCRIPTION IN COMMENTS\n",
      "   ASSESSMENT AND PLAN: 59M with distal esophageal cancer (adenoCA) s/p\n",
      "   laparoscopy with right thoracotomy [**First Name9 (NamePattern2) 14156**] [**Doctor Last Name 4231**] esophagectomy\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Last Name (un) **] syndrome- nausea, vomiting, diarrhea\n",
      "   77 y/o male with CAD, Ogilve's syndrome, expressive aphasia s/p likely\n",
      "   demand-ischemia in context of hypotension.\n",
      "\n",
      "---------------\n",
      "\n",
      "CHEST PAIN\n",
      "   Mr. [**Known firstname 275**] [**Initial (NamePattern1) **] [**Last Name (NamePattern1) 4964**] [**Known lastname 8175**] is a very nice 60 year-old gentleman with DM2,\n",
      "   HTN, dyslipidemia, and strong family history of CAD who presented with\n",
      "   chest pain and was found to have LMCA disease and is awaiting CABG, who\n",
      "   had CP episode today and is transfered to CV-ICU for monitoring.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " RENAL FAILURE, END STAGE (END STAGE RENAL DISEASE, ESRD)\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name **])\n",
      " CARDIAC ARREST\n",
      "   61M with ESRD s/p CRT, HTN, DM, admitted with dyspnea and ARF and now\n",
      "   s/p PEA arrest and comatose\n",
      "\n",
      "---------------\n",
      "\n",
      ".H/O TRACHEOBRONCHOMALACIA (TRACHEOMALACIA, BRONCHOMALACIA),\n",
      "   RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 2**])\n",
      "   Assessment and Plan: 63F w TBM tx'd with Y-stent, here with PNA, fluid\n",
      "   overload, on CPAP.\n",
      "\n",
      "---------------\n",
      "\n",
      "ATRIAL FIBRILLATION (AFIB)\n",
      " .H/O HIP FRACTURE (FEMORAL NECK FRACTURE, FEMUR)\n",
      " ABDOMINAL PAIN (INCLUDING ABDOMINAL TENDERNESS)\n",
      " MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      "   [**Age over 90 **]F with CAD, history of CVA, prior hip fracture; presenting s/p fall\n",
      "   with new hip fracture, UTI, elevated troponin which is now trending\n",
      "   down, also seen to have R arm/shoulder pain, and abdominal pain of\n",
      "   unknown etiology.\n",
      "\n",
      "---------------\n",
      "\n",
      "A/P: This is a 74 yo M with DM, CAD s/p CABG with recent admission for\n",
      "   upper GI bleed (esophagitis, gastric/duod ulcers), presenting now with\n",
      "   syncope, hypoglycemia and acute blood loss anemia.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      "   Assessment and Plan: 54M w/ history of EtOH s/p fall with isolated C6\n",
      "   transverse fracture, s/p anterior and post C5-7 fusion, found to be\n",
      "   apneic and desatting, likely due to sedation from Hydromorphone,\n",
      "   Morphine and Valium (part of CIWA)\n",
      "\n",
      "---------------\n",
      "\n",
      "GASTROINTESTINAL BLEED, OTHER (GI BLEED, GIB)\n",
      "   This is a 68 yo M with extensive Hx of hospitalization for COPD\n",
      "   exacerbation as well as multiple lower GI bleeds admitted for\n",
      "   hematochezia.\n",
      "\n",
      "---------------\n",
      "\n",
      "MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      " CHRONIC OBSTRUCTIVE PULMONARY DISEASE (COPD, BRONCHITIS, EMPHYSEMA)\n",
      "   WITH ACUTE EXACERBATION\n",
      "   .\n",
      "   This is a 71 year-old male with a history of severe COPD (FEV1 24%\n",
      "   predicted) on home 02, a-fib on coumadin, diastolic CHF, AS (valve area\n",
      "   1.0 cm) who presents with sepsis and respiratory distress.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "ACUTE CONFUSION\n",
      " PNEUMONIA, OTHER\n",
      " .H/O ATRIAL FLUTTER (AFLUTTER)\n",
      " .H/O DIABETES MELLITUS (DM), TYPE II\n",
      "   This is a 75 year-old man with CHF, afib on coumadin, diabetes, CAD s/p\n",
      "   MI, recent admission for PNA, who presents from rehab with altered\n",
      "   [**Month/Year (2) 7446**] status, found to have new fever and leukocytosis.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo female with PMH of ESRD presenting with sepsis physiology,\n",
      "   on pressors.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "GASTROINTESTINAL BLEED, UPPER (MELENA, GI BLEED, GIB), HYPERKALEMIA\n",
      "   (HIGH POTASSIUM, HYPERPOTASSEMIA)\n",
      "   Assessment and Plan: ASSESSMENT:49M with ESRD [**1-30**] DM1, s/p renal\n",
      "   transplant on [**10-14**] admitted for upper GI bleed secondary to gastric\n",
      "   erosions\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPERTENSION, BENIGN, BRAIN ABSCESS (CNS ABSCESS)\n",
      "   Assessment and Plan: 44M s/p embolization of brain mass, and elective\n",
      "   crani for L post fossa  mass resection.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " .H/O CARDIOMYOPATHY, OTHER\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      "   This is a 75 yo M with [**Last Name (LF) 7287**], [**First Name3 (LF) **] 15%, afib on coumadin, s/p pacer\n",
      "   placement, admitted from [**Hospital1 **] with RLL pna and respiratory distress.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 11**])\n",
      "   61 year old female with COPD on 3L home O2 s/p recent admission [**12-2**]\n",
      "   for COPD exacerbation and newly diganosed LUL mass now admitted with\n",
      "   respiratory distress...\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 382**]M h/o HTN, hypercholesterolemia, Afib, h/o colon CA s/p colectomy,\n",
      "   recent upper GI bleed presents with acute blood loss anemia and NSTEMI.\n",
      "\n",
      "---------------\n",
      "\n",
      "DELIRIUM / CONFUSION, ALCOHOL WITHDRAWAL (INCLUDING DELIRIUM TREMENS,\n",
      "   DTS, SEIZURES), CHOLECYSTITIS, ACALCULOUS\n",
      "   Assessment and Plan: 58yoF with h/o A-Fib, s/p gastric bypass [**2167**] now\n",
      "   s/p biliary drain w repair due to acute cholecystitis / cholangitis,\n",
      "   found to be in alcohol withdrawal. S/p percutaneous bile drainage x2,\n",
      "   spiked fevers o/n [**7-22**]. Intubated for airway protection during procudure\n",
      "   [**7-22**] - plan to wean to extubation [**7-23**].\n",
      "\n",
      "---------------\n",
      "\n",
      "MS. [**Known lastname 10032**] is a 71 year old Russian speaking woman with history of\n",
      "   DM, atrial fibrillation, OSA with pulmonary hypertension on home O2,\n",
      "   and prior urinary retention who presents for evaluation of altered\n",
      "   mentation status.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, CHRONIC, .H/O PANCREATITIS, CHRONIC\n",
      "   Assessment and Plan: 68yo F with h/o gallstone pancreatitis with\n",
      "   multiple large pseudocysts with fluid collections s/p multiple ERCPs\n",
      "   and failed biliary stents, here for definitive management.\n",
      "\n",
      "---------------\n",
      "\n",
      "RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " [**Last Name 12**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   NASH\n",
      " HEPATIC ENCEPHALOPATHY\n",
      "   54 yo woman with a history of ESLD and multiple recent admissions to\n",
      "   OSH for hepatic encephalopathy presents with altered mental status\n",
      "   likely from hepatic encephalopathy.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\\\n",
      "   Assessment and Plan:\n",
      "   80 y/o M with PMHx of CAD, COPD, dysphagia and new onset seizure d/o\n",
      "   who was transferred from [**Hospital1 25**] for clogged G-tube now found to be in\n",
      "   respiratory distress and admitted to ICU for possible PNA.\n",
      "\n",
      "---------------\n",
      "\n",
      "H/O HYPERGLYCEMIA\n",
      " ACIDOSIS, METABOLIC\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      " CARDIAC ARREST\n",
      " PULMONARY EMBOLISM (PE), ACUTE\n",
      " CHEST PAIN\n",
      "   71 year old female with DM2, HTN, GERD, admitted with b/l PE in setting\n",
      "   of  having bowel resection and vaginal hysterectomy\n",
      "   now 4 days s/p PEA arrest with lysed saddle embolus.\n",
      "\n",
      "---------------\n",
      "\n",
      "A/P: Ms. [**Name13 (STitle) 6411**] is a 61yo female with PMH as listed above who is\n",
      "   being transferred to the MICU for bloody stools and\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPOXEMIA, .H/O HERNIA, VENTRAL / INCISIONAL, OTHER HARDWARE INFECTION\n",
      "   (INCLUDING VP SHUNT), [**Last Name 121**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   Assessment and Plan: 76 yo M w/ PMHx of DVT/ PE, a fib, hyperlipidemia,\n",
      "   CRI, severe AS now with ventral hernia s/p SBO and not surgical\n",
      "   canidate for repair with resp distress\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Last Name 121**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      " ALCOHOL WITHDRAWAL (INCLUDING DELIRIUM TREMENS, DTS, SEIZURES)\n",
      " HYPOVOLEMIA (VOLUME DEPLETION - WITHOUT SHOCK)\n",
      "   A/P: 63 yo W with PMH of breast ca, ETOH cirrhosis presents with\n",
      "   nausea/vomiting and mixed anion gap acidosis.\n",
      "\n",
      "---------------\n",
      "\n",
      "ACUTE RESPIRATORY DISTRESS SYNDROME (ARDS, ACUTE LUNG INJURY, [**Doctor Last Name 11**])\n",
      " HYPERTENSION, BENIGN\n",
      " CHRONIC OBSTRUCTIVE PULMONARY DISEASE (COPD, BRONCHITIS, EMPHYSEMA)\n",
      "   WITH ACUTE EXACERBATION\n",
      "   70F with severe kyphoscoliosis and chronic restrictive lung\n",
      "   disease/hypoventilation, presenting with likely hypercarbic respiratory\n",
      "   failure.\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPOXEMIA\n",
      " PAIN CONTROL (ACUTE PAIN, CHRONIC PAIN)\n",
      " ACTIVITY INTOLERANCE\n",
      " ANXIETY\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 2**])\n",
      " PNEUMONIA, OTHER\n",
      " ATRIAL FLUTTER (AFLUTTER)\n",
      "   72 year old male with SCC metastatic to left axilla and lung, a fib,\n",
      "   HTN, HLD, who presents with shortness of breath and weakness.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo woman with hypertension, atrial fibrillation, Alzheimer's and\n",
      "   [**Last Name (un) 3610**] Body dementia who presents with hypothermia and likely associated\n",
      "   hypotension, bradycardia\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "ELECTROLYTE & FLUID DISORDER, OTHER\n",
      " IMPAIRED HEALTH MAINTENANCE\n",
      " ALCOHOL ABUSE\n",
      " .H/O GASTROINTESTINAL BLEED, OTHER (GI BLEED, GIB)\n",
      "   Assessment and Plan: This is a 50 year old man with history of ETOH\n",
      "   abuse admitted to ICU with alcohol withdrawal and elevated LFTs\n",
      "   consistent with alcoholic liver disease.\n",
      "\n",
      "---------------\n",
      "\n",
      "HEART FAILURE (CHF), SYSTOLIC AND DIASTOLIC, ACUTE\n",
      " ANXIETY\n",
      " ATRIAL FIBRILLATION (AFIB)\n",
      "   Assessment and Plan\n",
      "   This is a [**Age over 90 **] yo generally healthy female with a 2-3 weeks of worsening\n",
      "   dyspnea.\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPOXEMIA\n",
      " .H/O LEUKEMIA, CHRONIC (CML, CLL, OTHER; CANCER, MALIGNANT NEOPLASM)\n",
      "   Assessment/Plan: 55 yo M with h/o CML s/p MRD allo-SCT c/b GVHD of\n",
      "   skin/gut on immunosuppression presenting with RSV bronchiolitis now\n",
      "   complicated by hospital acquired pneumonia.\n",
      "\n",
      "---------------\n",
      "\n",
      "GASTROINTESTINAL BLEED, OTHER (GI BLEED, GIB)\n",
      " LYMPHOMA (CANCER, MALIGNANT NEOPLASM, LYMPHOID)\n",
      "   Patient is a 50 year old male with newly found B cell lymphoma\n",
      "   significant gi bleed, unclear whether from tumor, biopsy or\n",
      "   sphincterotomy\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo female with history of paroxysmal atrial fib admitted to the CCU\n",
      "   for recurrent a fib with [**Age over 90 1427**].\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "HEMORRHAGE/HEMATOMA, PROCEDURE-RELATED (E.G., CATH, PACEMAKER, ICD\n",
      "   BLEED)\n",
      " MYOCARDIAL INFARCTION, ACUTE (AMI, STEMI, NSTEMI)\n",
      " [**Last Name 9**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   78 M with CAD with prior LAD BMS developed anterior STEMI, s/p 2 BMS to\n",
      "   LAD with course c/b right groin hematoma\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 323**] y/o M with history of CHF, ?COPD who was sent to the ED from [**Hospital 12**]\n",
      "   Rehab for respiratory distress.\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 52**] yo female with pmh of CAD with 3 VD seen on cath in [**2105**], htn,\n",
      "   a.fib, CVA, asthma admitted secondary to fever and chest pain who was\n",
      "   transferred to the [**Hospital Unit Name 44**] due to unstable angina.\n",
      "\n",
      "---------------\n",
      "\n",
      "RENAL FAILURE, CHRONIC (CHRONIC RENAL FAILURE, CRF, CHRONIC KIDNEY\n",
      "   DISEASE)\n",
      " [**Last Name 121**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "    Right arm hematoma\n",
      " HEPATIC ENCEPHALOPATHY\n",
      " HYPERTENSION, BENIGN\n",
      " ELECTROLYTE & FLUID DISORDER, OTHER\n",
      " COAGULOPATHY\n",
      "   56 yo F w/ ESLD, ARF, bleeding and distended abdomen p/w hypotension.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "HEART FAILURE (CHF), SYSTOLIC, ACUTE ON CHRONIC\n",
      " ANEMIA, CHRONIC\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " CORONARY ARTERY DISEASE (CAD, ISCHEMIC HEART DISEASE)\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      " ATRIAL FIBRILLATION (AFIB)\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name **])\n",
      "   61F w CAD (s/p CABG), who originally p/w 3 wks of chills/malaise, and\n",
      "   developed respiratory failure likely [**1-18**] PNA.\n",
      "\n",
      "---------------\n",
      "\n",
      "PNEUMONIA, BACTERIAL, COMMUNITY ACQUIRED (CAP)\n",
      "   Assesment/Plan: This is an 80 year-old woman with a history of COPD,\n",
      "   who presents as transfer from OSH following possible pneumonia and\n",
      "   failure to extubate.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 2**])\n",
      " ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " CARDIAC ARREST\n",
      "   64F with history of idiopathic CM presenting on transfer after vfib\n",
      "   arrest.\n",
      "\n",
      "---------------\n",
      "\n",
      "H/O HEADACHE, .H/O ABDOMINAL PAIN (INCLUDING ABDOMINAL TENDERNESS),\n",
      "   INEFFECTIVE COPING\n",
      "   Assessment and Plan: 45 yo M w/ h/o Afib s/p ablation & recently\n",
      "   started on coumadin now with worsening occipital HA over last 2 days.\n",
      "   LP at OSH showed 790 RBC, 4 WBC with polychromasia. CT head shows\n",
      "   ?intracranial hypotension, ?generalized edema.  MRI showing blood with\n",
      "   cerebral swelling.\n",
      "\n",
      "---------------\n",
      "\n",
      "76 F with history of CKD (baseline creatinine 2.5), hyperlipidemia on\n",
      "   statin, HTN; admit with rhabdomyolysis, ARF on CKD, hyperkalemia, and\n",
      "   respiratory alkalosis\n",
      "\n",
      "---------------\n",
      "\n",
      "IMPAIRED HEALTH MAINTENANCE, SEIZURE, WITHOUT STATUS EPILEPTICUS, HIP\n",
      "   FRACTURE (FEMORAL NECK FRACTURE, FEMUR), SUBDURAL HEMORRHAGE (SDH)\n",
      "   Assessment and Plan: 59 year old woman with ESRD, AF,\n",
      "   hypercoagulability on Coumadin s/p mechanical fall with acute on\n",
      "   chronic SDH, L hip fracture s/p seizure x2 on floor, transferred to\n",
      "   SICU for monitoring\n",
      "\n",
      "---------------\n",
      "\n",
      "ALKALOSIS, RESPIRATORY\n",
      " PULMONARY EDEMA\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      " TACHYCARDIA, OTHER\n",
      " RASH\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " CONSTIPATION (OBSTIPATION, FOS)\n",
      " HYPERGLYCEMIA\n",
      " ACUTE RESPIRATORY DISTRESS SYNDROME (ARDS, ACUTE LUNG INJURY, [**Doctor Last Name 76**])\n",
      " SEPSIS WITHOUT ORGAN DYSFUNCTION\n",
      " PNEUMONIA, OTHER\n",
      " AIRWAY, INABILITY TO PROTECT (RISK FOR ASPIRATION, ALTERED GAG,\n",
      "   AIRWAY CLEARANCE, COUGH)\n",
      "   56M with asthma, DM, HTN presenting with respiratory distress and\n",
      "   pneumonia/ARDS from influenza A/H1N1.\n",
      "\n",
      "---------------\n",
      "\n",
      "GASTROINTESTINAL BLEED, LOWER (HEMATOCHEZIA, BRBPR, GI BLEED, GIB)\n",
      "   Assessment/Plan: This is a [**Age over 90 **] year-old female with a history of CHF,\n",
      "   CAD, hypertension, diverticuli who presented [**12-23**] with bleeding.\n",
      "\n",
      "---------------\n",
      "\n",
      "DISSEMINATED INTRAVASCULAR COAGULATION (DIC)\n",
      " CANCER (MALIGNANT NEOPLASM), ESOPHAGEAL\n",
      " CANCER (MALIGNANT NEOPLASM), BONE\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      " PNEUMONIA, BACTERIAL, COMMUNITY ACQUIRED (CAP)\n",
      "   Mr. [**Known lastname 91**] is a 63 y/o male with metastatic esophageal adenocarcinoma\n",
      "   with extensive bone marrow involvement and secondary DIC admitted with\n",
      "   fever, hemoptysis, evidence of alveolar hemorrhage and DIC.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 323**]yo woman with h/o stroke presents with aphasia and right sided\n",
      "   weakness.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo F w/ PMH of AS, AF p/w inferior MI from OSH\n",
      "   for cath. She is currently hemodynamically stable and chest pain free.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " HYPOXEMIA\n",
      " CARDIAC DYSRHYTHMIA OTHER\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      " IMPAIRED SKIN INTEGRITY\n",
      "   This is a 55 year-old man with metastatic melanoma who presents with\n",
      "   altered mental status and hemorrhagic brain mets.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "OLIGURIA/ANURIA\n",
      " PAIN CONTROL (ACUTE PAIN, CHRONIC PAIN)\n",
      "   Plan: 78 year old female with a history of diastolic CHF, atrial\n",
      "   fibrillation and rectal cancer s/p LOA, total abdominal colectomy,\n",
      "   ileoanal J-pouch, repair of incisional hernia who is transferred to the\n",
      "   [**Hospital Unit Name 10**] for decreased urine output and mild hypotension.\n",
      "\n",
      "---------------\n",
      "\n",
      "SUBDURAL HEMORRHAGE (SDH)\n",
      "   Assessment and Plan: 72 y/o with ICH\n",
      "\n",
      "---------------\n",
      "\n",
      "PNEUMONIA, BACTERIAL, COMMUNITY ACQUIRED (CAP)\n",
      "   Assesment: This is a 67 year-old male with no significant PMH who\n",
      "   presents with fevers, tachypnea, and tachycardia with ? LLL pneumoia\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo woman with recent admission for LLL pneumonia (discharged\n",
      "   [**12-1**]), presents with hypoxia and respiratory distress, found to have\n",
      "   persistent opacity on CXR and UTI.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPERNATREMIA (HIGH SODIUM)\n",
      " VALVE REPLACEMENT, AORTIC MECHANICAL (AVR)\n",
      " DIABETES MELLITUS (DM), TYPE II\n",
      " [**Last Name **] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   EKG changes\n",
      " SEPSIS, SEVERE (WITH ORGAN DYSFUNCTION)\n",
      " SEIZURE, WITHOUT STATUS EPILEPTICUS\n",
      " RESPIRATORY FAILURE, CHRONIC\n",
      " ATRIAL FIBRILLATION (AFIB)\n",
      " IMPAIRED SKIN INTEGRITY\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      "   85 y/o female with hx R-sided heart failure, pulmonary HTN, afib,\n",
      "   rheumatic heart disease s/p MVR c mechanical valve, HTN, who presents\n",
      "   with fever, hypotension, unresponsiveness.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Hospital **] HOSPITAL ACQUIRED (PROCEDURE RELATED, BAROTRAUMA)\n",
      " HYPERGLYCEMIA\n",
      " ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      " PULMONARY EMBOLISM (PE), ACUTE\n",
      " HYPOTENSION (NOT SHOCK)\n",
      " HYPOTHERMIA\n",
      " SEIZURE, WITHOUT STATUS EPILEPTICUS\n",
      "   74 yo woman with dementia s/p prolonged CPR [**1-31**] PEA arrest in setting\n",
      "   of massive PE.  Now in 3-pressor shock with evidence of significant\n",
      "   anoxic neurologic injury.  Her prognosis is extrememly poor.\n",
      "\n",
      "---------------\n",
      "\n",
      "ATRIAL FIBRILLATION (AFIB), CVA (STROKE, CEREBRAL INFARCTION), ISCHEMIC\n",
      "   Assessment and Plan: 84 year old woman w a history of atrial\n",
      "   fibrillation without anticoagulation presents with several ischemic CNS\n",
      "   lesions, likely due to embolic events.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **]F with LGIB and with difficult to localize and reverse specific\n",
      "   source.  This is despite repeated imaging with tagged RBC scan as well\n",
      "   as angio.  As was concensus at [**Hospital6 **] patient is a poor\n",
      "   surgical candidate at this time.  In this setting there has been\n",
      "   recurrent and persistent slow blood loss from GI tract as suggested by\n",
      "   paroxysms of melena.\n",
      "\n",
      "---------------\n",
      "\n",
      "AIRWAY, INABILITY TO PROTECT (RISK FOR ASPIRATION, ALTERED GAG,\n",
      "   AIRWAY CLEARANCE, COUGH)\n",
      " ALCOHOL ABUSE\n",
      " HYPOTENSION (NOT SHOCK)\n",
      " ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      "   Assessment and Plan:\n",
      "   49F with unknown PMH, presenting after being found down with +EtOH on\n",
      "   board.  Intubated for airway protection.  Now with ?tracheal/esophageal\n",
      "   perforation.\n",
      "\n",
      "---------------\n",
      "\n",
      "SEPSIS, SEVERE (WITH ORGAN DYSFUNCTION)\n",
      " HYPERGLYCEMIA\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 11**])\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " THROMBOCYTOPENIA, ACUTE\n",
      " ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      "   59F with a h/o tramadol abuse and subacute altered mental status with\n",
      "   thrombocytopenia, now with respiratory failure.\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPOTENSION (NOT SHOCK)\n",
      " FEVER (HYPERTHERMIA, PYREXIA, NOT FEVER OF UNKNOWN ORIGIN)\n",
      " RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      " GASTROINTESTINAL BLEED, OTHER (GI BLEED, GIB)\n",
      "   .\n",
      "   Assessment and Plan: This is a 54 yo f with h/o Hepatitis C infection\n",
      "   and cirrohsis presenting with UGIB.\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPERKALEMIA (HIGH POTASSIUM, HYPERPOTASSEMIA), BRADYCARDIA, .H/O\n",
      "   NECROTIZING FASCITIS, CVA (STROKE, CEREBRAL INFARCTION), HEMORRHAGIC\n",
      "   Assessment and Plan: 61yo M with recent admission for Fournier's\n",
      "   gangrene s/p debridement, longstanding DM1, HTN, CRI now presenting\n",
      "   with sudden onset nonfluent aphasia and right hemiparesis.\n",
      "\n",
      "---------------\n",
      "\n",
      "**Age over 90 **]F with hypertension, hyperlipidemia, hypothyroidism; presenting with\n",
      "   extensive bilateral PE and high O2 requirement.\n",
      "\n",
      "---------------\n",
      "\n",
      "PYELONEPHRITIS\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      " URINARY TRACT INFECTION (UTI)\n",
      "   This is a 64 yo female with a history of urinary retention and\n",
      "   indwelling foley who presents with bilateral flank pain and found to\n",
      "   have L obstructing ureteral stones, leukocytosis to 32, fever and acute\n",
      "   on chronic renal failure.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " NAUSEA / VOMITING\n",
      "   .\n",
      "   Assessment and Plan\n",
      "   74-year-old woman with recurrent follicular cell lymphoma who presented\n",
      "   for induction with protocol Ofatumumab/ICE and was transferred to the\n",
      "   ICU for acute mental status changes and fever.\n",
      "\n",
      "---------------\n",
      "\n",
      "A/P:  Ms [**Known lastname **] is an 80 yo female with COPD, HTN, HL, DM, who was\n",
      "   discharged two weeks ago for COPD flare requiring ICU monitoring and\n",
      "   discharged on a prednisone taper, who is here for COPD exacerbation.\n",
      "\n",
      "---------------\n",
      "\n",
      "HYPOXEMIA\n",
      " ABDOMINAL PAIN (INCLUDING ABDOMINAL TENDERNESS)\n",
      "   [**Age over 90 **]F with CAD, thoracic aortic aneurysm, gastritis, GERD admitted with\n",
      "   left shoulder pain, nausea with transient relative hypotension in\n",
      "   context of [**Name (NI) 9631**]\n",
      "   .\n",
      "\n",
      "---------------\n",
      "\n",
      "P: [**Age over 90 382**] yom NH resident, pmh of severe pneumonia presenting currently\n",
      "   with cough, fever, and dyspnea without improvement with antibiotics.\n",
      "\n",
      "---------------\n",
      "\n",
      "COAGULOPATHY\n",
      "   Assessment and Plan:\n",
      "   This is a 62 yo male with ESLD recently admitted with R chest wall\n",
      "   hematoma s/p two IR embolizations who presents with recurrent right\n",
      "   groin sheath site.\n",
      "\n",
      "---------------\n",
      "\n",
      "RESPIRATORY FAILURE, ACUTE (NOT ARDS/[**Doctor Last Name 76**])\n",
      " LEUKOCYTOSIS\n",
      " PAIN CONTROL (ACUTE PAIN, CHRONIC PAIN)\n",
      " TACHYCARDIA, OTHER\n",
      "   71-year-old white female with eophageal CA, admitted to NEB and\n",
      "   [**Hospital **] transferred to [**Hospital1 5**] for chemotherapy and XRT. She was\n",
      "   transferred to the [**Hospital Unit Name 4**] for respiratory distress and emergent bronch.\n",
      "\n",
      "---------------\n",
      "\n",
      "A/P:  [**Age over 90 58**] yoM w/ a h/o severe dementia, severe bronchiectasis and\n",
      "   multiple recent falls, presenting s/p fall with a question of\n",
      "   repiratory distress.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM)\n",
      " [**Last Name 12**] PROBLEM - ENTER DESCRIPTION IN COMMENTS\n",
      "   Fluid Volume Overload\n",
      " CIRRHOSIS OF LIVER, ALCOHOLIC\n",
      " IMPAIRED SKIN INTEGRITY\n",
      " ALTERATION IN NUTRITION\n",
      " AIRWAY, INABILITY TO PROTECT (RISK FOR ASPIRATION, ALTERED GAG,\n",
      "   AIRWAY CLEARANCE, COUGH)\n",
      " ASCITES\n",
      " EDEMA, PERIPHERAL\n",
      " GASTROINTESTINAL BLEED, LOWER (HEMATOCHEZIA, BRBPR, GI BLEED, GIB)\n",
      " RENAL FAILURE, ACUTE (ACUTE RENAL FAILURE, ARF)\n",
      "   .\n",
      "   Ms. [**Known lastname 5566**] is a 63 yo female with alcoholic cirrhosis who was\n",
      "   initially admitted on [**2125-8-19**] for ARF which has improved with albumin\n",
      "   and holding diuretics, now in MICU for GIB (?hemorroidal).\n",
      "\n",
      "---------------\n",
      "\n",
      "ALTERED MENTAL STATUS (NOT DELIRIUM), AROUSAL, ATTENTION, AND\n",
      "   COGNITION, IMPAIRED, BALANCE, IMPAIRED, GAIT, IMPAIRED, KNOWLEDGE,\n",
      "   IMPAIRED, RANGE OF MOTION, IMPAIRED, TRANSFERS, IMPAIRED, [**Last Name 12**] PROBLEM\n",
      "   - ENTER DESCRIPTION IN COMMENTS, RESPIRATORY FAILURE, ACUTE (NOT\n",
      "   ARDS/[**Doctor Last Name 11**]), TRAUMA, S/P\n",
      "   Assessment and Plan: 32M s/p high speed ATV collision w/ bil IPH,\n",
      "   transverse cervical fxs at C6 and C7, R clavicular fx w/ hematoma, bil\n",
      "   1st rib fx, pulm contusion, R femur fx.\n",
      "\n",
      "---------------\n",
      "\n",
      "[**Age over 90 **] yo female with severe dementia with poor functional status, multiple\n",
      "   medical problems with multiple recent hospitalizations including recent\n",
      "   ICU stay with intubation, sepsis, pressors, etc, now presents with\n",
      "   severe dehydration, poor po intake, hypernatremia, and failure to\n",
      "   thrive.\n",
      "\n",
      "---------------\n",
      "\n",
      "H/O CVA (STROKE, CEREBRAL INFARCTION), OTHER\n",
      " PNEUMONIA, [**Hospital 50**] HOSPITAL ACQUIRED (NON-VAP)\n",
      " HYPOTENSION (NOT SHOCK)\n",
      "   78F with h/o stroke with R hemiparesis and aphasia presents with\n",
      "   hypoxia, volume overload/CHF, and hypotension\n",
      "\n",
      "---------------\n",
      "\n",
      "/P: Pt is a 56 y/o F with frequent falls who presents with s/p fall\n",
      "   with confusion and hypotension now transferred to MICU for persistent\n",
      "   hypotension despite IVF resuscitation.\n",
      "\n",
      "---------------\n",
      "\n",
      "ALCOHOL ABUSE\n",
      "   Assesment: This is a 37 year-old male with a history of alcoholism with\n",
      "   multiple admissions for detox and history of DTs/withdrawal seizures\n",
      "   who presents with intoxication followed by withdrawal.\n",
      "\n",
      "---------------\n",
      "\n",
      "CORONARY ARTERY BYPASS GRAFT (CABG)\n",
      "   Assessment and Plan: 65 yo M POD 1 from CABGx4 (LIMA-LAD, SVG-OM,\n",
      "   SVG-Ramus, SVG-RCA) [**5-9**], extubated post-op, hypertensive on\n",
      "   nitroglycerine. EF 55%\n",
      "\n",
      "---------------\n",
      "\n",
      "URINARY TRACT INFECTION (UTI)\n",
      " HYPOTENSION (NOT SHOCK)\n",
      "   Assessment and Plan: This is an 86 year old female with PMH of\n",
      "   uncontrolled DM who presented with one day of LLQ discomfort, n/v/AMS,\n",
      "   now with hypotension and likely urosepsis. CT showed multiseptated\n",
      "   cystic lesion in the tail of the pancreas - which is suggestive of\n",
      "   serous cystic pancreatic tumor or IPMN.  Mild left ureteral enhancement\n",
      "   was also seen with surrounding inflammatory change that may represent\n",
      "   ureteritis. Patient continuing to require some pressor support but is\n",
      "   otherwise stable.\n",
      "\n",
      "---------------\n",
      "\n"
     ]
    }
   ],
   "source": [
    "already_seen = []\n",
    "for data in dataset['train']:\n",
    "    if data['ROW ID'] in set(vals) and data['ROW ID'] not in already_seen:\n",
    "        print(data['Assessment'])\n",
    "        already_seen.append(data['ROW ID'])\n",
    "        print(\"\\n---------------\\n\")\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "562880bf-dc96-4ffc-9d6c-94e190173cc9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# ask where these list of problems comes from\n",
    "# should we be using the full note, the annotation seems to be that way? "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}