cleaning_nobel_articles_old.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/IvanDePivan/2AMM30-groep-2-component-1/blob/tamara/cleaning_nobel_articles.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "RlhkUVLQxeq0",
        "outputId": "582a99b1-f036-478d-f4a7-6da0b9bb819f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: ftfy in /usr/local/lib/python3.10/dist-packages (6.1.1)\n",
            "Requirement already satisfied: wcwidth>=0.2.5 in /usr/local/lib/python3.10/dist-packages (from ftfy) (0.2.6)\n",
            "Requirement already satisfied: srsly in /usr/local/lib/python3.10/dist-packages (2.4.7)\n",
            "Requirement already satisfied: catalogue<2.1.0,>=2.0.3 in /usr/local/lib/python3.10/dist-packages (from srsly) (2.0.9)\n"
          ]
        }
      ],
      "source": [
        "!pip install ftfy\n",
        "!pip install srsly"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "hfRKGhr3nfKe"
      },
      "outputs": [],
      "source": [
        "from pathlib import Path\n",
        "import ftfy\n",
        "import random\n",
        "import srsly\n",
        "import os\n",
        "import re\n",
        "from tqdm import tqdm"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Bh222QelAvCQ",
        "outputId": "b125975d-78f2-48c9-cfd3-94ee65af7c95"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "from google.colab import auth\n",
        "auth.authenticate_user()\n",
        "\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "YAoU7MABCI55"
      },
      "outputs": [],
      "source": [
        "# Get email of current Colab user\n",
        "import requests\n",
        "gcloud_token = !gcloud auth print-access-token\n",
        "gcloud_tokeninfo = requests.get('https://www.googleapis.com/oauth2/v3/tokeninfo?access_token=' + gcloud_token[0]).json()\n",
        "email = gcloud_tokeninfo['email']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "p1u3JQVTCRaW",
        "outputId": "06850e7b-dbf5-4587-c4a8-f1c5beed85a1"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/TUe/TM/Data/enwiki20230820-stripped-json\n"
          ]
        }
      ],
      "source": [
        "# Define notebook directory\n",
        "if email == 'tamaraexterkate93@gmail.com':\n",
        "  notebook_dir = \"/content/drive/MyDrive/TUe/TM/Data/enwiki20230820-stripped-json\"\n",
        "else:\n",
        "  notebook_dir = 'drive/MyDrive/enwiki20230820/raw/'\n",
        "\n",
        "print(notebook_dir)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "P42IcTtaFMAb"
      },
      "outputs": [],
      "source": [
        "# Generate a list of file paths\n",
        "if email == 'tamaraexterkate93@gmail.com':\n",
        "  pathlist = [os.path.join(root, file) for root, dirs, files in os.walk(notebook_dir) for file in files]\n",
        "else:\n",
        "  pathlist = [p for p in Path(notebook_dir).glob('**/*') if p.is_file()]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "uSWvKDNhO7kj"
      },
      "outputs": [],
      "source": [
        "# Search terms\n",
        "search_terms = ['nobel', 'prize']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "78_ZDXVvxB0Y"
      },
      "outputs": [],
      "source": [
        "# Read files using srsly (generators)\n",
        "from itertools import chain\n",
        "\n",
        "def get_json_readers():\n",
        "  return chain.from_iterable(srsly.read_jsonl(path) for path in pathlist)\n",
        "\n",
        "def read_random_json():\n",
        "  data = srsly.read_jsonl(random.choice(pathlist))\n",
        "  articles = [article for article in data if len(article[\"text\"]) > 0]\n",
        "  articles = [article for article in articles if (re.search(term, article[\"text\"], re.IGNORECASE) for term in search_terms)]\n",
        "\n",
        "  return articles\n",
        "\n",
        "def read_all_json():\n",
        "  data = get_json_readers()\n",
        "  articles = [article for article in data if len(article[\"text\"]) > 0 and all(re.search(term, article[\"text\"], re.IGNORECASE) is not None for term in search_terms)]\n",
        "  print(f'found {len(articles)} nonempty nobel prize laureate articles')\n",
        "  return articles\n",
        "\n",
        "def read_all_json_owen():\n",
        "  data = get_json_readers()\n",
        "  articles = [article for article in data if \"Owen Willans Richardson\" in article[\"title\"]]\n",
        "  print(f'found {len(articles)} nonempty nobel prize laureate articles')\n",
        "  return articles\n",
        "\n",
        "def read_all_json_title():\n",
        "  data = get_json_readers()\n",
        "  articles = [article for article in data if all(re.search(term, article[\"title\"], re.IGNORECASE) is not None for term in search_terms)]\n",
        "  print(f'found {len(articles)} nonempty nobel prize laureate articles')\n",
        "  return articles"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "id": "VFLWfl31WebS"
      },
      "outputs": [],
      "source": [
        "def clean_text(text):\n",
        "  # Note: the order of these regexes matter, due to '\\n' -> ' ' for instance resulting in repeated spaces\n",
        "  url_pattern = r'http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\\\\(\\\\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+'\n",
        "\n",
        "\n",
        "  ordered_list = re.compile(r'^[A-Z0-9]{1,2}\\.', re.MULTILINE)\n",
        "  cleaned_text = ftfy.fix_text(text)\n",
        "  cleaned_text = re.sub('\\(([;,] ?)+\\)', '\\(', cleaned_text) # Removes artifacts from within parentheses e.g. (; ; born in etc) -> (born in etc)\n",
        "  cleaned_text = re.sub('\\(.?\\)', '', cleaned_text) # Remove empty or 1 character parentheses e.g. \"( )\"\n",
        "  cleaned_text = re.sub('\\n', ' ', cleaned_text) # Remove newlines\n",
        "  cleaned_text = re.sub(ordered_list, '', cleaned_text) # Removes the first part of an ordered list (e.g. A. the cheese ->  the cheese)\n",
        "  cleaned_text = re.sub(' {2,}', ' ', cleaned_text) # Remove repeated spaces\n",
        "  cleaned_text = re.sub('[“”]', '\"', cleaned_text) # Remove smart double quotes, might also need one for smart single quotes\n",
        "  cleaned_text = re.sub('([12]\\d)(\\d{2})[–\\/](\\d{2}\\D)', r'\\1\\2-\\1\\3', cleaned_text)\n",
        "  cleaned_text = re.sub(url_pattern, '', cleaned_text)\n",
        "\n",
        "  return cleaned_text"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 40,
      "metadata": {
        "id": "JVFONaQi1zIL"
      },
      "outputs": [],
      "source": [
        "# # Not needed if you have the .json\n",
        "# articles = read_all_json()\n",
        "# srsly.write_json(os.path.join(notebook_dir, 'nobel_articles.json'), articles)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 41,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "s3t9Z6jfp02k",
        "outputId": "8fd6ae86-a4f7-420f-f7f6-d2fab4f79515"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "14980\n"
          ]
        }
      ],
      "source": [
        "articles = srsly.read_json(os.path.join(notebook_dir, 'nobel_articles.json'))\n",
        "print(len(articles))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 42,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PR8yRFNqo2BY",
        "outputId": "755c3700-5077-46a7-b8f0-a6c861bc9851"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "11893\n"
          ]
        }
      ],
      "source": [
        "term = \"Physics|Chemistry|Physiology|Medicine|Literature|Peace\"\n",
        "articles = [article for article in articles if re.search(term, article[\"text\"], re.IGNORECASE) is not None]\n",
        "print(len(articles))"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#word 'nobel' has to be in it 3 or more times\n",
        "articles = [article for article in articles if len(re.findall(r'nobel', article[\"text\"], re.IGNORECASE)) >= 3]\n",
        "print(len(articles))"
      ],
      "metadata": {
        "id": "efiQWOFYnBqS",
        "outputId": "ece8a2bf-9f42-46cf-9adb-dbeff693066b",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 43,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2113\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "term = \"born\"\n",
        "articles = [article for article in articles if re.search(term, article[\"text\"], re.IGNORECASE) is not None]\n",
        "print(len(articles))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZjWCRx2abYCu",
        "outputId": "af5d2ef4-3ab0-490f-b7a8-c3061ef10ccb"
      },
      "execution_count": 44,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1319\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "term = \"awarded|laureate\"\n",
        "articles = [article for article in articles if re.search(term, article[\"text\"], re.IGNORECASE) is not None]\n",
        "print(len(articles))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YWpD0hdpgkH5",
        "outputId": "5df33bf7-0d71-4222-db59-a31c9d96df58"
      },
      "execution_count": 45,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1141\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#test"
      ],
      "metadata": {
        "id": "KprkU46mlx6G"
      },
      "execution_count": 46,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "titles = [article['title'] for article in articles]\n",
        "for title in sorted(titles):\n",
        "  print(title)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zOLWwm98b8GZ",
        "outputId": "6cb8154b-f569-4699-dd33-4d59122640f3"
      },
      "execution_count": 39,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "14th Dalai Lama\n",
            "1944 Nobel Prize in Literature\n",
            "1948 Nobel Prize in Literature\n",
            "1963 Nobel Prize in Literature\n",
            "1965 Nobel Peace Prize\n",
            "1965 Nobel Prize in Literature\n",
            "1972 Nobel Prize in Literature\n",
            "1986 Nobel Prize in Literature\n",
            "1993 Nobel Prize in Literature\n",
            "20 złotych note\n",
            "2000 Nobel Prize in Literature\n",
            "2001 Nobel Prize in Literature\n",
            "2002 Nobel Prize in Literature\n",
            "2003 Nobel Prize in Literature\n",
            "2004 Nobel Prize in Literature\n",
            "2006 Nobel Prize in Literature\n",
            "2008 Nobel Prize in Literature\n",
            "2009 Nobel Prize in Literature\n",
            "2010 Nobel Peace Prize\n",
            "2010 Nobel Prize in Literature\n",
            "2012 Nobel Prize in Literature\n",
            "2014 Nobel Prize in Literature\n",
            "2015 Nobel Prize in Literature\n",
            "2016 Nobel Prize in Literature\n",
            "2017 Nobel Prize in Literature\n",
            "2018 Nobel Peace Prize\n",
            "2018 Nobel Prize in Literature\n",
            "2019 Nobel Prize in Literature\n",
            "2020 Nobel Prize in Literature\n",
            "2021 Nobel Prize in Literature\n",
            "2021 Nobel Prize in Physiology or Medicine\n",
            "2022 Nobel Peace Prize\n",
            "2022 Nobel Prize in Physiology or Medicine\n",
            "A Beautiful Mind (film)\n",
            "A-ha\n",
            "Aage Bohr\n",
            "Aaron Ciechanover\n",
            "Abdulrazak Gurnah\n",
            "Abdus Salam\n",
            "Abhijit Banerjee\n",
            "Abiy Ahmed\n",
            "Ada Hitchins\n",
            "Ada Yonath\n",
            "Adam Riess\n",
            "Adolf Butenandt\n",
            "Adolf von Baeyer\n",
            "Adolfo Pérez Esquivel\n",
            "Adunis\n",
            "Ahmed Zewail\n",
            "Akira Yoshino\n",
            "Al Gore\n",
            "Alan Hodgkin\n",
            "Alan J. Heeger\n",
            "Alan MacDiarmid\n",
            "Albert A. Michelson\n",
            "Albert Camus\n",
            "Albert Einstein\n",
            "Albert Luthuli\n",
            "Albert Schatz (scientist)\n",
            "Alberto Rodríguez Saá\n",
            "Albrecht Kossel\n",
            "Aleksandar Hemon\n",
            "Aleksandr Solzhenitsyn\n",
            "Ales Bialiatski\n",
            "Alex B. Novikoff\n",
            "Alexandra Elbakyan\n",
            "Alexandru Proca\n",
            "Alexei Abrikosov (physicist)\n",
            "Alexis Carrel\n",
            "Alfred G. Gilman\n",
            "Alfred Nobel\n",
            "Alice Munro\n",
            "Alice Thomson\n",
            "Alvin E. Roth\n",
            "Alwyn Van der Merwe\n",
            "American literature\n",
            "American poetry\n",
            "Amherst College\n",
            "Aminatou Haidar\n",
            "Amos Tversky\n",
            "Ana María Cetto\n",
            "Anders Österling\n",
            "Andre Geim\n",
            "Andrea M. Ghez\n",
            "Andrei Sakharov\n",
            "Andrew Fire\n",
            "Andrew Huxley\n",
            "Andrzej Grzegorczyk\n",
            "Angélique Kidjo\n",
            "Anjan Sundaram\n",
            "Annie Ernaux\n",
            "Anthony James Leggett\n",
            "Anti-communism\n",
            "Antiproton\n",
            "Anton Zeilinger\n",
            "António Correia de Oliveira\n",
            "Anwar Sadat\n",
            "Archibald Hill\n",
            "Ardem Patapoutian\n",
            "Argentina\n",
            "Arieh Warshel\n",
            "Armenia–Turkey relations\n",
            "Arnold Sommerfeld\n",
            "Arthur Ashkin\n",
            "Arthur Compton\n",
            "Arthur H. Rosenfeld\n",
            "Arthur Henderson\n",
            "Arthur Kornberg\n",
            "Arts and entertainment in India\n",
            "Artturi Ilmari Virtanen\n",
            "Arun Kumar Shukla\n",
            "Arunava Sen\n",
            "Arvid Carlsson\n",
            "Asia\n",
            "Asian Americans in science and technology\n",
            "Astrid Cleve\n",
            "Atlantic Club of Bulgaria\n",
            "Atta-ur-Rahman (chemist)\n",
            "Aung San Suu Kyi\n",
            "Australian literature\n",
            "Austrian literature\n",
            "Awol Allo\n",
            "Azita Raji\n",
            "Aziz Sancar\n",
            "Bangladesh\n",
            "Banker to the Poor\n",
            "Barack Obama\n",
            "Barbara McClintock\n",
            "Barry Barish\n",
            "Baruch Samuel Blumberg\n",
            "Baruch Tenembaum\n",
            "Beatie Wolfe\n",
            "Belgium\n",
            "Ben Feringa\n",
            "Ben Roy Mottelson\n",
            "Bengalis\n",
            "Benjamin List\n",
            "Benjamin W. Lee\n",
            "Berit Reiss-Andersen\n",
            "Berlin\n",
            "Bernard Lown\n",
            "Bernardo Houssay\n",
            "Bernice King\n",
            "Bertha von Suttner\n",
            "Bertram Brockhouse\n",
            "Bertrand Russell\n",
            "Betty Williams (peace activist)\n",
            "Bharat Ratna\n",
            "Bisi Adeleye-Fayemi\n",
            "Bjørnstjerne Bjørnson\n",
            "Bob Dylan\n",
            "Bogdanov affair\n",
            "Boris Pasternak\n",
            "Boston Children's Hospital\n",
            "Brian Josephson\n",
            "Brian Keating\n",
            "Brian Kobilka\n",
            "Brian Schmidt\n",
            "Brilliant Light Power\n",
            "British literature\n",
            "Bruno Pontecorvo\n",
            "Bruno Rossi\n",
            "Burton Richter\n",
            "C. V. Raman\n",
            "CRISPR gene editing\n",
            "Canadian literature\n",
            "Carl Bosch\n",
            "Carl Djerassi\n",
            "Carl Wilhelm Oseen\n",
            "Carl von Ossietzky\n",
            "Carlo Forlanini\n",
            "Carlo Rubbia\n",
            "Carlos Frenk\n",
            "Carlos Fuentes\n",
            "Carlos Saavedra Lamas\n",
            "Carol W. Greider\n",
            "Carter Center\n",
            "Cat Stevens\n",
            "Chanchal Kumar Majumdar\n",
            "Charles Albert Gobat\n",
            "Charles Best (medical scientist)\n",
            "Charles J. Pedersen\n",
            "Charles K. Kao\n",
            "Charles Louis Alphonse Laveran\n",
            "Charles Scott Sherrington\n",
            "Chien-Shiung Wu\n",
            "Childhelp\n",
            "Chinese literature\n",
            "Chinua Achebe\n",
            "Christian culture\n",
            "Christian de Duve\n",
            "Christiane Hammacher\n",
            "Christiane Nüsslein-Volhard\n",
            "Christianity\n",
            "Christianity in the United States\n",
            "Christians\n",
            "Christine Ahn\n",
            "City College of New York\n",
            "Claude Cohen-Tannoudji\n",
            "Claudette Schreuders\n",
            "Clive Granger\n",
            "Clyde Cowan\n",
            "Columbia University\n",
            "Committee for Skeptical Inquiry\n",
            "Commonwealth Club of California\n",
            "Commonwealth of Nations\n",
            "Connaught Laboratories\n",
            "Cosmic ray\n",
            "Cotham, Bristol\n",
            "Craig Mello\n",
            "Crystal detector\n",
            "Crystallography\n",
            "Culture of Egypt\n",
            "Culture of Finland\n",
            "Culture of Greece\n",
            "Culture of Ireland\n",
            "Culture of Russia\n",
            "Culture of South Africa\n",
            "Culture of Sussex\n",
            "Cyril Norman Hinshelwood\n",
            "Czechs\n",
            "Czesław Miłosz\n",
            "Cécile DeWitt-Morette\n",
            "César Milstein\n",
            "Daisuke Inoue\n",
            "Daisy Roulland-Dussoix\n",
            "Dan Shechtman\n",
            "Daniel C. Tsui\n",
            "Daniel Kahneman\n",
            "Danilo Dolci\n",
            "Dave Lowe (atmospheric scientist)\n",
            "David B. Cline\n",
            "David Baltimore\n",
            "David E. Pritchard\n",
            "David Gross\n",
            "David J. Wineland\n",
            "David Julius\n",
            "David Lee (physicist)\n",
            "David Trimble\n",
            "David Wratt\n",
            "Dawn Gifford Engle\n",
            "Debendra Mohan Bose\n",
            "Department of Pharmacology, University College London\n",
            "Derek Barton\n",
            "Derek Walcott\n",
            "Desmond Tutu\n",
            "Diana Ürge-Vorsatz\n",
            "Dmitri Mendeleev\n",
            "Dmitri Z. Garbuzov\n",
            "Dmitry Muratov\n",
            "Doctor Zhivago (novel)\n",
            "Donald A. Glaser\n",
            "Donna Strickland\n",
            "Doris Lessing\n",
            "Dorothy Hodgkin\n",
            "Dottie Thomas\n",
            "Douglas Osheroff\n",
            "Douglas Prasher\n",
            "Dudley R. Herschbach\n",
            "Dulce María Loynaz\n",
            "E. C. George Sudarshan\n",
            "Earl Wilbur Sutherland Jr.\n",
            "Edgar Bright Wilson\n",
            "Edmond H. Fischer\n",
            "Edna O'Brien\n",
            "Eduard Buchner\n",
            "Education in Pakistan\n",
            "Edward Calvin Kendall\n",
            "Edward Mills Purcell\n",
            "Edward Teller\n",
            "Edward Victor Appleton\n",
            "Edwin Hubble\n",
            "Edwin McMillan\n",
            "Ei-ichi Negishi\n",
            "Eisaku Satō\n",
            "Elias Canetti\n",
            "Elias James Corey\n",
            "Elie Wiesel\n",
            "Elihu Root\n",
            "Elisabeth Wollman\n",
            "Eliza Orzeszkowa\n",
            "Elizabeth Blackburn\n",
            "Ellen Johnson Sirleaf\n",
            "Emil von Behring\n",
            "Emilio Segrè\n",
            "Emmanuelle Charpentier\n",
            "Encyclopædia Britannica\n",
            "English literature\n",
            "English novel\n",
            "Enrico Fermi\n",
            "Erdős number\n",
            "Eric Allin Cornell\n",
            "Eric F. Wieschaus\n",
            "Eric Kandel\n",
            "Erik Axel Karlfeldt\n",
            "Erik Jorpes\n",
            "Ernest Hemingway\n",
            "Ernest Lawrence\n",
            "Ernest Rutherford\n",
            "Ernest Walton\n",
            "Ernst Mayr\n",
            "Ernst Otto Fischer\n",
            "Erwin Neher\n",
            "Erwin Schrödinger\n",
            "Esther Simpson\n",
            "Eugene D. Commins\n",
            "Eugene O'Neill\n",
            "Eugenio Corti\n",
            "Eva Olsson (scientist)\n",
            "F. Matthias Alexander\n",
            "F. W. de Klerk\n",
            "Facundo Bueso Sanllehí\n",
            "Faiz Ahmad Faiz\n",
            "Felix Bloch\n",
            "Ferid Murad\n",
            "Foe (Coetzee novel)\n",
            "Frances Arnold\n",
            "Francis Crick\n",
            "Francis Crick Institute\n",
            "Francis Peyton Rous\n",
            "Frank B. Kellogg\n",
            "Frank Wilczek\n",
            "Frans Eemil Sillanpää\n",
            "François Englert\n",
            "François Lalonde\n",
            "Françoise Barré-Sinoussi\n",
            "Fraser Stoddart\n",
            "Frederick Banting\n",
            "Frederick Chapman Robbins\n",
            "Frederick Gardner Cottrell\n",
            "Frederick Gowland Hopkins\n",
            "Frederick N. Tebbe\n",
            "Frederick Reines\n",
            "Frederick Sanger\n",
            "Fredrik Heffermehl\n",
            "Freeman Dyson\n",
            "Fridtjof Nansen\n",
            "Friedrich Bergius\n",
            "Friedrich Hayek\n",
            "Frits Zernike\n",
            "Fritz Haber\n",
            "Fritz London\n",
            "Frédéric Joliot-Curie\n",
            "Frédéric Passy\n",
            "Félix d'Hérelle\n",
            "Gabriel García Márquez\n",
            "Gabriela Mistral\n",
            "Gao Xingjian\n",
            "Gary Taubes\n",
            "Genome editing\n",
            "Geoffrey D. Miller\n",
            "Geoffrey Wilkinson\n",
            "George Akerlof\n",
            "George Beadle\n",
            "George Bernard Shaw\n",
            "George C. Marshall\n",
            "George Emil Palade\n",
            "George Kline\n",
            "George Paget Thomson\n",
            "George Porter\n",
            "George Smith (chemist)\n",
            "George Smoot\n",
            "George Wald\n",
            "George Washington University\n",
            "George Whipple\n",
            "George de Hevesy\n",
            "Georges Lemaître\n",
            "Georgios Papanikolaou\n",
            "Gerard 't Hooft\n",
            "Gerd Binnig\n",
            "Gerhard Domagk\n",
            "Gerhard Ertl\n",
            "Gertrude B. Elion\n",
            "Gerty Cori\n",
            "Gilbert N. Lewis\n",
            "Giorgos Seferis\n",
            "Giovanni Battista Grassi\n",
            "Giovanni Jona-Lasinio\n",
            "Giulio Natta\n",
            "Glenn T. Seaborg\n",
            "Godfrey Hounsfield\n",
            "Graham Greene\n",
            "Gravitational-wave astronomy\n",
            "Grazia Deledda\n",
            "Greek refugees\n",
            "Green Revolution\n",
            "Gregory Winter\n",
            "Growth of the Soil\n",
            "Gunnar Jahn\n",
            "Gurgen Askaryan\n",
            "Gustaf Dalén\n",
            "Gustaf Retzius\n",
            "Gustav Ludwig Hertz\n",
            "Gérard Mourou\n",
            "Göran K. Hansson\n",
            "Günter Blobel\n",
            "Günter Grass\n",
            "H. Jack Geiger\n",
            "Halldór Laxness\n",
            "Halvdan Koht\n",
            "Hans Bethe\n",
            "Hans Geiger\n",
            "Hans Horst Meyer\n",
            "Hans Joachim Schellnhuber\n",
            "Hans Krebs (biochemist)\n",
            "Hans Spemann\n",
            "Hans von Euler-Chelpin\n",
            "Har Gobind Khorana\n",
            "Harald T. Nesvik\n",
            "Harold Pinter\n",
            "Harold Urey\n",
            "Harry Kroto\n",
            "Hartmut Michel\n",
            "Haruki Murakami\n",
            "Harvey J. Alter\n",
            "Hasan Abdullayev\n",
            "He Jiankui affair\n",
            "Heinrich Böll\n",
            "Helen Caldicott\n",
            "Hendrik Lorentz\n",
            "Henri Becquerel\n",
            "Henri Bergson\n",
            "Henri Moissan\n",
            "Henri Poincaré\n",
            "Henry Dunant\n",
            "Henry Eyring (chemist)\n",
            "Henry F. Schaefer III\n",
            "Henry Hallett Dale\n",
            "Henry Kissinger\n",
            "Henry Taube\n",
            "Herbert A. Hauptman\n",
            "Herbert C. Brown\n",
            "Herbert H. Chen\n",
            "Herman Carr\n",
            "Hermann Hesse\n",
            "Hermann Joseph Muller\n",
            "Hermann Lehmann\n",
            "Hermann Staudinger\n",
            "Herta Müller\n",
            "Hideki Shirakawa\n",
            "Hideyo Noguchi\n",
            "Highbury, Centennial Park\n",
            "Hijab by country\n",
            "Hikari Ōe\n",
            "Hispanic and Latino Americans\n",
            "Historical fiction\n",
            "History and naming of human leukocyte antigens\n",
            "History of Guatemala\n",
            "History of HIV/AIDS\n",
            "History of Rome (Mommsen)\n",
            "History of animal testing\n",
            "History of chemistry\n",
            "History of economic thought\n",
            "History of electrochemistry\n",
            "History of eugenics\n",
            "History of malaria\n",
            "History of neuroimaging\n",
            "History of penicillin\n",
            "History of physics\n",
            "History of quantum mechanics\n",
            "History of science and technology in Mexico\n",
            "History of the Technion – Israel Institute of Technology\n",
            "History of the University of California, Los Angeles\n",
            "Hodgkin family\n",
            "Homi J. Bhabha\n",
            "Horst Ludwig Störmer\n",
            "Howard Martin Temin\n",
            "Hugh David Politzer\n",
            "Hugo Theorell\n",
            "Human capital flight\n",
            "Huxley family\n",
            "Ida Noddack\n",
            "Igor Tamm\n",
            "Ilona Banga\n",
            "Ilya Prigogine\n",
            "Immune system\n",
            "Imre Kertész\n",
            "In vitro fertilisation\n",
            "Indian literature\n",
            "Indiana University Bloomington\n",
            "Indonesian occupation of East Timor\n",
            "Insulin\n",
            "International Red Cross and Red Crescent Movement\n",
            "Invention of the integrated circuit\n",
            "Ireland\n",
            "Irish literature\n",
            "Irving Langmuir\n",
            "Irwin Abrams\n",
            "Irwin Rose\n",
            "Irène Joliot-Curie\n",
            "Isaac Bashevis Singer\n",
            "Isidor Isaac Rabi\n",
            "Islamic attitudes towards science\n",
            "Ismail Kadare\n",
            "Israel\n",
            "Italian Americans\n",
            "Italian literature\n",
            "Italy\n",
            "Ivan Bunin\n",
            "Ivan Korsak\n",
            "Ivan Pavlov\n",
            "Ivane Beritashvili\n",
            "Ivar Giaever\n",
            "Ivo Andrić\n",
            "J. B. S. Haldane\n",
            "J. J. Thomson\n",
            "J. M. Coetzee\n",
            "J. M. G. Le Clézio\n",
            "J. Robert Oppenheimer\n",
            "Jack Kilby\n",
            "Jack Steinberger\n",
            "Jack W. Szostak\n",
            "Jacobus Henricus van 't Hoff\n",
            "Jacques Benveniste\n",
            "Jacques Chenevière\n",
            "Jacques Monod\n",
            "Jacques-Louis Monod\n",
            "Jagdish Narayan\n",
            "James B. Sumner\n",
            "James Black (pharmacologist)\n",
            "James Chadwick\n",
            "James Cronin\n",
            "James Franck\n",
            "James M. Buchanan\n",
            "James Orbinski\n",
            "James P. Allison\n",
            "James Rainwater\n",
            "James Tobin\n",
            "James Watson\n",
            "Jane Addams\n",
            "Janet Yellen\n",
            "Japanese Americans\n",
            "Jaroslav Seifert\n",
            "Jauch family\n",
            "Jean Baptiste Perrin\n",
            "Jean Dausset\n",
            "Jean Medawar\n",
            "Jean-Marie Lehn\n",
            "Jean-Paul Sartre\n",
            "Jean-Pierre Sauvage\n",
            "Jed Bartlet\n",
            "Jennifer Doudna\n",
            "Jennifer Moyle\n",
            "Jens Christian Skou\n",
            "Jerome Isaac Friedman\n",
            "Jerome Karle\n",
            "Jewish culture\n",
            "Joan A. Steitz\n",
            "Jocelyn Bell Burnell\n",
            "Jody Williams\n",
            "Joe Madiath\n",
            "Johannes Diderik van der Waals\n",
            "Johannes Fibiger\n",
            "Johannes Stark\n",
            "Johannes V. Jensen\n",
            "John B. Fenn\n",
            "John B. Goodenough\n",
            "John Banville\n",
            "John Bardeen\n",
            "John Boyd Orr\n",
            "John C. Goodman\n",
            "John C. Mather\n",
            "John C. Slater\n",
            "John Clauser\n",
            "John Cockcroft\n",
            "John Cornforth\n",
            "John Diefenbaker\n",
            "John E. Walker\n",
            "John Eccles (neurophysiologist)\n",
            "John Forbes Nash Jr.\n",
            "John Galsworthy\n",
            "John Gurdon\n",
            "John H. Eicher\n",
            "John Hasbrouck Van Vleck\n",
            "John Kendrew\n",
            "John L. Hall\n",
            "John Macleod (physiologist)\n",
            "John O'Hara\n",
            "John Polanyi\n",
            "John Pople\n",
            "John Reppy\n",
            "John Sanness\n",
            "John Steinbeck\n",
            "John Sulston\n",
            "John von Neumann\n",
            "Jorge Luis Borges\n",
            "Joseph Brodsky\n",
            "Joseph Rotblat\n",
            "Joseph Stiglitz\n",
            "Joshua Harold Burn\n",
            "Joshua Lederberg\n",
            "Josiah Willard Gibbs\n",
            "José Bustani\n",
            "José Ramos-Horta\n",
            "José Saramago\n",
            "Jules A. Hoffmann\n",
            "Julian Schwinger\n",
            "Julius Axelrod\n",
            "Julius Wagner-Jauregg\n",
            "K. Alex Müller\n",
            "Kabir Sehgal\n",
            "Kaci Kullmann Five\n",
            "Kai Siegbahn\n",
            "Kailash Satyarthi\n",
            "Karen Blixen\n",
            "Karl Barry Sharpless\n",
            "Karl Ferdinand Braun\n",
            "Karl Ziegler\n",
            "Karolinska Institute\n",
            "Kary Mullis\n",
            "Katharine Blodgett Gebbie\n",
            "Kazuo Ishiguro\n",
            "Kenichi Fukui\n",
            "Kenneth Arrow\n",
            "Kenzaburō Ōe\n",
            "Kim Dae-jung\n",
            "King's College, Cambridge\n",
            "Knut Hamsun\n",
            "Kofi Annan\n",
            "Kolkata\n",
            "Konrad Emil Bloch\n",
            "Konrad Lorenz\n",
            "Konstantin Paustovsky\n",
            "Kurt Wüthrich\n",
            "LIGO\n",
            "Laban Coblentz\n",
            "Lang Lang\n",
            "Lars Onsager\n",
            "Lars Peter Hansen\n",
            "Latin American culture\n",
            "Latin American poetry\n",
            "Lawrence Bragg\n",
            "Lawrence Klein\n",
            "League of Nations\n",
            "Lech Wałęsa\n",
            "Leipzig\n",
            "Leo De Maeyer\n",
            "Leo Esaki\n",
            "Leon M. Lederman\n",
            "Leona Woods\n",
            "Leonid Hurwicz\n",
            "Leonid Mandelstam\n",
            "Leopold Ružička\n",
            "Lester B. Pearson\n",
            "Lev Landau\n",
            "Level of support for evolution\n",
            "Leymah Gbowee\n",
            "Linda B. Buck\n",
            "Lindau Nobel Laureate Meetings\n",
            "Linus Pauling\n",
            "Lise Meitner\n",
            "List of Asian Nobel laureates\n",
            "List of Australian Nobel laureates\n",
            "List of Chinese Nobel laureates\n",
            "List of Dutch discoveries\n",
            "List of Dutch inventions and innovations\n",
            "List of Hungarian Nobel laureates\n",
            "List of Korean Nobel laureates and nominees\n",
            "List of Nobel laureates in Literature\n",
            "List of South African Nobel laureates and nominees\n",
            "List of Welsh Nobel laureates\n",
            "List of members of the Norwegian Nobel Committee\n",
            "Literary realism\n",
            "Literature\n",
            "Liu Xia (poet)\n",
            "Liu Xiaobo\n",
            "Logology (science)\n",
            "London School of Economics\n",
            "Louis de Broglie\n",
            "Louise Chow\n",
            "Louise Glück\n",
            "Luc Montagnier\n",
            "Luigi Di Lella\n",
            "Luigi Pirandello\n",
            "Luis Buñuel\n",
            "Luis E. Miramontes\n",
            "Luis Walter Alvarez\n",
            "Luisa Morgantini\n",
            "Lulwah Al-Qatami\n",
            "Lund University\n",
            "László Rátz\n",
            "Lê Đức Thọ\n",
            "M. S. Swaminathan\n",
            "M. Stanley Whittingham\n",
            "MAUD Committee\n",
            "MEDays\n",
            "Macedonia Blas Flores\n",
            "Macfarlane Burnet\n",
            "Maciej Lewenstein\n",
            "Magda Staudinger\n",
            "Magic realism\n",
            "Mahatma Gandhi\n",
            "Mairead Maguire\n",
            "Makoto Kobayashi (physicist)\n",
            "Malala Yousafzai\n",
            "Malalai Joya\n",
            "Malaria\n",
            "Manne Siegbahn\n",
            "Marguerite Frick-Cramer\n",
            "Maria Goeppert Mayer\n",
            "Maria Montessori\n",
            "Maria Ressa\n",
            "Marie Curie\n",
            "Marietta Blau\n",
            "Mario Capecchi\n",
            "Mario Molina\n",
            "Mario Vargas Llosa\n",
            "Marshall Warren Nirenberg\n",
            "Martin Chalfie\n",
            "Martin Ennals\n",
            "Martin Evans\n",
            "Martin Karplus\n",
            "Martin Lewis Perl\n",
            "Martin Ryle\n",
            "Martti Ahtisaari\n",
            "Mathematical economics\n",
            "Matrix mechanics\n",
            "Maud von Ossietzky\n",
            "Maureen Reed\n",
            "Maurice Maeterlinck\n",
            "Maurice Wilkins\n",
            "Max Born\n",
            "Max Delbrück\n",
            "Max Perutz Labs\n",
            "Max Planck\n",
            "Max Theiler\n",
            "Max von Laue\n",
            "May-Britt Moser\n",
            "McGill University\n",
            "Melody Hossaini\n",
            "Melvin A. Cook\n",
            "Mervin Kelly\n",
            "Mexicans\n",
            "Mexico\n",
            "Michael Billington (critic)\n",
            "Michael E. Mann\n",
            "Michael J. Lenardo\n",
            "Michael Levitt\n",
            "Michael Nobel\n",
            "Michael Polanyi\n",
            "Michael Smith (chemist)\n",
            "Michael Stuart Brown\n",
            "Michaela Mycroft\n",
            "Michel Mayor\n",
            "Miguel Ángel Asturias\n",
            "Mikhail Gorbachev\n",
            "Mikhail Sholokhov\n",
            "Milan school of physics\n",
            "Mildred Cohn\n",
            "Mildred Dresselhaus\n",
            "Military history of Jewish Americans\n",
            "Milton Friedman\n",
            "Mo Yan\n",
            "Modern Greek literature\n",
            "Mohamed ElBaradei\n",
            "Monarchy of Sweden\n",
            "Mordechai Vanunu\n",
            "Mother Teresa\n",
            "Mrinal Datta Chaudhuri\n",
            "Muhammad Yunus\n",
            "Mujaddid Ahmed Ijaz\n",
            "Murray Gell-Mann\n",
            "My Name Is Red\n",
            "Nadia Murad\n",
            "Nadine Gordimer\n",
            "Nagoya University\n",
            "Naguib Mahfouz\n",
            "Nanotechnology\n",
            "Naomi Lebowitz\n",
            "Nasrin Sotoudeh\n",
            "Nathan Söderblom\n",
            "National University of San Marcos\n",
            "Natural scientific research in Canada\n",
            "Nelson Mandela\n",
            "Netiwit Chotiphatphaisal\n",
            "Nevill Francis Mott\n",
            "Nicholas Georgescu-Roegen\n",
            "Nicholas Roerich\n",
            "Nicolaas Bloembergen\n",
            "Nicolae Paulescu\n",
            "Niels Bohr\n",
            "Niels Ryberg Finsen\n",
            "Nigerian literature\n",
            "Nikola Tesla\n",
            "Nikolaas Tinbergen\n",
            "Nikolay Semyonov\n",
            "Nobel Committee in Literature\n",
            "Nobel Foundation\n",
            "Nobel Prize\n",
            "Nobel Prize controversies\n",
            "Nobel Prize in Physiology or Medicine\n",
            "Nobelity\n",
            "Noeleen Heyzer\n",
            "Norman Angell\n",
            "Norman Borlaug\n",
            "Norman Ramsey Jr.\n",
            "Northwestern University\n",
            "Norway\n",
            "Nuclear disarmament\n",
            "Octavio Paz\n",
            "Odd Hassel\n",
            "Odesa\n",
            "Ole Danbolt Mjøs\n",
            "Olga Tokarczuk\n",
            "Omar Sharaf\n",
            "One Hundred Years of Solitude\n",
            "Orhan Pamuk\n",
            "Oslo\n",
            "Oswald Avery\n",
            "Otto Diels\n",
            "Otto Fritz Meyerhof\n",
            "Otto Hahn\n",
            "Otto Heinrich Warburg\n",
            "Otto Loewi\n",
            "Otto Stern\n",
            "Owen Willans Richardson\n",
            "Pablo Neruda\n",
            "Paris in the Belle Époque\n",
            "Patrick French\n",
            "Patrick White\n",
            "Patrizia Genovesi\n",
            "Paul Berg\n",
            "Paul D. Boyer\n",
            "Paul Dirac\n",
            "Paul Ehrlich\n",
            "Paul Flory\n",
            "Paul Greengard\n",
            "Paul Hermann Müller\n",
            "Paul Heyse\n",
            "Paul J. Crutzen\n",
            "Paul Krugman\n",
            "Paul Lauterbur\n",
            "Paul Milgrom\n",
            "Paul Nurse\n",
            "Paul Portier (physiologist)\n",
            "Paul Samuelson\n",
            "Pearl S. Buck\n",
            "Peter Agre\n",
            "Peter Doherty (immunologist)\n",
            "Peter Gabriel\n",
            "Peter Handke\n",
            "Peter Higgs\n",
            "Peter Medawar\n",
            "Peter von Bilderling\n",
            "Phased array\n",
            "Philip W. Anderson\n",
            "Philipp Lenard\n",
            "Philippe Barbier\n",
            "Phillip Allen Sharp\n",
            "Photon\n",
            "Pierre Curie\n",
            "Pierre-Gilles de Gennes\n",
            "Plasmodium falciparum\n",
            "Polish literature\n",
            "Political positions of Hillary Clinton\n",
            "Post-presidency of Jimmy Carter\n",
            "Postcolonial literature\n",
            "Protestantism\n",
            "Protestantism in the United States\n",
            "Public choice\n",
            "Public image of Barack Obama\n",
            "Pulsar\n",
            "Pyotr Kapitsa\n",
            "Pär Lagerkvist\n",
            "Queen Mary University of London\n",
            "Rabindranath Tagore\n",
            "Rabindranath Tagore (film)\n",
            "Rachid Yazami\n",
            "Ragnar Granit\n",
            "Rajendra K. Pachauri\n",
            "Ralph Asher Alpher\n",
            "Ralph Bunche\n",
            "Ralph M. Steinman\n",
            "Randall Miller\n",
            "Raymond Arritt\n",
            "Raymond Damadian\n",
            "Reactions to Executive Order 13769\n",
            "Renato Dulbecco\n",
            "Renée Bordier\n",
            "Repository for Germinal Choice\n",
            "Rhodes Scholarship\n",
            "Richard Dawkins\n",
            "Richard E. Taylor\n",
            "Richard Feynman\n",
            "Richard J. Roberts\n",
            "Richard Kuhn\n",
            "Richard R. Ernst\n",
            "Richard R. Schrock\n",
            "Richard Samson Odingo\n",
            "Richard Smalley\n",
            "Rigoberta Menchú\n",
            "Rita Levi-Montalcini\n",
            "Roald Hoffmann\n",
            "Robert Abbott (director)\n",
            "Robert Burns Woodward\n",
            "Robert Bárány\n",
            "Robert Curl\n",
            "Robert Fogel\n",
            "Robert Gallo\n",
            "Robert Giroux\n",
            "Robert H. Dicke\n",
            "Robert Hofstadter\n",
            "Robert Huber\n",
            "Robert Klark Graham\n",
            "Robert Koch\n",
            "Robert Lucas Jr.\n",
            "Robert Noyce\n",
            "Robert S. Mulliken\n",
            "Robert Solow\n",
            "Robert Tigerstedt\n",
            "Roberto Saviano\n",
            "Roberto Savio\n",
            "Robin Warren\n",
            "Rodney Robert Porter\n",
            "Roger D. Kornberg\n",
            "Roger Penrose\n",
            "Roger Wolcott Sperry\n",
            "Role of Christianity in civilization\n",
            "Rolf M. Zinkernagel\n",
            "Rolf Zetterström\n",
            "Ronald Ross\n",
            "Rosalind Franklin\n",
            "Rosalinde von Ossietzky-Palm\n",
            "Rosalyn Sussman Yalow\n",
            "Rosika Schwimmer\n",
            "Roy J. Glauber\n",
            "Rudyard Kipling\n",
            "Russ Roberts\n",
            "Russia\n",
            "Russian literature\n",
            "Russians\n",
            "Ryszard Kapuściński\n",
            "Sachi Sri Kantha\n",
            "Sagittarius A*\n",
            "Saint Lucia\n",
            "Saint-John Perse\n",
            "Sajeeb Wazed\n",
            "Salvador Luria\n",
            "Sambhu Nath De\n",
            "Samuel Beckett\n",
            "Samuel C. C. Ting\n",
            "Santiago Ramón y Cajal\n",
            "Satyendra Nath Bose\n",
            "Saul Bellow\n",
            "Saul Perlmutter\n",
            "Scandinavian literature\n",
            "Science and invention in Birmingham\n",
            "Science and technology in Germany\n",
            "Science and technology in Hungary\n",
            "Science and technology in Israel\n",
            "Science and technology in Italy\n",
            "Science and technology in Manchester\n",
            "Science and technology in Pakistan\n",
            "Science and technology in Russia\n",
            "Science and technology in Venezuela\n",
            "Science and technology in the United States\n",
            "Science and the Catholic Church\n",
            "Science in newly industrialized countries\n",
            "Seamus Heaney\n",
            "Self-experimentation in medicine\n",
            "Selma Lagerlöf\n",
            "Selman Waksman\n",
            "Serge Alexander Korff\n",
            "Serge Haroche\n",
            "Severo Ochoa\n",
            "Seán MacBride\n",
            "Sheldon Glashow\n",
            "Shen Congwen\n",
            "Shih Ming-teh\n",
            "Shimon Peres\n",
            "Shin'ichirō Tomonaga\n",
            "Shinya Yamanaka\n",
            "Shirin Ebadi\n",
            "Shmuel Yosef Agnon\n",
            "Shoaib Sultan Khan\n",
            "Shoichi Sakata\n",
            "Shoucheng Zhang\n",
            "Sinclair Lewis\n",
            "Sliding filament theory\n",
            "Social Science Research Council\n",
            "Sona Vəlixan\n",
            "Sorley MacLean\n",
            "South Asian literature\n",
            "Spanish literature\n",
            "Spar Street\n",
            "Sri Aurobindo\n",
            "Stanford University\n",
            "Sten Grillner\n",
            "Steve Heitzeg\n",
            "Steven Chu\n",
            "Steven Weinberg\n",
            "Stockholm\n",
            "Subrahmanyan Chandrasekhar\n",
            "Sully Prudhomme\n",
            "Sune Bergström\n",
            "Sunil Kumar Verma\n",
            "Sussex\n",
            "Svante Arrhenius\n",
            "Svante Pääbo\n",
            "Sven Hedin\n",
            "Svetlana Alexievich\n",
            "Sweden\n",
            "Swedish literature\n",
            "Switzerland\n",
            "Sydney Brenner\n",
            "Syukuro Manabe\n",
            "T. S. Eliot\n",
            "Tadeusz Reichstein\n",
            "Takaaki Kajita\n",
            "Tamas Bartfai\n",
            "Tasuku Honjo\n",
            "Tawakkol Karman\n",
            "Telomere\n",
            "The Bridge on the Drina\n",
            "The End of the Certain World\n",
            "The Grapes of Wrath\n",
            "The Old Man and the Sea\n",
            "Theodor Mommsen\n",
            "Theodor W. Hänsch\n",
            "Theodore Moustakas\n",
            "Theodore Roosevelt\n",
            "Theodore Schultz\n",
            "Thomas A. Steitz\n",
            "Thomas C. Südhof\n",
            "Thomas Huckle Weller\n",
            "Thomas Hunt Morgan\n",
            "Thomas Mann\n",
            "Thomas McKeown (physician)\n",
            "Thomas Schelling\n",
            "Thorbjørn Jagland\n",
            "Thorolf Rafto\n",
            "Thích Nhất Hạnh\n",
            "Thích Quảng Độ\n",
            "Tim Greve\n",
            "Tim Hunt\n",
            "Tim Peake\n",
            "Timeline of the San Francisco Bay Area\n",
            "Tina Levitan\n",
            "Tjalling Koopmans\n",
            "Tom Kibble\n",
            "Tomas Lindahl\n",
            "Toni Morrison\n",
            "Toshihide Maskawa\n",
            "Tsung-Dao Lee\n",
            "Tu Youyou\n",
            "Turkey\n",
            "Twentieth-century English literature\n",
            "Twentieth-century theatre\n",
            "U Thant\n",
            "Universidad de las Américas Puebla\n",
            "University College, Oxford\n",
            "University of Birmingham\n",
            "University of Bonn\n",
            "University of California\n",
            "University of California, Berkeley\n",
            "University of Chicago\n",
            "University of East Anglia\n",
            "University of Edinburgh\n",
            "University of Geneva\n",
            "University of Greifswald\n",
            "University of Göttingen\n",
            "University of Kentucky\n",
            "University of Manchester\n",
            "University of Mississippi\n",
            "University of North Carolina at Chapel Hill\n",
            "University of Oslo Faculty of Law\n",
            "University of Pennsylvania\n",
            "University of Sydney\n",
            "Uplands nation\n",
            "Uppsala University\n",
            "V. S. Naipaul\n",
            "Val Logsdon Fitch\n",
            "Vanderbilt University\n",
            "Victor Francis Hess\n",
            "VinFuture Prize\n",
            "Vitamin\n",
            "Vitamin B12\n",
            "Vitamin deficiency\n",
            "W. B. Yeats\n",
            "Walter Gilbert\n",
            "Walter Houser Brattain\n",
            "Walter M. Elsasser\n",
            "Walter de Heer\n",
            "Walther Bothe\n",
            "Wang Ganchang\n",
            "Wang Yinglai\n",
            "Wangari Maathai\n",
            "Warwick L. Nicholas\n",
            "Wendell Meredith Stanley\n",
            "Werner Arber\n",
            "Werner Forssmann\n",
            "Werner Heisenberg\n",
            "Western canon\n",
            "What Must Be Said\n",
            "White Anglo-Saxon Protestants\n",
            "Wided Bouchamaoui\n",
            "Wilhelm Ostwald\n",
            "Wilhelm Ostwald Institute\n",
            "Wilhelm Röntgen\n",
            "Willard Libby\n",
            "William C. Campbell (scientist)\n",
            "William Daniel Phillips\n",
            "William Faulkner\n",
            "William H. Oldendorf\n",
            "William Henry Bragg\n",
            "William Houlder Zachariasen\n",
            "William Lipscomb\n",
            "William Nordhaus\n",
            "William P. Murphy\n",
            "William Shockley\n",
            "William Standish Knowles\n",
            "Willy Brandt House, Lübeck\n",
            "Wole Soyinka\n",
            "Wolf Prize\n",
            "Wolfgang Ketterle\n",
            "Women in Pakistan\n",
            "Women in science\n",
            "Woodrow Wilson\n",
            "Works of Rabindranath Tagore\n",
            "World.minds\n",
            "Writers in Paris\n",
            "Władysław Reymont\n",
            "Xue Qikun\n",
            "Yale University\n",
            "Yan Rachinsky\n",
            "Yasunari Kawabata\n",
            "Yehuda Amichai\n",
            "Yevgeniy Chazov\n",
            "Yevgeny Yevtushenko\n",
            "Yi Seungu\n",
            "Yitzhak Rabin\n",
            "Yoshinori Ohsumi\n",
            "Yuan T. Lee\n",
            "Yves Chauvin\n",
            "Zanvil A. Cohn\n",
            "Zero-point energy\n",
            "Àngel Guimerà\n",
            "Ève Curie\n",
            "Élie Ducommun\n",
            "Élie Metchnikoff\n",
            "Óscar Arias\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "X0bMVL-FZMks"
      },
      "outputs": [],
      "source": [
        "def find_nobel_winners(text):\n",
        "    str_length = len(text)\n",
        "    if str_length < 600:\n",
        "        return True\n",
        "    else:\n",
        "        length = max(600, 0.2*str_length)\n",
        "        new_text = text[:int(length)]\n",
        "        return all(re.search(term, new_text, re.IGNORECASE) is not None for term in search_terms)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Yt4k0rqQZMks",
        "outputId": "c2da3689-7cc3-4680-b797-7fa4771eead4"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "4341\n"
          ]
        }
      ],
      "source": [
        "articles = [article for article in articles if find_nobel_winners(article['text'])]\n",
        "print(len(articles))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 425
        },
        "id": "Zv5FBnv5ZMks",
        "outputId": "310e1a66-e8ef-4ae4-ca9d-76926800b806"
      },
      "outputs": [
        {
          "output_type": "error",
          "ename": "ValueError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
            "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/srsly/_json_api.py\u001b[0m in \u001b[0;36m_yield_json_lines\u001b[0;34m(stream, skip)\u001b[0m\n\u001b[1;32m    203\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 204\u001b[0;31m             \u001b[0;32myield\u001b[0m \u001b[0mujson\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloads\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    205\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mValueError\u001b[0m: Expected object or value",
            "\nDuring handling of the above exception, another exception occurred:\n",
            "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-18-6d3b49199d1f>\u001b[0m in \u001b[0;36m<cell line: 2>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#word 'nobel' has to be in it 3 or more times\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0marticles\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0marticle\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0marticle\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mget_json_readers\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mre\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfindall\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mr'nobel'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marticle\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"text\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mre\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIGNORECASE\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0marticles\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m<ipython-input-18-6d3b49199d1f>\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#word 'nobel' has to be in it 3 or more times\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0marticles\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0marticle\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0marticle\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mget_json_readers\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mre\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfindall\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mr'nobel'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marticle\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"text\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mre\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIGNORECASE\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0marticles\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/srsly/_json_api.py\u001b[0m in \u001b[0;36mread_jsonl\u001b[0;34m(path, skip)\u001b[0m\n\u001b[1;32m    146\u001b[0m         \u001b[0mfile_path\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mforce_path\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    147\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mfile_path\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"r\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"utf8\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 148\u001b[0;31m             \u001b[0;32mfor\u001b[0m \u001b[0mline\u001b[0m \u001b[0;32min\u001b[0m \u001b[0m_yield_json_lines\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mskip\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mskip\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    149\u001b[0m                 \u001b[0;32myield\u001b[0m \u001b[0mline\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    150\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/srsly/_json_api.py\u001b[0m in \u001b[0;36m_yield_json_lines\u001b[0;34m(stream, skip)\u001b[0m\n\u001b[1;32m    206\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mskip\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    207\u001b[0m                 \u001b[0;32mcontinue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 208\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"Invalid JSON on line {line_no}: {line}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    209\u001b[0m         \u001b[0mline_no\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mValueError\u001b[0m: Invalid JSON on line 1: ["
          ]
        }
      ],
      "source": [
        "#word 'nobel' has to be in it 3 or more times\n",
        "articles = [article for article in articles if len(re.findall(r'nobel', article[\"text\"], re.IGNORECASE)) >= 3]\n",
        "print(len(articles))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "NaDQYdW9WWNE"
      },
      "outputs": [],
      "source": [
        "articles_cleaned = [{key: (clean_text(value) if key == \"text\" else value) for key, value in article.items()} for article in articles]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "zz3SExs7qRlB"
      },
      "outputs": [],
      "source": [
        "# write cleaned articles to file\n",
        "srsly.write_json(os.path.join(notebook_dir, 'nobel_articles_cleaned.json'), articles_cleaned)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "eFgpgBPZgI-2"
      },
      "outputs": [],
      "source": [
        "titles = [article['title'] for article in articles]\n",
        "for title in sorted(titles):\n",
        "  print(title)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "DwhoUIfQmAjO"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.11.4"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}