NaiveBayes-FakeNewsClassification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:90% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from IPython.core.display import display, HTML\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "display(HTML(\"<style>.container { width:90% !important; }</style>\"))\n",
    "pd.set_option('max_colwidth',200)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv('dataset.csv', usecols=['title','text','label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['title', 'text', 'label'], dtype='object')"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>You Can Smell Hillary’s Fear</td>\n",
       "      <td>Daniel Greenfield, a Shillman Journalism Fellow at the Freedom Center, is a New York writer focusing on radical Islam. \\nIn the final stretch of the election, Hillary Rodham Clinton has gone to wa...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Watch The Exact Moment Paul Ryan Committed Political Suicide At A Trump Rally (VIDEO)</td>\n",
       "      <td>Google Pinterest Digg Linkedin Reddit Stumbleupon Print Delicious Pocket Tumblr \\nThere are two fundamental truths in this world: Paul Ryan desperately wants to be president. And Paul Ryan will ne...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Kerry to go to Paris in gesture of sympathy</td>\n",
       "      <td>U.S. Secretary of State John F. Kerry said Monday that he will stop in Paris later this week, amid criticism that no top American officials attended Sunday’s unity march against terrorism.\\n\\nKerr...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bernie supporters on Twitter erupt in anger against the DNC: 'We tried to warn you!'</td>\n",
       "      <td>— Kaydee King (@KaydeeKing) November 9, 2016 The lesson from tonight's Dem losses: Time for Democrats to start listening to the voters. Stop running the same establishment candidates. \\n— People F...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The Battle of New York: Why This Primary Matters</td>\n",
       "      <td>It's primary day in New York and front-runners Hillary Clinton and Donald Trump are leading in the polls.\\n\\nTrump is now vowing to win enough delegates to clinch the Republican nomination and pre...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Tehran, USA</td>\n",
       "      <td>\\nI’m not an immigrant, but my grandparents are. More than 50 years ago, they arrived in New York City from Iran. I grew up mainly in central New Jersey, an American kid playing little league fo...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Girl Horrified At What She Watches Boyfriend Do After He Left FaceTime On</td>\n",
       "      <td>Share This Baylee Luciani (left), Screenshot of what Baylee caught on FaceTime (right) \\nThe closest Baylee Luciani could get to her boyfriend, who’s attending college in Austin, was through video...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>‘Britain’s Schindler’ Dies at 106</td>\n",
       "      <td>A Czech stockbroker who saved more than 650 Jewish children from Nazi Germany has died at the age of 106. Dubbed “Britain’s Schindler,” Nicholas Winton arranged to transport Jewish youngsters from...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Fact check: Trump and Clinton at the 'commander-in-chief' forum</td>\n",
       "      <td>Hillary Clinton and Donald Trump made some inaccurate claims during an NBC “commander-in-chief” forum on military and veterans issues:\\n\\n• Clinton wrongly claimed Trump supported the war in Iraq ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Iran reportedly makes new push for uranium concessions in nuclear talks</td>\n",
       "      <td>Iranian negotiators reportedly have made a last-ditch push for more concessions from the U.S. and five other world powers as talks on the fate of Iran's nuclear program come down to the final days...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>With all three Clintons in Iowa, a glimpse at the fire that has eluded Hillary Clinton’s campaign</td>\n",
       "      <td>CEDAR RAPIDS, Iowa — “I had one of the most wonderful rallies of my entire career right here in 1992,” Bill Clinton said by way of opening to the crowd of more than 1,100 on Saturday night.\\n\\nTwo...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Donald Trump’s Shockingly Weak Delegate Game Somehow Got Even Worse</td>\n",
       "      <td>Donald Trump’s organizational problems have gone from bad to worse to flat-out embarrassing. Here’s Politico with the play-by-play from this weekend’s Colorado GOP convention, the latest scene of ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Strong Solar Storm, Tech Risks Today | S0 News Oct.26.2016 [VIDEO]</td>\n",
       "      <td>Click Here To Learn More About Alexandra's Personalized Essences Psychic Protection Click Here for More Information on Psychic Protection! Implant Removal Series Click here to listen to the IRP an...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>10 Ways America Is Preparing for World War 3</td>\n",
       "      <td>October 31, 2016 at 4:52 am \\nPretty factual except for women in the selective service. American military is still voluntary only and hasn't been a draft since Vietnam war. The comment was made by...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Trump takes on Cruz, but lightly</td>\n",
       "      <td>Killing Obama administration rules, dismantling Obamacare and pushing through tax reform are on the early to-do list.</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>How women lead differently</td>\n",
       "      <td>As more women move into high offices, they often bring a style and approach that is distinct from men. But do they make better leaders?\\n\\nDemocratic women of the US Senate stand on stage during t...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Shocking! Michele Obama &amp; Hillary Caught Glamorizing Date Rape Promoters</td>\n",
       "      <td>Shocking! Michele Obama &amp; Hillary Caught Glamorizing Date Rape Promoters First lady claims moral high ground while befriending rape-glorifying rappers Infowars.com - October 27, 2016 Comments \\nAl...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Hillary Clinton in HUGE Trouble After America Noticed SICK Thing Hidden in this Picture... * LIBERTY WRITERS NEWS</td>\n",
       "      <td>0 \\nHillary Clinton has barely just lost the presidential election and here she is already getting herself caught in another one of her tangled web of lies. \\nThe day after losing, a picture was p...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>What's in that Iran bill that Obama doesn't like?</td>\n",
       "      <td>Washington (CNN) For months, the White House and Congress have wrangled over a bill that would give lawmakers a greater say in the Iran nuclear deal the administration is hammering out along with ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>The 1 chart that explains everything you need to know about partisanship in America</td>\n",
       "      <td>While paging through Pew's best data visualizations of 2014 (it's awesome), I came across what I believe to be one of the best and most revealing charts about the state of American politics. Here ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>The slippery slope to Trump’s proposed ban on Muslims</td>\n",
       "      <td>With little fanfare this fall, the New York developer who had planned to build an Islamic community center north of the World Trade Center announced that he would instead use the site for a 70-sto...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Episode #160 – SUNDAY WIRE: ‘Hail to the Deplorables’ with special guest Randy J</td>\n",
       "      <td>November 13, 2016 By 21wire Leave a Comment \\nEpisode #160 of SUNDAY WIRE SHOW resumes this November 13, 2016 as host Patrick Henningsen brings a 3 HOURS special broadcast of LIVE power-packed tal...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Hillary Clinton Makes A Bipartisan Appeal on Staten Island</td>\n",
       "      <td>Hillary Clinton told a Staten Island crowd today that she was the candidate who could reach across party lines to get things done as president—pointing to her experience representing the borough i...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>New Senate majority leader’s main goal for GOP: Don’t be scary</td>\n",
       "      <td>Mitch McConnell has an unusual admonition for the new Republican majority as it takes over the Senate this week: Don’t be “scary.”\\n\\nThe incoming Senate majority leader has set a political goal f...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>‘Inferno’ and the Overpopulation Myth</td>\n",
       "      <td>Mises.org November 1, 2016 Inferno is a great thriller, featuring Tom Hanks reprising his role as Professor Robert Langdon. The previous movie adaptations of Dan Brown’s books ( Angels and Demons ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Anti-Trump forces seek last-ditch delegate revolt</td>\n",
       "      <td>Washington (CNN) The faction of the GOP that is unhappy with Donald Trump as the party's presumptive nominee has one last plan to stop the mogul: staging an all-out delegate revolt at the Republic...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Sanders Trounces Clinton in W. Va. -- But Will It Make a Difference?</td>\n",
       "      <td>Meanwhile, Democrat Bernie Sanders picked up more delegates in the two states than Hillary Clinton.\\n\\nThe Vermont senator's still way behind, but says he's not giving up, calling his win in West ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Donald Trump Is Changing His Campaign Slogan to Prove He’s Not Racist</td>\n",
       "      <td>After a week of nonstop criticism from Democrats and Republicans alike for comments many condemned as racially charged, Donald Trump claims to be altering his campaign to be a little more inclusiv...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Pure chaos: Donald Trump’s campaign management offers a glimpse into his governing style (spoiler alert: it’s terrible)</td>\n",
       "      <td>If you want a glimpse into a presidential candidate’s governing style, take a look at his campaign. How does he build an organization? How does he manage personnel? How does he delegate responsibi...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Syrian War Report – November 1, 2016: Syrian Military Deploys Advanced T-90 Battle Tanks to Aleppo</td>\n",
       "      <td>Syrian War Report – October 31, 2016: Al-Nusra-led Forces Failed to Break Aleppo Siege ‹ › South Front Analysis &amp; Intelligence is a public analytical project maintained by an independent team of e...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6305</th>\n",
       "      <td>Colin Kaepernick hosts ‘Know Your Rights’ camp for Oakland-area youth</td>\n",
       "      <td>Print \\n[Ed. – Now teaching the gospel of racial grievance.] \\nSan Francisco 49ers quarterback Colin Kaepernick hosted a “Know Your Rights” camp for Oakland-area youth Saturday, an event designed ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6306</th>\n",
       "      <td>Wikileaks Emails Disclose Aliens Linked to Vatican!</td>\n",
       "      <td>Sound too “strange” to be true? We have proof! Contained in the Pedestal email files that were leaked by Julian Assange’s Wikileaks were hidden a set of emails sent to John Podesta from Edgar Mitc...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6307</th>\n",
       "      <td>US abstains from UN vote calling for end to Cuban embargo</td>\n",
       "      <td>US abstains from UN vote calling for end to Cuban embargo Published time: 26 Oct, 2016 21:10 Get short URL U.S. President Barack Obama and Cuban President Raul Castro gesture after a news conferen...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6308</th>\n",
       "      <td>West Ham fans laud aerodynamic properties of new pound coin</td>\n",
       "      <td>Tuesday 1 November 2016 by Formelia Alberthine West Ham fans laud aerodynamic properties of new pound coin \\nWest Ham fans have thanked the Royal Mint for its efforts in improving the match-day ex...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6309</th>\n",
       "      <td>How the Obama White House runs foreign policy</td>\n",
       "      <td>When Susan E. Rice took over as President Obama’s national security adviser two years ago, she was struck by how the White House had grown. Since she had last served on the National Security Counc...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6310</th>\n",
       "      <td>ISIS claims responsibility for Garland, Texas, shooting</td>\n",
       "      <td>(CNN) ISIS has claimed responsibility for the attack outside a Prophet Mohammed cartoon contest in Texas -- and warned of more attacks to come.\\n\\nIn a broadcast on its official radio channel Tues...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6311</th>\n",
       "      <td>The “blame the left” crew: What the right’s new Hebdo attack is really about</td>\n",
       "      <td>It was inevitable that liberals would end up being condemned for the horrific attacks on the French satirical magazine Charlie Hedbo in which 12 people were killed by what appear to have been Musl...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6312</th>\n",
       "      <td>ADHD NATION: How Big Pharma Created the ADHD Epidemic</td>\n",
       "      <td>By Kalee Brown\\nWhile I was at university, many of my peers would take Adderall, a drug commonly used to treat Attention Deficit Hyperactivity Disorder (A.D.H.D.), to help them study or maintain f...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6313</th>\n",
       "      <td>Donald Trump claims the election will be 'rigged' — and critics have called that preposterous and dangerous</td>\n",
       "      <td>Email \\nDonald Trump is again riling up his voting base with claims that the November election will be rigged against him. \\n\"Of course there is large scale voter fraud happening on and before ele...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6314</th>\n",
       "      <td>REPORT: Dirty Reporter Blackmails Montel… Help Us Hit Trump or We’ll Print Your Address</td>\n",
       "      <td>BREAKING: Trump Jumps in FL, Takes 4 Point Lead in OH \\nWilliams, who has publicly stated that he was not a Trump supporter, is nevertheless a man of honor and integrity. He doesn’t sell his value...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6315</th>\n",
       "      <td>Police Arrest Suspect In Charleston Church Shooting</td>\n",
       "      <td>Police in Charleston, S.C., say a man they suspect opened fire and killed nine people during a Wednesday prayer meeting at one of the city's oldest historically black churches has been captured.\\n...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6316</th>\n",
       "      <td>Donald Trump’s collapse was caused by one big factor: Hillary Clinton</td>\n",
       "      <td>Silver of FiveThirtyEight.com has laid out four possible outcomes to the race at this point, with all but one featuring a Clinton win:\\n\\nA Trump win, including cases where he loses the popular vo...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6317</th>\n",
       "      <td>FINA suspends Russian swimmer for 8 years over doping — web portal - Russia News Now</td>\n",
       "      <td>This post was originally published on this site Vitaly Melnikov \\n© Stanislav Krasilnikov/TASS \\nMOSCOW. November 11. /TASS/. The International Swimming Federation (FINA) has banned Russian swimme...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6318</th>\n",
       "      <td>BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline – TruthFeed</td>\n",
       "      <td>BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline Breaking News By Amy Moreno October 28, 2016 \\nThe H...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6319</th>\n",
       "      <td>Why Ted Cruz Has the Most to Lose in New Hampshire</td>\n",
       "      <td>Ted Cruz took first prize in the Iowa caucuses, but in the days before the New Hampshire primary, not many people are treating the Texas senator like a winner.\\n\\nInstead, the talk has turned to a...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6320</th>\n",
       "      <td>“Nothing Good Can Come of This Election”–and That’s Good</td>\n",
       "      <td>Posted on November 4, 2016 by Charles Hugh Smith \\nThe overwhelming consensus of the punditry across the political spectrum is that “Nothing Good Can Come of This Election”–and that’s a very good ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6321</th>\n",
       "      <td>List of Republicans opposing Trump | OffGuardian</td>\n",
       "      <td>Charlie Baker , Massachusetts (2015–present)[31] R obert J. Bentley , Alabama (2011–present) (withdrew endorsement)[32] Dennis Daugaard , South Dakota (2011–present) (withdrew endorsement, called ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6322</th>\n",
       "      <td>Putin: Use of 'mythical' Russian military threat a ‘profitable business'</td>\n",
       "      <td>vladimir putin , Valdai , sochi , RBTH Daily Russian President Vladimir Putin. Source: Kremlin.ru \\nRussian President Vladimir Putin has said that the use of what he described as a \"mythical\" Russ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6323</th>\n",
       "      <td>Bernie Sanders says private meeting with Pope Francis is not an endorsement</td>\n",
       "      <td>ROME —  U.S. Democratic presidential candidate Bernie Sanders met privately with Pope Francis on Saturday, the capstone to an unusual detour from the American election.\\n\\nSanders said the meeting...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6324</th>\n",
       "      <td>Alabama Lawmaker: Same-Sex Couples Don’t Deserve Same Financial Benefits As Other Families</td>\n",
       "      <td>Most conservatives who oppose marriage equality will cite the Bible, “nature,” or polygamy and incest to justify their opposition.\\n\\nBut for one Alabama state senator, a reason to oppose marriage...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6325</th>\n",
       "      <td>Will the Media Reset After the Election or Are We Stuck With This Tabloid Stuff?</td>\n",
       "      <td>Written by Peter Van Buren   venerable New York Times ran a story saying Donald Trump lies about the height of his buildings.For no apparent reason, the Times resurrected some information from 197...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6326</th>\n",
       "      <td>DOJ COMPLAINT: Comey Under Fire Over Partisan Witch Hunt For Hillary (TWEETS/VIDEO)</td>\n",
       "      <td>DOJ COMPLAINT: Comey Under Fire Over Partisan Witch Hunt For Hillary (TWEETS/VIDEO) By Natalie Dailey on October 30, 2016 Subscribe \\nFor pretty much this entire election, Democratic presidential ...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6327</th>\n",
       "      <td>GOP Senator David Perdue Jokes About Praying for Obama’s Death</td>\n",
       "      <td>The freshman senator from Georgia quoted scripture at a right-wing Christian confab to say the president's days should be short.\\n\\nSen. David Perdue, a freshman senator from Georgia, opened his r...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6328</th>\n",
       "      <td>Radio Derb Is On The Air–Leonardo And Brazil’s Miss Bum Bum Pageant, Etc.</td>\n",
       "      <td></td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6329</th>\n",
       "      <td>Assange claims ‘crazed’ Clinton campaign tried to hack WikiLeaks</td>\n",
       "      <td>Julian Assange has claimed the Hillary Clinton campaign has attacked the servers being used by WikiLeaks. Despite the Ecuadorian embassy shutting down his internet until the US election is over, t...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6330</th>\n",
       "      <td>State Department says it can't find emails from Clinton IT specialist</td>\n",
       "      <td>The State Department told the Republican National Committee that it could not find any emails to or from Hillary Clinton's former IT specialist, who managed her private email server during her ten...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6331</th>\n",
       "      <td>The ‘P’ in PBS Should Stand for ‘Plutocratic’ or ‘Pentagon’</td>\n",
       "      <td>The ‘P’ in PBS Should Stand for ‘Plutocratic’ or ‘Pentagon’ Posted on Oct 27, 2016 ( WikiMedia ) \\nIn a television commercial that the Public Broadcasting System (PBS) ran for years, “PBS NewsHour...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6332</th>\n",
       "      <td>Anti-Trump Protesters Are Tools of the Oligarchy     : Information</td>\n",
       "      <td>Anti-Trump Protesters Are Tools of the Oligarchy Reform always provokes rage on the part of those who profit by the old order. Arthur M. Schlesinger, Jr., The Crisis of the Old Order\\nBy Paul C...</td>\n",
       "      <td>FAKE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6333</th>\n",
       "      <td>In Ethiopia, Obama seeks progress on peace, security in East Africa</td>\n",
       "      <td>ADDIS ABABA, Ethiopia —President Obama convened a meeting with the leaders of several East African nations and the African Union on Monday in an effort to address the worsening situation in South ...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6334</th>\n",
       "      <td>Jeb Bush Is Suddenly Attacking Trump. Here's Why That Matters</td>\n",
       "      <td>Jeb Bush Is Suddenly Attacking Trump. Here's Why That Matters\\n\\nJeb Bush isn't pulling punches anymore when it comes to Donald Trump.\\n\\nThe former Florida governor has delicately danced around t...</td>\n",
       "      <td>REAL</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6335 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                        title  \\\n",
       "0                                                                                                You Can Smell Hillary’s Fear   \n",
       "1                                       Watch The Exact Moment Paul Ryan Committed Political Suicide At A Trump Rally (VIDEO)   \n",
       "2                                                                                 Kerry to go to Paris in gesture of sympathy   \n",
       "3                                        Bernie supporters on Twitter erupt in anger against the DNC: 'We tried to warn you!'   \n",
       "4                                                                            The Battle of New York: Why This Primary Matters   \n",
       "5                                                                                                                 Tehran, USA   \n",
       "6                                                   Girl Horrified At What She Watches Boyfriend Do After He Left FaceTime On   \n",
       "7                                                                                           ‘Britain’s Schindler’ Dies at 106   \n",
       "8                                                             Fact check: Trump and Clinton at the 'commander-in-chief' forum   \n",
       "9                                                     Iran reportedly makes new push for uranium concessions in nuclear talks   \n",
       "10                          With all three Clintons in Iowa, a glimpse at the fire that has eluded Hillary Clinton’s campaign   \n",
       "11                                                        Donald Trump’s Shockingly Weak Delegate Game Somehow Got Even Worse   \n",
       "12                                                         Strong Solar Storm, Tech Risks Today | S0 News Oct.26.2016 [VIDEO]   \n",
       "13                                                                               10 Ways America Is Preparing for World War 3   \n",
       "14                                                                                           Trump takes on Cruz, but lightly   \n",
       "15                                                                                                 How women lead differently   \n",
       "16                                                   Shocking! Michele Obama & Hillary Caught Glamorizing Date Rape Promoters   \n",
       "17          Hillary Clinton in HUGE Trouble After America Noticed SICK Thing Hidden in this Picture... * LIBERTY WRITERS NEWS   \n",
       "18                                                                          What's in that Iran bill that Obama doesn't like?   \n",
       "19                                        The 1 chart that explains everything you need to know about partisanship in America   \n",
       "20                                                                      The slippery slope to Trump’s proposed ban on Muslims   \n",
       "21                                           Episode #160 – SUNDAY WIRE: ‘Hail to the Deplorables’ with special guest Randy J   \n",
       "22                                                                 Hillary Clinton Makes A Bipartisan Appeal on Staten Island   \n",
       "23                                                             New Senate majority leader’s main goal for GOP: Don’t be scary   \n",
       "24                                                                                      ‘Inferno’ and the Overpopulation Myth   \n",
       "25                                                                          Anti-Trump forces seek last-ditch delegate revolt   \n",
       "26                                                       Sanders Trounces Clinton in W. Va. -- But Will It Make a Difference?   \n",
       "27                                                      Donald Trump Is Changing His Campaign Slogan to Prove He’s Not Racist   \n",
       "28    Pure chaos: Donald Trump’s campaign management offers a glimpse into his governing style (spoiler alert: it’s terrible)   \n",
       "29                         Syrian War Report – November 1, 2016: Syrian Military Deploys Advanced T-90 Battle Tanks to Aleppo   \n",
       "...                                                                                                                       ...   \n",
       "6305                                                    Colin Kaepernick hosts ‘Know Your Rights’ camp for Oakland-area youth   \n",
       "6306                                                                      Wikileaks Emails Disclose Aliens Linked to Vatican!   \n",
       "6307                                                                US abstains from UN vote calling for end to Cuban embargo   \n",
       "6308                                                              West Ham fans laud aerodynamic properties of new pound coin   \n",
       "6309                                                                            How the Obama White House runs foreign policy   \n",
       "6310                                                                  ISIS claims responsibility for Garland, Texas, shooting   \n",
       "6311                                             The “blame the left” crew: What the right’s new Hebdo attack is really about   \n",
       "6312                                                                    ADHD NATION: How Big Pharma Created the ADHD Epidemic   \n",
       "6313              Donald Trump claims the election will be 'rigged' — and critics have called that preposterous and dangerous   \n",
       "6314                                  REPORT: Dirty Reporter Blackmails Montel… Help Us Hit Trump or We’ll Print Your Address   \n",
       "6315                                                                      Police Arrest Suspect In Charleston Church Shooting   \n",
       "6316                                                    Donald Trump’s collapse was caused by one big factor: Hillary Clinton   \n",
       "6317                                     FINA suspends Russian swimmer for 8 years over doping — web portal - Russia News Now   \n",
       "6318                                      BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline – TruthFeed   \n",
       "6319                                                                       Why Ted Cruz Has the Most to Lose in New Hampshire   \n",
       "6320                                                                 “Nothing Good Can Come of This Election”–and That’s Good   \n",
       "6321                                                                         List of Republicans opposing Trump | OffGuardian   \n",
       "6322                                                 Putin: Use of 'mythical' Russian military threat a ‘profitable business'   \n",
       "6323                                              Bernie Sanders says private meeting with Pope Francis is not an endorsement   \n",
       "6324                               Alabama Lawmaker: Same-Sex Couples Don’t Deserve Same Financial Benefits As Other Families   \n",
       "6325                                         Will the Media Reset After the Election or Are We Stuck With This Tabloid Stuff?   \n",
       "6326                                      DOJ COMPLAINT: Comey Under Fire Over Partisan Witch Hunt For Hillary (TWEETS/VIDEO)   \n",
       "6327                                                           GOP Senator David Perdue Jokes About Praying for Obama’s Death   \n",
       "6328                                                Radio Derb Is On The Air–Leonardo And Brazil’s Miss Bum Bum Pageant, Etc.   \n",
       "6329                                                         Assange claims ‘crazed’ Clinton campaign tried to hack WikiLeaks   \n",
       "6330                                                    State Department says it can't find emails from Clinton IT specialist   \n",
       "6331                                                              The ‘P’ in PBS Should Stand for ‘Plutocratic’ or ‘Pentagon’   \n",
       "6332                                                       Anti-Trump Protesters Are Tools of the Oligarchy     : Information   \n",
       "6333                                                      In Ethiopia, Obama seeks progress on peace, security in East Africa   \n",
       "6334                                                            Jeb Bush Is Suddenly Attacking Trump. Here's Why That Matters   \n",
       "\n",
       "                                                                                                                                                                                                         text  \\\n",
       "0     Daniel Greenfield, a Shillman Journalism Fellow at the Freedom Center, is a New York writer focusing on radical Islam. \\nIn the final stretch of the election, Hillary Rodham Clinton has gone to wa...   \n",
       "1     Google Pinterest Digg Linkedin Reddit Stumbleupon Print Delicious Pocket Tumblr \\nThere are two fundamental truths in this world: Paul Ryan desperately wants to be president. And Paul Ryan will ne...   \n",
       "2     U.S. Secretary of State John F. Kerry said Monday that he will stop in Paris later this week, amid criticism that no top American officials attended Sunday’s unity march against terrorism.\\n\\nKerr...   \n",
       "3     — Kaydee King (@KaydeeKing) November 9, 2016 The lesson from tonight's Dem losses: Time for Democrats to start listening to the voters. Stop running the same establishment candidates. \\n— People F...   \n",
       "4     It's primary day in New York and front-runners Hillary Clinton and Donald Trump are leading in the polls.\\n\\nTrump is now vowing to win enough delegates to clinch the Republican nomination and pre...   \n",
       "5       \\nI’m not an immigrant, but my grandparents are. More than 50 years ago, they arrived in New York City from Iran. I grew up mainly in central New Jersey, an American kid playing little league fo...   \n",
       "6     Share This Baylee Luciani (left), Screenshot of what Baylee caught on FaceTime (right) \\nThe closest Baylee Luciani could get to her boyfriend, who’s attending college in Austin, was through video...   \n",
       "7     A Czech stockbroker who saved more than 650 Jewish children from Nazi Germany has died at the age of 106. Dubbed “Britain’s Schindler,” Nicholas Winton arranged to transport Jewish youngsters from...   \n",
       "8     Hillary Clinton and Donald Trump made some inaccurate claims during an NBC “commander-in-chief” forum on military and veterans issues:\\n\\n• Clinton wrongly claimed Trump supported the war in Iraq ...   \n",
       "9     Iranian negotiators reportedly have made a last-ditch push for more concessions from the U.S. and five other world powers as talks on the fate of Iran's nuclear program come down to the final days...   \n",
       "10    CEDAR RAPIDS, Iowa — “I had one of the most wonderful rallies of my entire career right here in 1992,” Bill Clinton said by way of opening to the crowd of more than 1,100 on Saturday night.\\n\\nTwo...   \n",
       "11    Donald Trump’s organizational problems have gone from bad to worse to flat-out embarrassing. Here’s Politico with the play-by-play from this weekend’s Colorado GOP convention, the latest scene of ...   \n",
       "12    Click Here To Learn More About Alexandra's Personalized Essences Psychic Protection Click Here for More Information on Psychic Protection! Implant Removal Series Click here to listen to the IRP an...   \n",
       "13    October 31, 2016 at 4:52 am \\nPretty factual except for women in the selective service. American military is still voluntary only and hasn't been a draft since Vietnam war. The comment was made by...   \n",
       "14                                                                                      Killing Obama administration rules, dismantling Obamacare and pushing through tax reform are on the early to-do list.   \n",
       "15    As more women move into high offices, they often bring a style and approach that is distinct from men. But do they make better leaders?\\n\\nDemocratic women of the US Senate stand on stage during t...   \n",
       "16    Shocking! Michele Obama & Hillary Caught Glamorizing Date Rape Promoters First lady claims moral high ground while befriending rape-glorifying rappers Infowars.com - October 27, 2016 Comments \\nAl...   \n",
       "17    0 \\nHillary Clinton has barely just lost the presidential election and here she is already getting herself caught in another one of her tangled web of lies. \\nThe day after losing, a picture was p...   \n",
       "18    Washington (CNN) For months, the White House and Congress have wrangled over a bill that would give lawmakers a greater say in the Iran nuclear deal the administration is hammering out along with ...   \n",
       "19    While paging through Pew's best data visualizations of 2014 (it's awesome), I came across what I believe to be one of the best and most revealing charts about the state of American politics. Here ...   \n",
       "20    With little fanfare this fall, the New York developer who had planned to build an Islamic community center north of the World Trade Center announced that he would instead use the site for a 70-sto...   \n",
       "21    November 13, 2016 By 21wire Leave a Comment \\nEpisode #160 of SUNDAY WIRE SHOW resumes this November 13, 2016 as host Patrick Henningsen brings a 3 HOURS special broadcast of LIVE power-packed tal...   \n",
       "22    Hillary Clinton told a Staten Island crowd today that she was the candidate who could reach across party lines to get things done as president—pointing to her experience representing the borough i...   \n",
       "23    Mitch McConnell has an unusual admonition for the new Republican majority as it takes over the Senate this week: Don’t be “scary.”\\n\\nThe incoming Senate majority leader has set a political goal f...   \n",
       "24    Mises.org November 1, 2016 Inferno is a great thriller, featuring Tom Hanks reprising his role as Professor Robert Langdon. The previous movie adaptations of Dan Brown’s books ( Angels and Demons ...   \n",
       "25    Washington (CNN) The faction of the GOP that is unhappy with Donald Trump as the party's presumptive nominee has one last plan to stop the mogul: staging an all-out delegate revolt at the Republic...   \n",
       "26    Meanwhile, Democrat Bernie Sanders picked up more delegates in the two states than Hillary Clinton.\\n\\nThe Vermont senator's still way behind, but says he's not giving up, calling his win in West ...   \n",
       "27    After a week of nonstop criticism from Democrats and Republicans alike for comments many condemned as racially charged, Donald Trump claims to be altering his campaign to be a little more inclusiv...   \n",
       "28    If you want a glimpse into a presidential candidate’s governing style, take a look at his campaign. How does he build an organization? How does he manage personnel? How does he delegate responsibi...   \n",
       "29    Syrian War Report – October 31, 2016: Al-Nusra-led Forces Failed to Break Aleppo Siege ‹ › South Front Analysis & Intelligence is a public analytical project maintained by an independent team of e...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "6305  Print \\n[Ed. – Now teaching the gospel of racial grievance.] \\nSan Francisco 49ers quarterback Colin Kaepernick hosted a “Know Your Rights” camp for Oakland-area youth Saturday, an event designed ...   \n",
       "6306  Sound too “strange” to be true? We have proof! Contained in the Pedestal email files that were leaked by Julian Assange’s Wikileaks were hidden a set of emails sent to John Podesta from Edgar Mitc...   \n",
       "6307  US abstains from UN vote calling for end to Cuban embargo Published time: 26 Oct, 2016 21:10 Get short URL U.S. President Barack Obama and Cuban President Raul Castro gesture after a news conferen...   \n",
       "6308  Tuesday 1 November 2016 by Formelia Alberthine West Ham fans laud aerodynamic properties of new pound coin \\nWest Ham fans have thanked the Royal Mint for its efforts in improving the match-day ex...   \n",
       "6309  When Susan E. Rice took over as President Obama’s national security adviser two years ago, she was struck by how the White House had grown. Since she had last served on the National Security Counc...   \n",
       "6310  (CNN) ISIS has claimed responsibility for the attack outside a Prophet Mohammed cartoon contest in Texas -- and warned of more attacks to come.\\n\\nIn a broadcast on its official radio channel Tues...   \n",
       "6311  It was inevitable that liberals would end up being condemned for the horrific attacks on the French satirical magazine Charlie Hedbo in which 12 people were killed by what appear to have been Musl...   \n",
       "6312  By Kalee Brown\\nWhile I was at university, many of my peers would take Adderall, a drug commonly used to treat Attention Deficit Hyperactivity Disorder (A.D.H.D.), to help them study or maintain f...   \n",
       "6313  Email \\nDonald Trump is again riling up his voting base with claims that the November election will be rigged against him. \\n\"Of course there is large scale voter fraud happening on and before ele...   \n",
       "6314  BREAKING: Trump Jumps in FL, Takes 4 Point Lead in OH \\nWilliams, who has publicly stated that he was not a Trump supporter, is nevertheless a man of honor and integrity. He doesn’t sell his value...   \n",
       "6315  Police in Charleston, S.C., say a man they suspect opened fire and killed nine people during a Wednesday prayer meeting at one of the city's oldest historically black churches has been captured.\\n...   \n",
       "6316  Silver of FiveThirtyEight.com has laid out four possible outcomes to the race at this point, with all but one featuring a Clinton win:\\n\\nA Trump win, including cases where he loses the popular vo...   \n",
       "6317  This post was originally published on this site Vitaly Melnikov \\n© Stanislav Krasilnikov/TASS \\nMOSCOW. November 11. /TASS/. The International Swimming Federation (FINA) has banned Russian swimme...   \n",
       "6318  BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline BREAKING : Hillary Campaign Manager Deletes his Entire Twitter Timeline Breaking News By Amy Moreno October 28, 2016 \\nThe H...   \n",
       "6319  Ted Cruz took first prize in the Iowa caucuses, but in the days before the New Hampshire primary, not many people are treating the Texas senator like a winner.\\n\\nInstead, the talk has turned to a...   \n",
       "6320  Posted on November 4, 2016 by Charles Hugh Smith \\nThe overwhelming consensus of the punditry across the political spectrum is that “Nothing Good Can Come of This Election”–and that’s a very good ...   \n",
       "6321  Charlie Baker , Massachusetts (2015–present)[31] R obert J. Bentley , Alabama (2011–present) (withdrew endorsement)[32] Dennis Daugaard , South Dakota (2011–present) (withdrew endorsement, called ...   \n",
       "6322  vladimir putin , Valdai , sochi , RBTH Daily Russian President Vladimir Putin. Source: Kremlin.ru \\nRussian President Vladimir Putin has said that the use of what he described as a \"mythical\" Russ...   \n",
       "6323  ROME —  U.S. Democratic presidential candidate Bernie Sanders met privately with Pope Francis on Saturday, the capstone to an unusual detour from the American election.\\n\\nSanders said the meeting...   \n",
       "6324  Most conservatives who oppose marriage equality will cite the Bible, “nature,” or polygamy and incest to justify their opposition.\\n\\nBut for one Alabama state senator, a reason to oppose marriage...   \n",
       "6325  Written by Peter Van Buren   venerable New York Times ran a story saying Donald Trump lies about the height of his buildings.For no apparent reason, the Times resurrected some information from 197...   \n",
       "6326  DOJ COMPLAINT: Comey Under Fire Over Partisan Witch Hunt For Hillary (TWEETS/VIDEO) By Natalie Dailey on October 30, 2016 Subscribe \\nFor pretty much this entire election, Democratic presidential ...   \n",
       "6327  The freshman senator from Georgia quoted scripture at a right-wing Christian confab to say the president's days should be short.\\n\\nSen. David Perdue, a freshman senator from Georgia, opened his r...   \n",
       "6328                                                                                                                                                                                                            \n",
       "6329  Julian Assange has claimed the Hillary Clinton campaign has attacked the servers being used by WikiLeaks. Despite the Ecuadorian embassy shutting down his internet until the US election is over, t...   \n",
       "6330  The State Department told the Republican National Committee that it could not find any emails to or from Hillary Clinton's former IT specialist, who managed her private email server during her ten...   \n",
       "6331  The ‘P’ in PBS Should Stand for ‘Plutocratic’ or ‘Pentagon’ Posted on Oct 27, 2016 ( WikiMedia ) \\nIn a television commercial that the Public Broadcasting System (PBS) ran for years, “PBS NewsHour...   \n",
       "6332   Anti-Trump Protesters Are Tools of the Oligarchy Reform always provokes rage on the part of those who profit by the old order. Arthur M. Schlesinger, Jr., The Crisis of the Old Order\\nBy Paul C...   \n",
       "6333  ADDIS ABABA, Ethiopia —President Obama convened a meeting with the leaders of several East African nations and the African Union on Monday in an effort to address the worsening situation in South ...   \n",
       "6334  Jeb Bush Is Suddenly Attacking Trump. Here's Why That Matters\\n\\nJeb Bush isn't pulling punches anymore when it comes to Donald Trump.\\n\\nThe former Florida governor has delicately danced around t...   \n",
       "\n",
       "     label  \n",
       "0     FAKE  \n",
       "1     FAKE  \n",
       "2     REAL  \n",
       "3     FAKE  \n",
       "4     REAL  \n",
       "5     FAKE  \n",
       "6     FAKE  \n",
       "7     REAL  \n",
       "8     REAL  \n",
       "9     REAL  \n",
       "10    REAL  \n",
       "11    REAL  \n",
       "12    FAKE  \n",
       "13    FAKE  \n",
       "14    REAL  \n",
       "15    REAL  \n",
       "16    FAKE  \n",
       "17    FAKE  \n",
       "18    REAL  \n",
       "19    REAL  \n",
       "20    REAL  \n",
       "21    FAKE  \n",
       "22    REAL  \n",
       "23    REAL  \n",
       "24    FAKE  \n",
       "25    REAL  \n",
       "26    REAL  \n",
       "27    REAL  \n",
       "28    REAL  \n",
       "29    FAKE  \n",
       "...    ...  \n",
       "6305  FAKE  \n",
       "6306  FAKE  \n",
       "6307  FAKE  \n",
       "6308  FAKE  \n",
       "6309  REAL  \n",
       "6310  REAL  \n",
       "6311  REAL  \n",
       "6312  FAKE  \n",
       "6313  FAKE  \n",
       "6314  FAKE  \n",
       "6315  REAL  \n",
       "6316  REAL  \n",
       "6317  FAKE  \n",
       "6318  FAKE  \n",
       "6319  REAL  \n",
       "6320  FAKE  \n",
       "6321  FAKE  \n",
       "6322  FAKE  \n",
       "6323  REAL  \n",
       "6324  REAL  \n",
       "6325  FAKE  \n",
       "6326  FAKE  \n",
       "6327  REAL  \n",
       "6328  FAKE  \n",
       "6329  FAKE  \n",
       "6330  REAL  \n",
       "6331  FAKE  \n",
       "6332  FAKE  \n",
       "6333  REAL  \n",
       "6334  REAL  \n",
       "\n",
       "[6335 rows x 3 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "title    6335\n",
       "text     6335\n",
       "label    6335\n",
       "dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "title    3164\n",
      "text     3164\n",
      "label    3164\n",
      "dtype: int64\n",
      "title    3171\n",
      "text     3171\n",
      "label    3171\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "fake_set = df.loc[df['label'] == 'FAKE']\n",
    "real_set = df.loc[df['label'] == 'REAL']\n",
    "print(fake_set.count())\n",
    "print(real_set.count())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Size of train and test sets: 5068 1267\n",
      "Number of real and fake news in training and test sets:\n",
      "REAL    2538\n",
      "FAKE    2530\n",
      "Name: label, dtype: int64\n",
      "FAKE    634\n",
      "REAL    633\n",
      "Name: label, dtype: int64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\Anaconda2\\envs\\py35\\lib\\site-packages\\sklearn\\cross_validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "from sklearn.cross_validation import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(df['text'], df['label'], test_size=0.2)\n",
    "print('Size of train and test sets:', len(y_train), len(y_test))\n",
    "print('Number of real and fake news in training and test sets:')\n",
    "print(y_train.value_counts())\n",
    "print(y_test.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer,CountVectorizer\n",
    "tfidf_vectorizer = TfidfVectorizer( max_features=2000000, stop_words='english', min_df=0.002, max_df=0.5, \n",
    "                                   use_idf=True, ngram_range=(1,3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 10.6 s\n"
     ]
    }
   ],
   "source": [
    "tv = tfidf_vectorizer.fit(X_train)\n",
    "%time train_tfidf_matrix = tv.transform(X_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 32 ms\n"
     ]
    }
   ],
   "source": [
    "%time model = MultinomialNB().fit(train_tfidf_matrix, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_tfidf_matrix = tv.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "all_predictions = model.predict(test_tfidf_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.90134175217\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import confusion_matrix\n",
    "print('accuracy {}'.format(accuracy_score(y_test, all_predictions)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,0,u'predicted label')"
      ]
     },
     "execution_count": 145,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQwAAAD0CAYAAABuOhhTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGW9JREFUeJzt3Xm8XWV97/HP9ySMJjIYQsMQkwtp\nAL0QMDIIKgi2iJehLVQQTaDpRa6IUmotVl8IeivS65WWC6JB1EQpCIqXQSoggzXIFKYAAk1ECBFK\nCDKPhv76x3p22RzO2fvZyV5Ze+39ffNar7OmvdbvnHB+55nWehQRmJnlGKo6ADOrDycMM8vmhGFm\n2ZwwzCybE4aZZXPCMLNsThhmls0Jo0IqfEfSk5JuXo3rvFvS/d2MrSqSJkt6TtKYqmOxN5IHblVH\n0ruB84DpEfF81fGUTdKDwF9GxM+qjsVWzdiqAxhwbwUeHIRkkUPS2IhYWXUca9KYN781YuWLWefG\ni49fERH7lhxSS66SZJK0paSLJD0u6QlJZ6T9Q5I+L+khScslzZe0QTo2RVJImi1pqaQVkj6Xjs0B\nvgXslorgJ0s6QtKCYfcNSVun9f0k/UrSs5J+K+nTaf+ekpY1fWZbSddJekrSPZIOaDr2XUlnSvpJ\nus5NkrYa5XtuxH+kpIdT1eloSe+UtChd/4ym87eSdE36+ayQdK6kDdOx7wGTgUvT9/uZpuvPkbQU\nuKZp31hJG0taJmn/dI1xkpZImrXa/6A9Ila+xDrbHJq1ABOqjtcJI0OqT18GPARMATYHzk+Hj0jL\nXsB/A8YBZwy7xB7AdGBv4ERJ20bEOcDRwA0RMS4ivpARyjnAxyJiPPB24JoRYl0LuBS4EpgIHAuc\nK2l602mHAScDGwFLgL9vc99dgGnAh4B/BD4H7AO8DfhzSe9t3B44BdgM2BbYEjgJICI+CiwF9k/f\n7z80Xf+96fw/br5pRPwO+AvgbEkTgdOAOyJifpt460OAlLf0ACeMPDtT/BL8TUQ8HxEvRUSjJHA4\n8LWIeCAingM+Cxwqqbm6d3JEvBgRdwJ3AjusYhy/B7aT9OaIeDIibhvhnF0pktZXIuKViLiGItkd\n1nTORRFxcyr+nwvMaHPfL6Xv+UrgeeC8iFgeEb8FfgHsCBARSyLiqoh4OSIeB75GkQzaOSn9XN9Q\nNk/3vBC4Gvgg8LGM69WLhvKWHtAbUfS+LYGHRqlfb0ZR8mh4iKJtaNOmff/etP4CxS/0qvgzYD/g\nIUk/l7TbKPE8HBH/MSymzVcjnsea1l8cYXscgKSJks5P1aVngO+TV4x+uM3xuRQlqu9ExBMZ16sX\nlzD6zsPA5GGlhoZHKBovGyYDK3n9L1Wu54H1GxuS/qD5YETcEhEHUlQ1/j9wwSjxbCm97k/SZOC3\nqxBPp04BAtg+It4MfISi0N0wWpfcqF11qTr4TWA+8L8a7Tn9Qy5h9KGbgUeBr0h6k6R1JR2fxj78\nd+CLkqZKGgd8GfjBKrb23wm8TdIMSeuS6v8AktaWdLikDSLi98AzwKsjXOMmisTzGUlrSdoT2J/X\n2lzKNB54DnhK0ubA3ww7/hhFO0+OsyUtp0iAULRlfBWY33djNFzC6C8R8SrFL93WFA13y4ATgQ9Q\nVFdWAr8EfgO8RNHQuCr3+Tfgi8DPgMXAgmGnfBR4MBX3j6b4Cz78Gq8AB6TYVgBfB2ZFxH2rElOH\nTgZ2Ap4GfgJcNOz4KcDnU+/Kp9tcaz7wVxRVmlnp3+BUitLICV2NukqiViUMD9xaBant4KSI+OO0\n/VmAiDil0sD6jKQpwGUR8faKQynN0LhJsc72R2ad+9INp9waETNLDqml3khb9bM5r2+oW8brGxXN\n8tWoSuKRnqtmpH89F9VsFahnqhs5nDBWzTKKtouGLXitcc4sX2PgVk3UJ7X1lluAaalnZG3gUOCS\nimOyuqpRo2dvRFEzqcv0E8AVwL3ABRFxT7VR9RdJ5wE3ANPT8yRzqo6pHPUah+EqySqKiMuBy6uO\no19FxGHtz+oTQ/WpkjhhmFVJwFB9xqE5YZhVyr0kZtaJGvWSOGGYVa1GJYz6RNqDJB1VdQz9ru9/\nxrmjPHukFOKEsXr6+3/m3tD/P2N3q5pZth4pPeToqYShseuF1h5fdRj51hrH0PoTa/UMyQ7bTK46\nhI5sseVkdtxpZq1+xkuXPsgTK1ZkZgG5W3VVae3xrDP9z6sOo69ds+Cfqg6h771vj13yT268D6Mm\neiphmA0ej8Mws064DcPMsrmEYWbZXMIwsyxyL4mZdUAuYZhZjuINfU4YZpZDjPxK6R7lhGFWKdWq\nhFGf/hyzPiUpa8m81oOS7pJ0h6SFad/Gkq6StDh93Sjtl6TTJS2RtEjSTu2u74RhVrFuJoxkr4iY\n0TRL2gnA1RExDbia16aa/AAwLS1HAWe1u7AThlmVBBpS1rIaDgTmpfV5wEFN++dH4UZgQ0mTWl3I\nCcOsQiKvdJFKGBMkLWxaRnpXSABXSrq16fimEfEoQPo6Me3veMpPN3qaVayD6saKjMmYd4+IRyRN\nBK6SdF+rW4+wr+WrBFzCMKtYN9swIuKR9HU58GNgZ+CxRlUjfV2eTu94yk8nDLOKdSthSHqTpPGN\ndeCPgLsppvGcnU6bDVyc1i8BZqXekl2BpxtVl9G4SmJWpe4O3NoU+HFKLmOBf46In0q6BbggTTe5\nFDgknX85sB+wBHgBOLLdDZwwzCrWrYFbEfEAsMMI+58A9h5hfwDHdHIPJwyzCgkxNFSflgEnDLOq\n1WdkuBOGWaXkp1XNrANOGGaWzQnDzLKoZo+3O2GYVa0++cIJw6xSwt2qZpbPVRIzy1effOGEYVY1\nlzDMLMsqvH6vUk4YZhVzwjCzbE4YZpZtNV/wu0Y5YZhVyQ+fmVmuYm7VqqPI54RhVin3kphZB2qU\nL5wwzKrmEoaZ5ZFLGGaWScCYMfXJGKU+VytpX0n3p+nkT2j/CbPBU8Ls7aUpLWFIGgOcSTGl/HbA\nYZK2K+t+ZrWUqiQ5Sy8os4SxM7AkIh6IiFeA8ymmlzezpBiHUZ8SRpltGCNNJb/L8JPSlPTFtPRr\njSsxHLNe1DvJIEeZCSNrKvmImAvMBRhaf2LLqebN+lGN8kWpCaPjqeTNBo5gqEYPn5XZhnELME3S\nVElrA4dSTC9vZonbMJKIWCnpE8AVwBjg2xFxT1n3M6urHskFWUoduBURlwOXl3kPs7rrldJDDo/0\nNKtYjfJFuSM9zawNdb8NQ9IYSbdLuixtT5V0k6TFkn6Q2hSRtE7aXpKOT2l3bScMswo1XqDT5ZGe\nnwLubdo+FTgtIqYBTwJz0v45wJMRsTVwWjqvJScMs0qJoaG8Jetq0hbAB4FvpW0B7wN+mE6ZBxyU\n1g9M26Tje6tNUWbUNgxJlzLCQKuGiDggI34za6PLjZ7/CHwGGJ+23wI8FREr0/YyilHY0DQaO/Vq\nPp3OXzHaxVs1en51NYI2sxydVTcmSFrYtD03jZQuLiX9D2B5RNwqac/X7vAGkXFsRKMmjIj4eVMg\n6wGTI+L+Vhczs840Bm5lWhERM1sc3x04QNJ+wLrAmylKHBtKGptKGc0jrhujsZdJGgtsAPyuVQBt\n2zAk7Q/cAfw0bc+Q5BGbZl3SrV6SiPhsRGwREVMoRlZfExGHA9cCB6fTZgMXp/VL0jbp+DUR0bKE\nkdPoeRLFo+pPpaDuAKZkfM7MMqyB92H8LXC8pCUUbRTnpP3nAG9J+48H2r7kKmfg1sqIeLpOo9HM\n6qSM362IuA64Lq0/QPFHf/g5LwGHdHLdnIRxt6QPA2MkTQM+Cfyyk5uY2cik/C7TXpBTJTkWeBvw\nMnAe8AxwXJlBmQ2SOr2ir20JIyJeAD4n6dRiM54tPyyzwTHUK9kgQ04vyTsl3QUsAu6SdKekd5Qf\nmtlg6KsSBkVL6scj4hcAkvYAvgNsX2ZgZoNAfTh7+7ONZAEQEQskuVpi1iU1avNs+SzJTmn1Zknf\npGjwDOBDpO4aM1t9/VLC+L/Dtr/QtO63e5t1gahXo2erZ0n2WpOBmA2qvqiSNJP0QYqxGOs29kXE\nF8sKymxg9NAbwXO0TRiSvgGsD+xF8VKOg4GbS47LbGDUKF9kjfR8V0TMoniV18nAbrx+giIzW0WN\nNoycpRfkVEleTF9fkLQZ8AQwtbyQzAZLj+SCLDkJ4zJJGwL/B7iNoofkW6VGZTZA+qoNIyK+lFZ/\nlF5bvm5EPF1uWGaDQYIxNeomaTVw609bHCMiLionJLPBUp900bqEsX+LYwE4YZh1QV9USSLiyDUZ\niNkgKnpJqo4in+dWNatSvw3cMrNy1ShfOGGYVUkMQC8J4F4Ssy7plypJo5dkIvAu4Jq0vRfF+zCc\nMMy6oD7pIqOXJA3W2i4iHk3bk4Az10x4Zv1N6pP3YTSZ0kgWyWPAH5YUj9nAqVG+yEoY10m6gtde\n0XcoxVyNZtYF/dKGAUBEfELSnwDvSbvmRsSPyw3LbHDUKF9kd6veRvH28J9JWl/SeE9oZLb6JPVH\nt2qDpP8JHAVsDGwFbA58A9i728HsuO1krr/pjG5f1ppstPfJVYfQ915e/EhH59epSpLzxq1jgN0p\n5lQlIhZTdLWaWRcMZS69IKdK8nJEvNLIgpLG4mkGzLpC1KuEkZMwfi7p74D1JL0f+DhwablhmQ2O\nGjVhZJV0TgAeB+4CPgZcHhGfKzUqswEypLylF+QkjGMj4uyIOCQiDo6IsyV9qvTIzAZAYzLmnKX9\ntbSupJsl3SnpHkknp/1TJd0kabGkH0haO+1fJ20vScentLtHTsKYPcK+IzI+Z2YZxgzlLRleBt4X\nETsAM4B9Je0KnAqcFhHTgCeBOen8ORTTh2wNnJbOa6nV06qHAR8Gpkq6pOnQeIqpBsxsNXVzbtWI\nCOC5tLlWWgJ4H8XvMsA84CTgLODAtA7wQ+AMSUrXGVGrRs9fAo8CE3j9xMzPAos6+D7MrIUOukwn\nSFrYtD03IuY2nyBpDHArsDXFQ6K/Bp6KiJXplGUUY6lIXx8GiIiVkp4G3gKsGC2AVk+rPgQ8JOlw\n4JGIeCkFtB6wBfBg5jdpZi10UMBYEREzW50QEa8CM9JcQj8Gth3ptMatWxwbUU5yuwD4j6btV4EL\nMz5nZm0oc5rETqstEfEUxXtrdgU2TOOnoPhj3xiKuow07Wk6vgHwu1bXzUkYYyPilaZAXgHW7iR4\nMxtd0VPSfml/HW2SShaNmsA+wL0UT5cfnE6bDVyc1i/htU6Ng4FrWrVfQN7ArcclHRARl6RADqRF\nHcfMOtPFMRaTgHmpHWMIuCAiLpP0K+B8Sf8buB04J51/DvA9SUsoShaHtrtBTsI4GjhX0pkU9Ztl\nwKyOvxUze4NuvgQ4IhYBO46w/wFg5xH2vwQc0sk9ct6H8WtgV0njAPmxdrMu6qFRnDnatmFI2lTS\nOcCFEfGspO0kzWn3OTPLo8z/ekFOo+d3gSuAzdL2vwHHlRWQ2SBpTJXYT8+STIiI/+paTQNAXi01\nKrMBUqeEkdPo+bykt5AGdKSx6U+XGpXZAOm392EcT9Ffu5Wk64FNeK1P18xWQ9/N3h4Rt0l6LzCd\n4vu7PyJ+X3pkZoNAfTK3aoOkdSnesrUHRbXkF5K+0Xi2xMxWXd+VMID5FE+o/r+0fRjwPToc8GFm\nI6tRE0ZWwpieXsjRcK2kO8sKyGywiKEeGWORI6db9fbUMwKApF2A68sLyWxwFG8N787DZ2tCTglj\nF2CWpKVpezJwr6S7KF7ys31p0Zn1ux4aY5EjJ2HsW3oUZgOqmw+frQk5CWNaRPyseYek2RExr6SY\nzAZKt97puSbktGGcKOksSW9KD6JdCuxfdmBmg6JObRg5CeO9FC8SvQNYAPxzRHikp1kXiP6bW3Uj\niobPX1O8D/Ct7V5FbmaZVK9nSXIS143Av0TEvsA7KR5zd7eqWZcoc+kFOSWMfSJiKUBEvAh8UtJ7\nyg3LbDB0cyKjNSGnhPGwpI9IOhFA0mTAz5GYdUmd3oeRkzC+DuxG8QwJFM+VnFlaRGYDJW8i5l5p\n58ga6RkRO0m6HSAinmzM/mxmq6fRS1IXOQnj92meg8Ybtzbh9TOhmdlq6JXSQ46c5HY6xRyNEyX9\nPcVYjC+XGpXZAOmrXpKIOFfSrcDeFHEfFBH3lh6Z2SCo2TiMnCoJEXEfcF/JsZgNnH5swzCzEtVp\nHIYThlnFapQvyisNSfq2pOWS7i7rHmZ1V1RJlLX0gjKrT9/FL98xa6tOj7eXViWJiH+VNKWs65v1\nh96ZaDlH5Q20ko6StFDSwsdXPF51OGZrXJ1KGJUnjIiYGxEzI2LmJhM2qTocszWqm20YkraUdK2k\neyXdI+lTaf/Gkq6StDh93Sjtl6TTJS2RtEjSTu3uUXnCMBtogqGhvCXDSuCvI2JbYFfgGEnbAScA\nV0fENODqtA3wAWBaWo4Czmp3AycMs4op8792IuLRiLgtrT8L3AtsDhwINF7aPQ84KK0fCMyPwo3A\nhpImtbpHmd2q5wE3ANMlLZM0p6x7mdVVY27Vbr8PI3U47AjcBGwaEY9CkVSAiem0zYGHmz62LO0b\nVZm9JIe1P8vMOuglmSBpYdP23IiY+4brSeOAHwHHRcQzLZ5VGelAy3f1eqSnWcU66AFZEREzW19L\na1Eki3Mj4qK0+zFJkyLi0VTlWJ72LwO2bPr4FsAjra7vNgyzinWrDUNFUeIc4N6I+FrToUuA2Wl9\nNnBx0/5ZqbdkV+DpRtVlNC5hmFWo0YbRJbsDHwXuknRH2vd3wFeAC1I74lLgkHTscmA/YAnwAnBk\nuxs4YZhVSera06oRsYDR37Wz9wjnB3BMJ/dwwjCrWI8M4szihGFWobrNS+KEYVax+qQLJwyz6tUo\nYzhhmFWsTo+3O2GYVaxXpkHM4YRhVjUnDDPLUUxSVJ+M4YRhVqUeeptWDicMs4rVKF84YZhVrkYZ\nwwnDrFL1emu4E4ZZhbr8tGrpnDDMquaEYWa5XCUxs2zuVjWzbDXKF04YZpUStcoYThhmFXMbhpll\ncbeqmXXGCcPMcrlKYmbZ3K1qZtlqlC+cMMwqV6OM4YRhViG/ccvM8sndqmbWCScMM8vjF+iYWQfc\nrWpmWWr27JkThlnlapQxnDDMKlanNoyhqgMwG3RDyltySPq2pOWS7m7at7GkqyQtTl83Svsl6XRJ\nSyQtkrRT21hX9Zs0sy5IM5/lLJm+C+w7bN8JwNURMQ24Om0DfACYlpajgLPaXbynqiS33XbrivXW\n0kNVx9GBCcCKqoPoc3X8Gb+1s9O7VyWJiH+VNGXY7gOBPdP6POA64G/T/vkREcCNkjaUNCkiHh3t\n+j2VMCJik6pj6ISkhRExs+o4+lm//4xFR6WHCZIWNm3PjYi5GZ/btJEEIuJRSRPT/s2Bh5vOW5b2\n1SNhmA2iDsoXK7qcPEe6dbT6gNswzCrW5TaMkTwmaVJxL00Clqf9y4Atm87bAnik1YWcMFZPTnHQ\nVk/f/4wlZS2r4RJgdlqfDVzctH9W6i3ZFXi6VfsFOGGslsz6Y9dIei593UzSD9uce5yk9Tu8/p6S\nLsvdP+ycIySd0eH9HpQ0odU5a/pnXAVlLlnXks4DbgCmS1omaQ7wFeD9khYD70/bAJcDDwBLgLOB\nj7e7vtswKiZpTES82slnIuIR4OA2px0HfB94YVVjs/J1obrxOhFx2CiH9h7h3ACO6eT6LmGURNIU\nSfdJmpcGxfyw8Rc//WU9UdIC4BBJW0n6qaRbJf1C0jbpvKmSbpB0i6QvDbv23Wl9jKSvSror3edY\nSZ8ENgOulXRtOu+P0rVuk3ShpHFp/74pzgXAn2Z8XztL+qWk29PX6U2Ht0zfx/2SvtD0mY9IulnS\nHZK+KWnMav+A+4gy/+sFThjlmk7R9bU98AyvL/K9FBF7RMT5FPX0YyPiHcCnga+nc/4JOCsi3gn8\n+yj3OAqYCuyY7nNuRJxO0Xi1V0TslYr9nwf2iYidgIXA8ZLWpSiK7g+8G/iDjO/pPuA9EbEjcCLw\n5aZjOwOHAzMoEuFMSdsCHwJ2j4gZwKvpHGvoZp2kZK6SlOvhiLg+rX8f+CTw1bT9A4D0l/5dwIVN\nDVvrpK+7A3+W1r8HnDrCPfYBvhERKwEi4ncjnLMrsB1wfbrH2hT13G2A30TE4hTL9ykSUCsbAPMk\nTaPoglur6dhVEfFEutZFwB7ASuAdwC3p3uvxWiu90TO5IIsTRrmG92k3bz+fvg4BT6W/vjnXGE6Z\n51w1vH4raUbGZ4f7EnBtRPxJGlF4XdOxkb5fAfMi4rMd3mdg1Ol9GK6SlGuypN3S+mHAguEnRMQz\nwG8kHQL/9UDQDunw9cChaX20YvyVwNGSxqbPb5z2PwuMT+s3ArtL2jqds76kP6SoXkyVtFVTjO1s\nAPw2rR8x7Nj7VTzotB5wUIr/auDgxujCdLzDodP9S4gh5S29wAmjXPcCsyUtAjZm9Id7DgfmSLoT\nuIdijD/Ap4BjJN1C8Ys6km8BS4FF6fMfTvvnAv8i6dqIeJzil/u8FMuNwDYR8RJFFeQnqdEz5zme\nfwBOkXQ9MLzxcgFF1ekO4EcRsTAifkXRfnJluvdVwKSM+1gPUtGzYt2WiuuXRcTbKw7FetiOO82M\na6+/KevcjdYfe2vVz9W4DcOsYr3SZZrDCaMkEfEg4NKFtdblgVtlc8Iwq1APDbHI4oRhVrUaZQwn\nDLOK9UqXaQ4nDLOK1SddOGGYVa9GGcMJw6xidepW9cAtswpJ+inFm9FzrIiI4VMIrFFOGGaWzc+S\nmFk2Jwwzy+aEYWbZnDDMLJsThpllc8Iws2xOGGaWzQnDzLI5YZhZtv8E4dmmQVAqu3YAAAAASUVO\nRK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x72026048>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "res = plt.matshow(confusion_matrix(y_test, all_predictions), cmap=plt.cm.Blues, interpolation='nearest')\n",
    "plt.title('confusion matrix')\n",
    "plt.colorbar(res)\n",
    "plt.ylabel('expected label')\n",
    "plt.xlabel('predicted label')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 11 s\n"
     ]
    }
   ],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "count_vectorizer = CountVectorizer( max_features=200000, stop_words='english', min_df=0.002, max_df=0.5, ngram_range=(1,3))\n",
    "cv = count_vectorizer.fit(X_train)\n",
    "%time train_count_matrix = cv.transform(X_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 41 ms\n"
     ]
    }
   ],
   "source": [
    "%time model2 = MultinomialNB().fit(train_count_matrix, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_count_matrix = cv.transform(X_test)\n",
    "all_predictions2 = model2.predict(test_count_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.899763220205\n",
      "confusion matrix\n",
      " [[593  68]\n",
      " [ 59 547]]\n",
      "(row=expected, col=predicted)\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import confusion_matrix\n",
    "print('accuracy {}'.format(accuracy_score(y_test, all_predictions2)))\n",
    "print('confusion matrix\\n {}'.format(confusion_matrix(y_test, all_predictions2)))\n",
    "print('(row=expected, col=predicted)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,0,u'predicted label')"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQwAAAD0CAYAAABuOhhTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGWJJREFUeJzt3XucXHWZ5/HPtxMgINcYwgSSGAZi\nBF0NASEIKggzAzhcZgYWIkJgMxtZEXVZx8XRF4juiMy66jAiGo2aKAMi4nARkUgACYIQIAQwOERM\nSAMSghDuQvDZP86vpOjprvpVd1VOXb7vvM6rTp1z6pynu9NP/67nKCIwM8vRV3YAZtY5nDDMLJsT\nhpllc8Iws2xOGGaWzQnDzLI5YZhZNieMEqnwbUlPSrptBOd5p6RfNzO2skiaLOlZSaPKjsX+M3ng\nVnkkvRO4CJgWEc+VHU+rSVoF/H1E/KzsWGx4RpcdQI97A7CqF5JFDkmjI2JD2XFsTBo3Jnjpj3kH\nP/PyTyPikNZGVJurJJkkTZJ0maTHJT0h6Stpe5+kT0laLWmtpIWStkn7pkgKSbMlPSRpnaRPpn1z\ngG8C+6Yi+NmSTpK0ZMB1Q9Kuaf0wSb+S9IykhyV9LG0/QFJ/1Wd2k3SDpKck3SfpiKp935F0vqQf\np/P8UtIuQ3zNlfhPlrQmVZ1OkfR2ScvT+b9Sdfwukhan7886SRdK2jbt+y4wGbgyfb0frzr/HEkP\nAYurto2WNFZSv6TD0zm2lLRS0okj/oG2i5f+CDN3yFtgXNnhOmFkSPXpq4DVwBRgJ+DitPuktBwI\n/DmwJfCVAafYH5gGHAScKWm3iJgPnALcEhFbRsRZGaHMBz4QEVsBbwEWDxLrJsCVwLXAeOA04EJJ\n06oOmwWcDWwHrAT+qc519wGmAscCXwY+CRwMvBn4r5LeXbk8cA6wI7AbMAn4NEBEnAA8BByevt5/\nrjr/u9Pxf1V90Yj4PfDfgG9IGg98CVgWEQvrxNs5RPFbmLO0gTYJo+3tTfFL8A8R8VxEvBgRlZLA\n8cAXI+LBiHgW+ARwnKTq6t7ZEfFCRNwN3A28bZhxvAzsLmnriHgyIu4c5JiZFEnr8xHxUkQspkh2\ns6qOuSwibkvF/wuB6XWu+9n0NV8LPAdcFBFrI+Jh4CZgD4CIWBkRiyLiDxHxOPBFimRQz6fT9/WF\ngTvSNX8AXAe8F/hAxvk6i5S3tAEnjDyTgNVD1K93pCh5VKymaBvaoWrb76rWn6f4hR6OvwMOA1ZL\nulHSvkPEsyYiqivGqylKRcON57Gq9RcGeb8lgKTxki5O1aWnge+RV4xeU2f/PIoS1bcj4omM83UW\nZS5twAkjzxpg8oBSQ8UjFI2XFZOBDbz2lyrXc8AWlTeS/qx6Z0TcHhFHUlQ1/h24ZIh4Jkmq/tlO\nBh4eRjyNOgcI4K0RsTXwfl77X32oLrkhu+pSdfDrwELgf1Tac7pHZunCJYyOchvwKPB5Sa+TNEbS\n6Wnsw38BPiNpZ0lbAp8Dvj/M1v67gTdLmi5pDKn+DyBpU0nHS9omIl4GngZeGeQcv6RIPB+XtImk\nA4DDebXNpZW2Ap4FnpK0E/APA/Y/RtHOk+MbktZSJEAo2jK+ACzsqjEabsPoPhHxCsUv3a4UDXf9\nwJnAoRTVlQ3AL4DfAi9SNDQO5zr/AXwG+BnwALBkwCEnAKtScf8Uir/gA8/xEnBEim0d8FXgxIi4\nfzgxNehsYAawHvgxcNmA/ecAn0q9Kx+rc66FwP+kqNKcmH4G51KURs5oatRl66AShgduDUNqO/h0\nRPxVev8JgIg4p9TAuoykKcBVEfGWkkNpGW23WXDAjnkH//uqOyJir9ZGVJtLGMOzE69tqOvntY2K\nZvk6qNHTIz2HZ7Afn4tqNjxtUt3I4YQxPP0UbRcVE3m1cc6sMZ2TL1wlGabbgampZ2RT4DjgipJj\nsk4koE95SxtwwhiG1GX6IeCnwArgkoi4r9yououki4BbgGlpPsmcsmNqGbdhdL+IuBq4uuw4ulVE\nzKp/VDdony7THE4YZmUSMMoJw8xyuYRhZtk6J184YZiVqtJL0iHcSzICkuaWHUO364nvcQf1kjhh\njEz3/2cuX/d/jzto8pmrJGZl66A/222VMLRpXzCmrUKqbcwotPWmHTWHZI+pnTXxc9LkSczYc0ZH\nfY8fWr2adeueyCsSqH1GceZor9/OMaNhn/FlR9HVbvrJjWWH0PXeuU/ObUyrtEl1I0d7JQyzXuQq\niZllES5hmFkDOidfOGGYlc6NnmaWpcNGejphmJVKKLMNox36lp0wzErmhGFm2Tqok8QJw6xMRRNG\nXsYY7DF3G5sThlmZlF8laQdOGGYlc8Iws0yir4O6VTtoFLtZ9ylGhitryTqftErSPZKWSVqato2V\ntEjSA+l1u7Rdks6TtFLSckkz6p3fCcOsTGpuwkgOjIjpVQ9uPgO4LiKmAtel9wCHAlPTMhe4oN6J\nnTDMSqbMfyNwJLAgrS8AjqravjAKtwLbSppQ60ROGGYla6CEMU7S0qplsNsXBnCtpDuq9u8QEY8C\npNfKTWd2AtZUfbY/bRuSGz3NStZAbWNdVTVjKPtFxCOSxgOLJN1f69KDbKs5oNQJw6xEQtkDt3JE\nxCPpda2kHwF7A49JmhARj6Yqx9p0eD8wqerjE4FHap3fVRKzMgn6+vqylrqnkl4naavKOvCXwL3A\nFcDsdNhs4PK0fgVwYuotmQmsr1RdhuIShlnJmljA2AH4UWrvGA38W0RcI+l24BJJc4CHgGPS8VcD\nhwErgeeBk+tdwAnDrESVcRjNEBEPAm8bZPsTwEGDbA/g1Eau4YRhVjIPDTezTA0PyiqVE4ZZmTxb\n1cwa0UH5wgnDrEyCrC7TduGEYVayZg7cajUnDLMyyVUSM8sk95KYWSNGOHV9o3LCMCuZSxhmls0J\nw8yySHTUTYCdMMxK5UZPM2uAE4aZZeugfOGEYVY2lzDMLIs8W9XMGuGEYWaZ/GzVP5F0iKRfp2c3\nnlH/E2a9pwWPSmyZliUMSaOA8yme37g7MEvS7q26nlknqrRh9HzCoHiAysqIeDAiXgIupniWo5lV\nkfKWdtDKNozBntu4z8CD0vMfi2dAjhnVwnDM2lO7lB5ytDJhZD23MSLmAfMAtPWmNZ/raNaVnDCA\nYTy30aznyL0kFbcDUyXtLGlT4DiKZzmaWVJ58lmnNHq2rIQRERskfQj4KTAK+FZE3Neq65l1qnZJ\nBjlaOnArIq6meOCrmQ3BCcPMsnVQvnDCMCtVG7VP5HDCMCtRpdGzUzhhmJWsKx6VKOlKBhloVRER\nR7QkIrNe0oJh32ke11Lg4Yj4a0k7U0zNGAvcCZwQES9J2gxYCOwJPAEcGxGrap27VgnjC80I3sxq\na0GV5CPACmDr9P5c4EsRcbGkrwFzgAvS65MRsauk49Jxx9Y68ZBloYi4sbIAtwG/G7DNzEao8qjE\nZg3ckjQReC/wzfRewHuAS9MhC4Cj0vqR6T1p/0Gqc6G6lSdJhwPLgGvS++mSPGLTrEmaPNLzy8DH\ngT+m968HnoqIDel9P8XEUKiaIJr2r0/HDymnteXTFFPVn0onXgZMyY3ezGprYHr7OElLq5a5rz2P\n/hpYGxF3VG8e5JKRsW9QOb0kGyJifSd1/Zh1jMZuArwuIvaqsX8/4AhJhwFjKNowvgxsK2l0KkVU\nTwKtTBDtlzQa2Ab4fa0AckoY90p6HzBK0lRJ/wr8IuNzZpZBfX1ZSz0R8YmImBgRUygmey6OiOOB\n64Gj02GzgcvT+hXpPWn/4oioWcLISRinAW8G/gBcBDwNfDTjc2ZWh4A+5S0j8L+B0yWtpGijmJ+2\nzwden7afDtS9727dKklEPA98UtK5xdt4Zthhm9kArRkaHhE3ADek9Qcp2iEHHvMicEwj583pJXm7\npHuA5cA9ku6WtGcjFzGzIQj6pKylHeQ0es4HPhgRNwFI2h/4NvDWVgZm1gu6cS7JM5VkARARSyS5\nWmLWJJ0zk6T2XJIZafU2SV+naPAMiqGjN7Q+NLPe0C7VjRy1Shj/b8D7s6rWfXdvsyYQYlQ3zFaN\niAM3ZiBmPakbn94u6b0UYzHGVLZFxGdaFZRZrxBd0oZRkabDbgEcSDED7miK2atm1gSd1IaRk9ze\nEREnUsybPxvYl9c+oMjMRqDbnkvyQnp9XtKOFHfm2bl1IZn1jmJoeHskgxw5CeMqSdsC/5fi9l5B\nujmHmY1c56SLvLkkn02rP5R0FTAmIta3Niyz3iCJ0d3QrSrpb2vsIyIua01IZr2lXdonctQqYRxe\nY18AThhmTdAVbRgRcfLGDMSsF4kua8Mws9bqihKGmW0M7XOvixxOGGYlkuiOyWe1ekkA95KYNUnn\nlC/yeknGA+8AFqf3B1LcD8MJw2yEumakZ6WXJA3W2j0iHk3vJwDnb5zwzLpfVySMKlMqySJ5DHhj\ni+Ix6zHtM7EsR07CuEHST3n1Fn3HUTwYxcxGqOvuhxERH5L0N8C70qZ5EfGj1oZl1iO68Y5bFLNU\nn4mIn0naQtJWfqCR2cgJumPyWYWk/w7MBcYCu1A8Iv5rwEHNDmbGG9/CzdcsafZprcrmf79H2SF0\nv9WrGzq8k0oYOantVIqnQj8NEBEPUHS1mtmIib7MpR3kVEn+EBEvVbJgeiy8HzNg1iSdVMLISRg3\nSvpHYHNJfwF8ELiytWGZ9Qaps8Zh5FRJzgAeB+4BPgBcHRGfbGlUZj1Emf/aQU4J47SI+BfgG5UN\nkj6StpnZCHVSlSSnhDF7kG0nNTkOs54kxCiNylraQa3ZqrOA9wE7S7qiatdWFI8aMLMm6KQ2jFpV\nkl8AjwLjeO2DmZ8BlrcyKLNe0qwqiaQxwM+BzSh+ty+NiLMk7QxcTDGW6k7ghNTzuRmwENiTohBw\nbESsqnWNIaskEbE6Im4Ajgd+GRE3RsSNwApg4ki/ODPLb/DMbPT8A/CeiHgbMB04RNJM4FzgSxEx\nFXgSmJOOn0PxRMNdgS+l42rKacO4BPhj1ftXgB/kRG9mdaRu1Zylnig8m95ukpYA3gNcmrYvAI5K\n60em96T9B6lOcScnYYyOiJeqgnoJ2DTjc2aWoZnPVpU0StIyYC2wCPgN8FREbEiH9FNM7yC9rgFI\n+9cDr691/pyE8bikI6oCOhJYlxW9mdVUTG/P+weMk7S0apk78HwR8UpETKdoNtgb2G2Qy1ZGag+W\nhWqO4s4Zh3EKcKGk89PJ+oETMz5nZnWJvvzZqusiYq+cAyPiKUk3ADOBbSWNTqWIicAj6bB+YBLQ\nn6Z8bAP8vtZ560YaEb+JiJkUmerNEfGOiFiZE7SZ1desyWeStk8PTkfS5sDBFJ0U1wNHp8NmA5en\n9St4dZzV0cDiiBhZCUPSDsDngB0j4lBJuwP7RsT8ul+BmdUkmjrScwKwQNIoisLAJRFxlaRfARdL\n+j/AXUDld3c+8F1JKylKFsfVu0BOleQ7wLeByvyR/wC+X3VRMxuuJk4+i4jlwH+64UlEPEjRnjFw\n+4vAMY1cI6fyNC4i/tS1mupBrzRyETMbSlPHYbRcTgnjOUmvJ7WepoEg61salVmPKJ5L0kW36ANO\np2gc2UXSzcD2vNqAYmYj1EmzVXPuGn6npHcD0ygS4q8j4uWWR2bWE8SobiphpAktHwT2p6iW3CTp\na6nBxMxGQNA27RM5cqokCylmqP5rej8L+C4Ntq6a2eC6ZXp7xbQ0+63iekl3tyogs54iUAdVSXIi\nvSv1jAAgaR/g5taFZNZLuq9bdR/gREkPpfeTgRWS7qGYUfvWlkVn1uWKbtX2SAY5chLGIS2PwqyH\ndVUvCTA1In5WvUHS7IhYMNQHzCxPk+eStFxOajtT0gWSXidpB0lXAoe3OjCz3iCkvqylHeRE8W6K\nu/YsA5YA/xYRHulp1iTd9mzV7SgaPn9DcfONN0hSvXnzZlaf1H1VkluBn0TEIcDbgR1xt6pZ03Rb\nt+rBEfEQQES8AHxY0rtaG5ZZr8i/wW87yEkYayS9H/jziPiMpMmA55GYNYGgbR6DmCOnSvJVYF+K\nOSRQzCs5v2URmfWULhzpGREzJN0FEBFPSvJzScyapNuqJC+nm4pW7ri1Pa99EpqZjUC7lB5y5CSM\n84AfAeMl/RPF3bY+1dKozHpIV5UwIuJCSXcAB1G00RwVEStaHplZDyiefNZFCQMgIu4H7m9xLGa9\np4HnpraDrIRhZq3T10Hdqk4YZiXqtHt6tmwKnKRvSVor6d5WXcOs84k+5S3toJVzZr+Db75jVle3\nDdwaloj4uaQprTq/Wbdwo2cDJM0F5gJMmjyp5GjMNq6iDaM9bo6To/RII2JeROwVEXttv/24ssMx\n28iKbtWcpR2UXsIw62nqvpsAm1mLuFs1kXQRcAswTVK/pDmtupZZJ+ukKknLEkZEzIqICRGxSURM\njIj5rbqWWedS5i2A6/+qSpok6XpJKyTdJ+kjaftYSYskPZBet0vbJek8SSslLZc0o941OqfyZNal\nmjhwawPwvyJiN2AmcKqk3YEzgOsiYipwXXoPcCgwNS1zgQvqxtr4l2dmzVJpw2jGwK2IeDQi7kzr\nzwArgJ2AI4HKg8cWAEel9SOBhVG4FdhW0oRa13Cjp1nJGmifGCdpadX7eRExb4hzTgH2AH4J7BAR\nj0KRVCSNT4ftBKyp+lh/2vboUAE4YZiVSvTld6uui4i96p5R2hL4IfDRiHi6RkIabEfN5w05YZiV\nqLiBTvNaBiRtQpEsLoyIy9LmxyRNSKWLCcDatL0fqB5ePRF4pNb53YZhViY1r1tVxUHzgRUR8cWq\nXVcAs9P6bODyqu0npt6SmcD6StVlKC5hmJWqqTNR9wNOAO6RtCxt+0fg88AlaSzUQ8Axad/VwGHA\nSuB54OR6F3DCMCtZswZlRcQSBm+XgOKevAOPD+DURq7hhGFWsk4aGu6EYVYiAfLkMzPL0z5308rh\nhGFWsnaZWJbDCcOsZC5hmFk2Jwwzy1I0ejphmFkWN3qaWS7RyOSz0jlhmJXMJQwzy+I2DDNrgNsw\nzKwBThhmls1VEjPL5hKGmWVRY/f0LJ0ThlnpXMIwsxxyG4aZNcBtGGaWzQnDzLKI9nkyew4nDLOS\nuYRhZtncrWpm2VzCMLMsbsMws4a4hGFmDXDCMLNMnZMunDDMSuc2DDPL5jYMM8skOqlS0lYJ4847\n7lq3+ejXrS47jgaMA9aVHUSX68Tv8RtyD5Rnqw5fRGxfdgyNkLQ0IvYqO45u5u9xe+mcMalmXUqZ\n/7LOJX1L0lpJ91ZtGytpkaQH0ut2absknSdppaTlkmbUO78ThlnJmpkwgO8AhwzYdgZwXURMBa5L\n7wEOBaamZS5wQb2TO2GMzLyyA+gBXf89lpS15IiInwO/H7D5SGBBWl8AHFW1fWEUbgW2lTSh1vmd\nMEYgIjbqf2ZJz6bXHSVdWufYj0raosHzHyDpqtztA445SdJXGrzeKknjah2zsb/HbW6cpKVVy9zM\nz+0QEY8CpNfxaftOwJqq4/rTtiG1VaNnL5I0KiJeaeQzEfEIcHSdwz4KfA94frix2cbQUHVjXZMb\ngAe7cNT6gEsYLSJpiqT7JS1IDUqXVv7ip7+sZ0paAhwjaRdJ10i6Q9JNkt6UjttZ0i2Sbpf02QHn\nvjetj5L0BUn3pOucJunDwI7A9ZKuT8f9ZTrXnZJ+IGnLtP2QFOcS4G8zvq69Jf1C0l3pdVrV7knp\n6/i1pLOqPvN+SbdJWibp65JGjfgb3FWUuQzbY5WqRnpdm7b3A5OqjpsIPFLrRE4YrTUNmBcRbwWe\nBj5Yte/FiNg/Ii6mqKefFhF7Ah8DvpqO+Rfggoh4O/C7Ia4xF9gZ2CNd58KIOI/iB39gRByYiv2f\nAg6OiBnAUuB0SWOAbwCHA+8E/izja7ofeFdE7AGcCXyuat/ewPHAdIpEuJek3YBjgf0iYjrwSjrG\nyE8VIxypcQUwO63PBi6v2n5i6i2ZCayvVF2G4ipJa62JiJvT+veADwNfSO+/D5D+0r8D+EFVw9Zm\n6XU/4O/S+neBcwe5xsHA1yJiA0BEDGzwApgJ7A7cnK6xKXAL8CbgtxHxQIrlexQJqJZtgAWSplIU\nXzep2rcoIp5I57oM2B/YAOwJ3J6uvTmv/oUzmjtwS9JFwAEU7R39wFnA54FLJM0BHgKOSYdfDRwG\nrKSoup5c7/xOGK01sD5Y/f659NoHPJX++uacYyBlHrMoIma9ZqM0PeOzA30WuD4i/kbSFOCGqn2D\nfb0CFkTEJxq8Tg9pXsIY+DOuctAgxwZwaiPnd5WktSZL2jetzwKWDDwgIp4GfivpGPjTYJq3pd03\nA8el9aGK8dcCp0ganT4/Nm1/Btgqrd8K7Cdp13TMFpLeSFG92FnSLlUx1rMN8HBaP2nAvr9QMUho\nc4quu5sp+v2PljS+Ep+k7KHTvaDJ4zBaygmjtVYAsyUtB8Yy9MCY44E5ku4G7qPoHwf4CHCqpNsp\nflEH802KYuby9Pn3pe3zgJ9Iuj4iHqf45b4oxXIr8KaIeJGiCvLj1OiZM4/nn4FzJN0MDGy8XEJR\ndVoG/DAilkbEryjaT65N114E1Ozr7y15YzCaWW0ZCRWlEmu2VFy/KiLeUnIo1sb22HOPuPHWxVnH\nbrPp2DvKnlfjNgyzEhU9IO1ResjhhNEiEbEKcOnCMjhhmFmmzkkXThhmpWuXBs0cThhmpWqfLtMc\nThhmpXPCMLMcHXZPTw/cMrNsHrhlViJJ11DcGT3HuogYePu9jcoJw8yyuUpiZtmcMMwsmxOGmWVz\nwjCzbE4YZpbNCcPMsjlhmFk2Jwwzy+aEYWbZ/j+p/dpg5m+qpgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7966d668>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.matshow(confusion_matrix(y_test, all_predictions2), cmap=plt.cm.Greens, interpolation='nearest')\n",
    "plt.title('confusion matrix')\n",
    "plt.colorbar()\n",
    "plt.ylabel('expected label')\n",
    "plt.xlabel('predicted label')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}