permuteParsWithId.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from nltk.tokenize import sent_tokenize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>num_sent</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Now that there are new nutrition labels o...</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YOUNTVILLE, Calif.  &amp;MD  Dawnine Dyer's f...</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YOUNTVILLE, Calif.  &amp;MD  One of the few w...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>This lime-flavored shrimp and vegetable s...</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The premiere issue of Saveur, the America...</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95737</th>\n",
       "      <td>WASHINGTON  &amp;MD  Asserting that domestic ...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95738</th>\n",
       "      <td>PLYMOUTH, Montserrat  &amp;MD  Dunes of fine ...</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95739</th>\n",
       "      <td>PLYMOUTH, Montserrat  &amp;MD  In Montserrat'...</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95740</th>\n",
       "      <td>WASHINGTON  &amp;MD  A steady rise in births ...</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95741</th>\n",
       "      <td>While a crowd on a Maryland beach watched...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>95742 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    text  num_sent\n",
       "0           Now that there are new nutrition labels o...        32\n",
       "1           YOUNTVILLE, Calif.  &MD  Dawnine Dyer's f...        50\n",
       "2           YOUNTVILLE, Calif.  &MD  One of the few w...        17\n",
       "3           This lime-flavored shrimp and vegetable s...        21\n",
       "4           The premiere issue of Saveur, the America...        13\n",
       "...                                                  ...       ...\n",
       "95737       WASHINGTON  &MD  Asserting that domestic ...        24\n",
       "95738       PLYMOUTH, Montserrat  &MD  Dunes of fine ...        39\n",
       "95739       PLYMOUTH, Montserrat  &MD  In Montserrat'...        55\n",
       "95740       WASHINGTON  &MD  A steady rise in births ...        25\n",
       "95741       While a crowd on a Maryland beach watched...        27\n",
       "\n",
       "[95742 rows x 2 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "laWash = pd.read_csv(\"LaTimesAndWashingtonPostArticles.csv\").drop('Unnamed: 0', axis=1)\n",
    "laWash"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "laWashArticles = laWash.text.astype('string').apply(sent_tokenize).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2000"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shorter_reports = [report for report in laWashArticles if len(report) == 11 or len(report) == 12][:2000]\n",
    "len(shorter_reports)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "([\"Norman's model is more complex, computing how (in one theory) cosmic gas would be heated as it was pulled into the gravitational ``wells'' created by dark matter at almost 190 miles per second, creating shock waves that superheat intergalactic gases.\", 'The Connection Machine-5 supercomputer took 30 hours to build this universe in a box.', 'The new model agrees so well with actual observations, he said, that it may guide astronomers toward new discoveries.', 'An astrophysics team at the University of Illinois used a massively parallel supercomputer to visualize the universe as it would be seen in X-rays, which are emitted by superhot gases or in violent events.', 'In the last decade, many astronomers came to believe that at least 98 percent of the universe consists of dark matter: invisible material of an unknown nature, detected only through the effects of its gravity.', 'Eventually, a New Mexico State University model showed that a mix of cold (low-energy) and hot could explain the observed state of the cosmos.', 'However, that model left out ordinary matter.', \"``Our simulation is the first that is sufficiently comprehensive to make theoretical predictions that can be compared with observations,'' said team leader Michael Norman, who presented the work at a meeting of the American Astronomical Society last week in Minneapolis.\", '     A new supercomputer model of the universe  &MD  the most complex such simulation ever created  &MD  lends credence to the theory that the original recipe for the real cosmos probably included both cold and hot versions of the mysterious ingredient known as dark matter.', 'The simulation, funded by NASA and the National Science Foundation, was modeled as a cube divided into 512 cells along each edge, with each cell representing a volume of space 1 million light-years on a side.', 'But observations soon eliminated notions that all this matter might be hot  &MD  that is, having high energy.', 'The results showed X-ray-emitting gas clusters everywhere in a cosmos closely resembling recent X-ray observations by ROSAT, an orbiting NASA-European satellite.'], 0)\n",
      "['     A new supercomputer model of the universe  &MD  the most complex such simulation ever created  &MD  lends credence to the theory that the original recipe for the real cosmos probably included both cold and hot versions of the mysterious ingredient known as dark matter.', 'An astrophysics team at the University of Illinois used a massively parallel supercomputer to visualize the universe as it would be seen in X-rays, which are emitted by superhot gases or in violent events.', \"``Our simulation is the first that is sufficiently comprehensive to make theoretical predictions that can be compared with observations,'' said team leader Michael Norman, who presented the work at a meeting of the American Astronomical Society last week in Minneapolis.\", 'The new model agrees so well with actual observations, he said, that it may guide astronomers toward new discoveries.', 'In the last decade, many astronomers came to believe that at least 98 percent of the universe consists of dark matter: invisible material of an unknown nature, detected only through the effects of its gravity.', 'But observations soon eliminated notions that all this matter might be hot  &MD  that is, having high energy.', 'Eventually, a New Mexico State University model showed that a mix of cold (low-energy) and hot could explain the observed state of the cosmos.', 'However, that model left out ordinary matter.', \"Norman's model is more complex, computing how (in one theory) cosmic gas would be heated as it was pulled into the gravitational ``wells'' created by dark matter at almost 190 miles per second, creating shock waves that superheat intergalactic gases.\", 'The results showed X-ray-emitting gas clusters everywhere in a cosmos closely resembling recent X-ray observations by ROSAT, an orbiting NASA-European satellite.', 'The simulation, funded by NASA and the National Science Foundation, was modeled as a cube divided into 512 cells along each edge, with each cell representing a volume of space 1 million light-years on a side.', 'The Connection Machine-5 supercomputer took 30 hours to build this universe in a box.']\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "\n",
    "random.seed(487)\n",
    "num_permutations_per_report = 20\n",
    "\n",
    "permutations = []\n",
    "for i, report in enumerate(shorter_reports):\n",
    "    perms_of_curr_report = [report]\n",
    "    for _ in range(num_permutations_per_report):\n",
    "        shuffled = report.copy()\n",
    "        random.shuffle(shuffled)\n",
    "        if shuffled not in perms_of_curr_report:\n",
    "            permutations.append((shuffled, i))\n",
    "            perms_of_curr_report.append(shuffled)\n",
    "            \n",
    "print(permutations[0])\n",
    "print(shorter_reports[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(shorter_reports) == len(permutations) / 20"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "     A new supercomputer model of the universe  &MD  the most complex such simulation ever created  &MD  lends credence to the theory that the original recipe for the real cosmos probably included both cold and hot versions of the mysterious ingredient known as dark matter. An astrophysics team at the University of Illinois used a massively parallel supercomputer to visualize the universe as it would be seen in X-rays, which are emitted by superhot gases or in violent events. ``Our simulation is the first that is sufficiently comprehensive to make theoretical predictions that can be compared with observations,'' said team leader Michael Norman, who presented the work at a meeting of the American Astronomical Society last week in Minneapolis. The new model agrees so well with actual observations, he said, that it may guide astronomers toward new discoveries. In the last decade, many astronomers came to believe that at least 98 percent of the universe consists of dark matter: invisible material of an unknown nature, detected only through the effects of its gravity. But observations soon eliminated notions that all this matter might be hot  &MD  that is, having high energy. Eventually, a New Mexico State University model showed that a mix of cold (low-energy) and hot could explain the observed state of the cosmos. However, that model left out ordinary matter. Norman's model is more complex, computing how (in one theory) cosmic gas would be heated as it was pulled into the gravitational ``wells'' created by dark matter at almost 190 miles per second, creating shock waves that superheat intergalactic gases. The results showed X-ray-emitting gas clusters everywhere in a cosmos closely resembling recent X-ray observations by ROSAT, an orbiting NASA-European satellite. The simulation, funded by NASA and the National Science Foundation, was modeled as a cube divided into 512 cells along each edge, with each cell representing a volume of space 1 million light-years on a side. The Connection Machine-5 supercomputer took 30 hours to build this universe in a box.\n",
      "Norman's model is more complex, computing how (in one theory) cosmic gas would be heated as it was pulled into the gravitational ``wells'' created by dark matter at almost 190 miles per second, creating shock waves that superheat intergalactic gases. The Connection Machine-5 supercomputer took 30 hours to build this universe in a box. The new model agrees so well with actual observations, he said, that it may guide astronomers toward new discoveries. An astrophysics team at the University of Illinois used a massively parallel supercomputer to visualize the universe as it would be seen in X-rays, which are emitted by superhot gases or in violent events. In the last decade, many astronomers came to believe that at least 98 percent of the universe consists of dark matter: invisible material of an unknown nature, detected only through the effects of its gravity. Eventually, a New Mexico State University model showed that a mix of cold (low-energy) and hot could explain the observed state of the cosmos. However, that model left out ordinary matter. ``Our simulation is the first that is sufficiently comprehensive to make theoretical predictions that can be compared with observations,'' said team leader Michael Norman, who presented the work at a meeting of the American Astronomical Society last week in Minneapolis.      A new supercomputer model of the universe  &MD  the most complex such simulation ever created  &MD  lends credence to the theory that the original recipe for the real cosmos probably included both cold and hot versions of the mysterious ingredient known as dark matter. The simulation, funded by NASA and the National Science Foundation, was modeled as a cube divided into 512 cells along each edge, with each cell representing a volume of space 1 million light-years on a side. But observations soon eliminated notions that all this matter might be hot  &MD  that is, having high energy. The results showed X-ray-emitting gas clusters everywhere in a cosmos closely resembling recent X-ray observations by ROSAT, an orbiting NASA-European satellite.\n"
     ]
    }
   ],
   "source": [
    "joined_reports = []\n",
    "joined_reports_ids = []\n",
    "joined_perms = []\n",
    "joined_perms_ids = []\n",
    "\n",
    "for i, report in enumerate(shorter_reports):\n",
    "    joined_reports.append(' '.join(report))\n",
    "    joined_reports_ids.append(i)\n",
    "\n",
    "for perm, idx in permutations:\n",
    "    joined_perms.append(' '.join(perm))\n",
    "    joined_perms_ids.append(idx)\n",
    "\n",
    "print(joined_reports[0])\n",
    "print(joined_perms[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>paragraph</th>\n",
       "      <th>is_coherent</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A new supercomputer model of the universe...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1. ``Mrs. Doubtfire''     2. ``A Perfect ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Five key U.S. maritime unions formally ag...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>OUR HOURLY BREAD: Bread doesn't demand mu...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>LYON, France  &amp;MD  Much of the criticism ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41995</th>\n",
       "      <td>Before he can leave the United States, Abu Mar...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41996</th>\n",
       "      <td>State Department spokesman Nicholas Burns said...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41997</th>\n",
       "      <td>``The decision was taken on the basis of overa...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41998</th>\n",
       "      <td>An INS spokesman said the agency's case to exc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41999</th>\n",
       "      <td>An INS spokesman said the agency's case to exc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42000 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               paragraph  is_coherent    id\n",
       "0           A new supercomputer model of the universe...            1     0\n",
       "1           1. ``Mrs. Doubtfire''     2. ``A Perfect ...            1     1\n",
       "2           Five key U.S. maritime unions formally ag...            1     2\n",
       "3           OUR HOURLY BREAD: Bread doesn't demand mu...            1     3\n",
       "4           LYON, France  &MD  Much of the criticism ...            1     4\n",
       "...                                                  ...          ...   ...\n",
       "41995  Before he can leave the United States, Abu Mar...            0  1999\n",
       "41996  State Department spokesman Nicholas Burns said...            0  1999\n",
       "41997  ``The decision was taken on the basis of overa...            0  1999\n",
       "41998  An INS spokesman said the agency's case to exc...            0  1999\n",
       "41999  An INS spokesman said the agency's case to exc...            0  1999\n",
       "\n",
       "[42000 rows x 3 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = {\n",
    "    'paragraph': joined_reports + joined_perms,\n",
    "    'is_coherent': [1] * len(joined_reports) + [0] * len(joined_perms),\n",
    "    'id': joined_reports_ids + joined_perms_ids\n",
    "}\n",
    "pars_with_label = pd.DataFrame(d)\n",
    "pars_with_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>paragraph</th>\n",
       "      <th>is_coherent</th>\n",
       "      <th>id</th>\n",
       "      <th>num_sent</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A new supercomputer model of the universe...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1. ``Mrs. Doubtfire''     2. ``A Perfect ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Five key U.S. maritime unions formally ag...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>OUR HOURLY BREAD: Bread doesn't demand mu...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>LYON, France  &amp;MD  Much of the criticism ...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41995</th>\n",
       "      <td>Before he can leave the United States, Abu Mar...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41996</th>\n",
       "      <td>State Department spokesman Nicholas Burns said...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41997</th>\n",
       "      <td>``The decision was taken on the basis of overa...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41998</th>\n",
       "      <td>An INS spokesman said the agency's case to exc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41999</th>\n",
       "      <td>An INS spokesman said the agency's case to exc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42000 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               paragraph  is_coherent    id   \n",
       "0           A new supercomputer model of the universe...            1     0  \\\n",
       "1           1. ``Mrs. Doubtfire''     2. ``A Perfect ...            1     1   \n",
       "2           Five key U.S. maritime unions formally ag...            1     2   \n",
       "3           OUR HOURLY BREAD: Bread doesn't demand mu...            1     3   \n",
       "4           LYON, France  &MD  Much of the criticism ...            1     4   \n",
       "...                                                  ...          ...   ...   \n",
       "41995  Before he can leave the United States, Abu Mar...            0  1999   \n",
       "41996  State Department spokesman Nicholas Burns said...            0  1999   \n",
       "41997  ``The decision was taken on the basis of overa...            0  1999   \n",
       "41998  An INS spokesman said the agency's case to exc...            0  1999   \n",
       "41999  An INS spokesman said the agency's case to exc...            0  1999   \n",
       "\n",
       "       num_sent  \n",
       "0            12  \n",
       "1            11  \n",
       "2            12  \n",
       "3            12  \n",
       "4            12  \n",
       "...         ...  \n",
       "41995        11  \n",
       "41996        11  \n",
       "41997        11  \n",
       "41998        11  \n",
       "41999        11  \n",
       "\n",
       "[42000 rows x 4 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pars_with_label['num_sent'] = pars_with_label.paragraph.apply(lambda x : len(sent_tokenize(x)))\n",
    "pars_with_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "pars_with_label.to_csv('LATimesWashPostPerms.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}