notebooks/filtering/Webis-TLDR-17_filtering.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f1724e7a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Uncomment if notebook is run in Colab\n",
    "# %%capture\n",
    "# !pip install datasets\n",
    "# !pip install rouge-score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1f0798b6",
   "metadata": {},
   "outputs": [],
   "source": [
    "import datasets\n",
    "import pandas as pd\n",
    "import nltk\n",
    "import re\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import random\n",
    "from datasets import load_dataset, load_metric\n",
    "from IPython.display import display, HTML\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3b8d88b1",
   "metadata": {},
   "outputs": [],
   "source": [
    "rouge = load_metric('rouge', seed=42)\n",
    "\n",
    "# Helper functions\n",
    "\n",
    "def show_random_elements(dataset, num_examples=3):\n",
    "    assert num_examples <= len(dataset), \"Can't pick more elements than there are in the dataset.\"\n",
    "    picks = []\n",
    "    for _ in range(num_examples):\n",
    "        pick = random.randint(0, len(dataset)-1)\n",
    "        while pick in picks:\n",
    "            pick = random.randint(0, len(dataset)-1)\n",
    "        picks.append(pick)\n",
    "\n",
    "    df = pd.DataFrame(dataset[picks])\n",
    "    for column, typ in dataset.features.items():\n",
    "        if isinstance(typ, datasets.ClassLabel):\n",
    "            df[column] = df[column].transform(lambda i: typ.names[i])\n",
    "    display(HTML(df.to_html()))\n",
    "\n",
    "def rouge_2_recall(target_text_1, target_text_2):\n",
    "    rouge_output = rouge.compute(predictions=target_text_2, references=target_text_1)\n",
    "    ROUGE_2_recall = \\\n",
    "    round((rouge_output['rouge2'].low.recall \\\n",
    "           + rouge_output['rouge2'].mid.recall \\\n",
    "           + rouge_output['rouge2'].high.recall)/3, 1)\n",
    "    \n",
    "    return ROUGE_2_recall\n",
    "\n",
    "def clean_string(string):\n",
    "    string = re.sub('\\*', '', string).lower().rstrip()\n",
    "    return string\n",
    "\n",
    "def remove_duplicate_sets_from_list(candidate_duplicates):\n",
    "    candidate_duplicates_sets = list(map(set, candidate_duplicates))\n",
    "    unique_sets = list(set(frozenset(item) for item in candidate_duplicates))\n",
    "    candidate_duplicates_unique_sets = [set(item) for item in set(frozenset(item) for item in unique_sets)]\n",
    "    \n",
    "    candidate_duplicates_lists = []\n",
    "    for item in candidate_duplicates_unique_sets:\n",
    "        candidate_duplicates_lists.append(list(item))\n",
    "        \n",
    "    return candidate_duplicates_lists"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "df7dce8c",
   "metadata": {},
   "source": [
    "## **Download Webis-TLDR-16**"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9866cd99",
   "metadata": {},
   "source": [
    "- No train-val-test split is provided anywhere for Webis-TLDR-17\n",
    "- We download Webis-TLDR-17 from Hugging Face datasets \n",
    "- the split='train' downloads the whole dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "26febceb",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Found cached dataset reddit (C:/Users/Anna/.cache/huggingface/datasets/reddit/default/1.0.0/bd1bf9097540c9101f329c123d12c6c6a042f65e5f0ab7f9bbabb0a54d3c840e)\n"
     ]
    }
   ],
   "source": [
    "webis_tldr = load_dataset('reddit', split='train')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "7cb1cdc5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Dataset({\n",
       "    features: ['author', 'body', 'normalizedBody', 'subreddit', 'subreddit_id', 'id', 'content', 'summary'],\n",
       "    num_rows: 3848330\n",
       "})"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "webis_tldr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "2d333a60",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author</th>\n",
       "      <th>body</th>\n",
       "      <th>normalizedBody</th>\n",
       "      <th>subreddit</th>\n",
       "      <th>subreddit_id</th>\n",
       "      <th>id</th>\n",
       "      <th>content</th>\n",
       "      <th>summary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>I've recently started to work on getting back into decent shape. \\n\\nI'm currently dieting (as I started at 260lbs) and just started Krav Maga classes (1 hour, 4-5 days a week, depending on whether I make the weekend class or not). From everything I've read I should also be doing resistance training both to help increase strength and to help lose weight. Gym's don't really work for me (people, having to leave the house, cost, etc.), so I've been looking at bodyweight programs, like Convict Conditioning since it appeals to me a bit more, and seems considerably cheaper as well.\\n\\nHaving read through most of it, it seems like I need something to be able to do a number of those exercises. I don't have a table I can use, I don't have a pull up bar, or bench. (I live in a tiny, crappy studio, and pretty much all my spare money goes to Krav Maga and high protein food at the moment).\\n\\nI'm looking at something like a 'Power Tower' or equivalent. I see some on CL in the LA area for ~$100 (though how I could get them in my little civic is something I'm pondering...). These though, don't have the bench (at least the ones I've seen), so I'm concerned about what to do there still.\\n\\nIs this something that would be sufficient? Should I instead look at getting a sturdy bench and a doorframe pullup bar? (I had one once, through bad design or bad usage it damaged the frame and I don't want to ruin my deposit here; also, there's only the outside and bathroom door in my studio, not sure if the design on those will work).\\n\\nWhat are my best options here?\\n\\nTL;DR: What equipment do I need to attempt convict conditioning?</td>\n",
       "      <td>I've recently started to work on getting back into decent shape. \\n I'm currently dieting (as I started at 260lbs) and just started Krav Maga classes (1 hour, 4-5 days a week, depending on whether I make the weekend class or not). From everything I've read I should also be doing resistance training both to help increase strength and to help lose weight. Gym's don't really work for me (people, having to leave the house, cost, etc.), so I've been looking at bodyweight programs, like Convict Conditioning since it appeals to me a bit more, and seems considerably cheaper as well. \\n Having read through most of it, it seems like I need something to be able to do a number of those exercises. I don't have a table I can use, I don't have a pull up bar, or bench. (I live in a tiny, crappy studio, and pretty much all my spare money goes to Krav Maga and high protein food at the moment). \\n I'm looking at something like a 'Power Tower' or equivalent. I see some on CL in the LA area for ~$100 (though how I could get them in my little civic is something I'm pondering...). These though, don't have the bench (at least the ones I've seen), so I'm concerned about what to do there still. \\n Is this something that would be sufficient? Should I instead look at getting a sturdy bench and a doorframe pullup bar? (I had one once, through bad design or bad usage it damaged the frame and I don't want to ruin my deposit here; also, there's only the outside and bathroom door in my studio, not sure if the design on those will work). \\n What are my best options here? \\n TL;DR: What equipment do I need to attempt convict conditioning? \\n</td>\n",
       "      <td>Fitness</td>\n",
       "      <td>t5_2qhx4</td>\n",
       "      <td>t3_qbi15</td>\n",
       "      <td>I've recently started to work on getting back into decent shape. \\n I'm currently dieting (as I started at 260lbs) and just started Krav Maga classes (1 hour, 4-5 days a week, depending on whether I make the weekend class or not). From everything I've read I should also be doing resistance training both to help increase strength and to help lose weight. Gym's don't really work for me (people, having to leave the house, cost, etc.), so I've been looking at bodyweight programs, like Convict Conditioning since it appeals to me a bit more, and seems considerably cheaper as well. \\n Having read through most of it, it seems like I need something to be able to do a number of those exercises. I don't have a table I can use, I don't have a pull up bar, or bench. (I live in a tiny, crappy studio, and pretty much all my spare money goes to Krav Maga and high protein food at the moment). \\n I'm looking at something like a 'Power Tower' or equivalent. I see some on CL in the LA area for ~$100 (though how I could get them in my little civic is something I'm pondering...). These though, don't have the bench (at least the ones I've seen), so I'm concerned about what to do there still. \\n Is this something that would be sufficient? Should I instead look at getting a sturdy bench and a doorframe pullup bar? (I had one once, through bad design or bad usage it damaged the frame and I don't want to ruin my deposit here; also, there's only the outside and bathroom door in my studio, not sure if the design on those will work). \\n What are my best options here?</td>\n",
       "      <td>What equipment do I need to attempt convict conditioning?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Ckaine8</td>\n",
       "      <td>Not in love with the 4-bet. Our hand flops pretty well and we are IP. I'd probably bet the flop after showing this much aggression - after all you seem to be repping TT+. If he check jams I'd probably just fold. Betting the turn is a little weird imo, why wouldn't we bet the flop if we bet the 2c? You are often opening yourselves to situations like this, getting floated and played back at. He may guess you have AK or AQ and totally whiffed and can just blow you off it. \\n\\nAs played I'd probably fold the river. If you say he's a spaz I'd expect more aggression which leads me to believe he actually has a big hand. Something like KJ, AJ. I don't necessarily think he has QT because I think he might bet the turn with that if he's aggressive. Also possible he drilled a set of 8's or something on the river. \\n\\nTLDR: IMO just flat the 3-bet and bet flop. Fold if he jams over the top. Maybe check back turn if he calls and checks turn.</td>\n",
       "      <td>Not in love with the 4-bet. Our hand flops pretty well and we are IP. I'd probably bet the flop after showing this much aggression - after all you seem to be repping TT+. If he check jams I'd probably just fold. Betting the turn is a little weird imo, why wouldn't we bet the flop if we bet the 2c? You are often opening yourselves to situations like this, getting floated and played back at. He may guess you have AK or AQ and totally whiffed and can just blow you off it. \\n As played I'd probably fold the river. If you say he's a spaz I'd expect more aggression which leads me to believe he actually has a big hand. Something like KJ, AJ. I don't necessarily think he has QT because I think he might bet the turn with that if he's aggressive. Also possible he drilled a set of 8's or something on the river. \\n TLDR: IMO just flat the 3-bet and bet flop. Fold if he jams over the top. Maybe check back turn if he calls and checks turn. \\n</td>\n",
       "      <td>poker</td>\n",
       "      <td>t5_2qhix</td>\n",
       "      <td>cjuookp</td>\n",
       "      <td>Not in love with the 4-bet. Our hand flops pretty well and we are IP. I'd probably bet the flop after showing this much aggression - after all you seem to be repping TT+. If he check jams I'd probably just fold. Betting the turn is a little weird imo, why wouldn't we bet the flop if we bet the 2c? You are often opening yourselves to situations like this, getting floated and played back at. He may guess you have AK or AQ and totally whiffed and can just blow you off it. \\n As played I'd probably fold the river. If you say he's a spaz I'd expect more aggression which leads me to believe he actually has a big hand. Something like KJ, AJ. I don't necessarily think he has QT because I think he might bet the turn with that if he's aggressive. Also possible he drilled a set of 8's or something on the river.</td>\n",
       "      <td>IMO just flat the 3-bet and bet flop. Fold if he jams over the top. Maybe check back turn if he calls and checks turn.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Gojiberry852</td>\n",
       "      <td>I bought my copy yesterday and played for about 6 hours. Here's what I can tell you:\\n\\n- The \"Campaign\" is essentially the multiplayer modes of Hardpoint (capture and defend) and Attrition (team death match) with some dialogue and brief cutscenes thrown in. It's entirely forgettable, it doesn't give you a chance to familiarize yourself with the characters or care about their motives. It's consists of 9 missions played twice, once as the IMC and once again from the perspective of the Resistance. I play games for story and immersiveness and I really couldn't care for the mythos behind Titanfall but THAT'S OK. I don't expect summer blockbuster superhero movies to have Oscar winning scripts and teach me valuable moral lessons but they're still fun and exciting and I love watching them.\\n\\n- After a brief tutorial, you are thrown into matchmaking where you'll land on the Frontier, and charge ahead with your allies, whereupon you will be shot and killed extremely quickly by someone who sprinted past you in a split second. This will happen a few times. You will SUCK your first few rounds as you come to realize that no, this is not anything like CoD or BF4. It is incredibly fast and frantic (there is an option to set yourself to always be sprinting - which is unlimited, for that very reason). Within a few minutes you will realize that as a pilot, your survival depends on your mobility and not just horizontally, but vertically too. Getting to grips with wall running, double jumping, climbing and hanging on walls like a ninja is what gives you an edge over the Titans on the field.\\n\\n- No matter how bad you are, you are guaranteed your Titan 4 minutes into the round. It's yours, you command it, you control it, no one else can jump in and take it from you (I'm looking at you Battlefield griefers). You can choose to summon it (initiate \"Titanfall\") whenever you feel like and you can drop it onto enemies for some fun kills. You can choose to pilot it, have it follow you around and protect you or make it guard an area. If it gets destroyed, another will be ready for you to call in 4 mins. Every point of damage you deal to an enemy and every kill decreases the cool down timer (you can also use burn cards which are one-off abilities but I won't go into that here).\\n\\n- You will level up by getting kills, assists, completing challenges and thus unlock new abilities, weapons, titans, burn cards, mods and more. \\n\\n- Non-Campaign multiplayer modes exist and are CTF, Hardpoint, Attrition, Last Titan Standing and Pilot Hunter (sorry if I've missed any, that's what I remember). There are 15 maps total, each vastly different to the other with plenty of routes to get around them.\\n\\n- It's a welcome change to the military FPS, it's fun playing as a pilot or a Titan, it's well balanced, it looks and runs great (Xbone for me) but most importantly, it's FUN. You cannot judge this game on screenshots because you HAVE TO see it in motion. The controls are tight and responsive and it feels good to be agile as a pilot and powerful as a Titan. You may never go back to a military FPS again. Wallrunning and then seamlessly rodeoing onto an enemy Titan, destroying it's CPU and ejecting off it makes you feel like a super soldier.\\n\\n- Is it worth $60? I hate this question because the \"worth\" or value of a product is whatever someone is willing to pay for it. Different people have different disposable incomes. I bought South Park SOT for $60, that's a 12-14 hour (hilarious) game with almost zero replay value, but I'd recommend to fans of SP for that price. So if you like competitive FPS multiplayer games and want to try something new, then it is worth it because of the dollar to entertainment ratio you will receive. If you're in the market for a story driven FPS a la BioShock, FarCry or Metro then no, this game isn't for you. Also, CoD and BF4 (NOT Bad Company) are better off without their lackluster single player campaigns and would be better off using those  resources for multiplayer.\\n\\nTLDR: It's not just CoD / BF4 with Mechs. Sorry for such a long post.</td>\n",
       "      <td>I bought my copy yesterday and played for about 6 hours. Here's what I can tell you: \\n \\n The \"Campaign\" is essentially the multiplayer modes of Hardpoint (capture and defend) and Attrition (team death match) with some dialogue and brief cutscenes thrown in. It's entirely forgettable, it doesn't give you a chance to familiarize yourself with the characters or care about their motives. It's consists of 9 missions played twice, once as the IMC and once again from the perspective of the Resistance. I play games for story and immersiveness and I really couldn't care for the mythos behind Titanfall but THAT'S OK. I don't expect summer blockbuster superhero movies to have Oscar winning scripts and teach me valuable moral lessons but they're still fun and exciting and I love watching them. \\n \\n After a brief tutorial, you are thrown into matchmaking where you'll land on the Frontier, and charge ahead with your allies, whereupon you will be shot and killed extremely quickly by someone who sprinted past you in a split second. This will happen a few times. You will SUCK your first few rounds as you come to realize that no, this is not anything like CoD or BF4. It is incredibly fast and frantic (there is an option to set yourself to always be sprinting - which is unlimited, for that very reason). Within a few minutes you will realize that as a pilot, your survival depends on your mobility and not just horizontally, but vertically too. Getting to grips with wall running, double jumping, climbing and hanging on walls like a ninja is what gives you an edge over the Titans on the field. \\n \\n No matter how bad you are, you are guaranteed your Titan 4 minutes into the round. It's yours, you command it, you control it, no one else can jump in and take it from you (I'm looking at you Battlefield griefers). You can choose to summon it (initiate \"Titanfall\") whenever you feel like and you can drop it onto enemies for some fun kills. You can choose to pilot it, have it follow you around and protect you or make it guard an area. If it gets destroyed, another will be ready for you to call in 4 mins. Every point of damage you deal to an enemy and every kill decreases the cool down timer (you can also use burn cards which are one-off abilities but I won't go into that here). \\n \\n You will level up by getting kills, assists, completing challenges and thus unlock new abilities, weapons, titans, burn cards, mods and more. \\n \\n Non-Campaign multiplayer modes exist and are CTF, Hardpoint, Attrition, Last Titan Standing and Pilot Hunter (sorry if I've missed any, that's what I remember). There are 15 maps total, each vastly different to the other with plenty of routes to get around them. \\n \\n It's a welcome change to the military FPS, it's fun playing as a pilot or a Titan, it's well balanced, it looks and runs great (Xbone for me) but most importantly, it's FUN. You cannot judge this game on screenshots because you HAVE TO see it in motion. The controls are tight and responsive and it feels good to be agile as a pilot and powerful as a Titan. You may never go back to a military FPS again. Wallrunning and then seamlessly rodeoing onto an enemy Titan, destroying it's CPU and ejecting off it makes you feel like a super soldier. \\n \\n Is it worth $60? I hate this question because the \"worth\" or value of a product is whatever someone is willing to pay for it. Different people have different disposable incomes. I bought South Park SOT for $60, that's a 12-14 hour (hilarious) game with almost zero replay value, but I'd recommend to fans of SP for that price. So if you like competitive FPS multiplayer games and want to try something new, then it is worth it because of the dollar to entertainment ratio you will receive. If you're in the market for a story driven FPS a la BioShock, FarCry or Metro then no, this game isn't for you. Also, CoD and BF4 (NOT Bad Company) are better off without their lackluster single player campaigns and would be better off using those  resources for multiplayer. \\n \\n \\n TLDR: It's not just CoD / BF4 with Mechs. Sorry for such a long post. \\n</td>\n",
       "      <td>gaming</td>\n",
       "      <td>t5_2qh03</td>\n",
       "      <td>cg0l4z7</td>\n",
       "      <td>I bought my copy yesterday and played for about 6 hours. Here's what I can tell you: \\n \\n The \"Campaign\" is essentially the multiplayer modes of Hardpoint (capture and defend) and Attrition (team death match) with some dialogue and brief cutscenes thrown in. It's entirely forgettable, it doesn't give you a chance to familiarize yourself with the characters or care about their motives. It's consists of 9 missions played twice, once as the IMC and once again from the perspective of the Resistance. I play games for story and immersiveness and I really couldn't care for the mythos behind Titanfall but THAT'S OK. I don't expect summer blockbuster superhero movies to have Oscar winning scripts and teach me valuable moral lessons but they're still fun and exciting and I love watching them. \\n \\n After a brief tutorial, you are thrown into matchmaking where you'll land on the Frontier, and charge ahead with your allies, whereupon you will be shot and killed extremely quickly by someone who sprinted past you in a split second. This will happen a few times. You will SUCK your first few rounds as you come to realize that no, this is not anything like CoD or BF4. It is incredibly fast and frantic (there is an option to set yourself to always be sprinting - which is unlimited, for that very reason). Within a few minutes you will realize that as a pilot, your survival depends on your mobility and not just horizontally, but vertically too. Getting to grips with wall running, double jumping, climbing and hanging on walls like a ninja is what gives you an edge over the Titans on the field. \\n \\n No matter how bad you are, you are guaranteed your Titan 4 minutes into the round. It's yours, you command it, you control it, no one else can jump in and take it from you (I'm looking at you Battlefield griefers). You can choose to summon it (initiate \"Titanfall\") whenever you feel like and you can drop it onto enemies for some fun kills. You can choose to pilot it, have it follow you around and protect you or make it guard an area. If it gets destroyed, another will be ready for you to call in 4 mins. Every point of damage you deal to an enemy and every kill decreases the cool down timer (you can also use burn cards which are one-off abilities but I won't go into that here). \\n \\n You will level up by getting kills, assists, completing challenges and thus unlock new abilities, weapons, titans, burn cards, mods and more. \\n \\n Non-Campaign multiplayer modes exist and are CTF, Hardpoint, Attrition, Last Titan Standing and Pilot Hunter (sorry if I've missed any, that's what I remember). There are 15 maps total, each vastly different to the other with plenty of routes to get around them. \\n \\n It's a welcome change to the military FPS, it's fun playing as a pilot or a Titan, it's well balanced, it looks and runs great (Xbone for me) but most importantly, it's FUN. You cannot judge this game on screenshots because you HAVE TO see it in motion. The controls are tight and responsive and it feels good to be agile as a pilot and powerful as a Titan. You may never go back to a military FPS again. Wallrunning and then seamlessly rodeoing onto an enemy Titan, destroying it's CPU and ejecting off it makes you feel like a super soldier. \\n \\n Is it worth $60? I hate this question because the \"worth\" or value of a product is whatever someone is willing to pay for it. Different people have different disposable incomes. I bought South Park SOT for $60, that's a 12-14 hour (hilarious) game with almost zero replay value, but I'd recommend to fans of SP for that price. So if you like competitive FPS multiplayer games and want to try something new, then it is worth it because of the dollar to entertainment ratio you will receive. If you're in the market for a story driven FPS a la BioShock, FarCry or Metro then no, this game isn't for you. Also, CoD and BF4 (NOT Bad Company) are better off without their lackluster single player campaigns and would be better off using those  resources for multiplayer.</td>\n",
       "      <td>It's not just CoD / BF4 with Mechs. Sorry for such a long post.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 3 random examples from the Webis-TLDR-17 TIFU dataset:\n",
    "\n",
    "show_random_elements(webis_tldr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "8818f495",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'author': 'ordig',\n",
       " 'body': 'Jack Kerouac spent 7 years on the road. He wrote \"On The Road\" in 3 weeks on a single roll of paper. \\n\\nHe was not a professional writer. But, he had a story to tell. \\n\\nHe was not rationalizing his life decisions in writing.  He was not telling a story about himself. He was telling a story about the world his decisions led him to, who they him led to, and perhaps in so doing, why he was led to make them in the first place.\\n\\ntldr: Don\\'t write a story about yourself. Its boring.',\n",
       " 'normalizedBody': 'Jack Kerouac spent 7 years on the road. He wrote \"On The Road\" in 3 weeks on a single roll of paper. \\n He was not a professional writer. But, he had a story to tell. \\n He was not rationalizing his life decisions in writing.  He was not telling a story about himself. He was telling a story about the world his decisions led him to, who they him led to, and perhaps in so doing, why he was led to make them in the first place. \\n tldr: Don\\'t write a story about yourself. Its boring. \\n',\n",
       " 'subreddit': 'WritersGroup',\n",
       " 'subreddit_id': 't5_2rh95',\n",
       " 'id': 'c26iteg',\n",
       " 'content': 'Jack Kerouac spent 7 years on the road. He wrote \"On The Road\" in 3 weeks on a single roll of paper. \\n He was not a professional writer. But, he had a story to tell. \\n He was not rationalizing his life decisions in writing.  He was not telling a story about himself. He was telling a story about the world his decisions led him to, who they him led to, and perhaps in so doing, why he was led to make them in the first place.',\n",
       " 'summary': \"Don't write a story about yourself. Its boring.\"}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "webis_tldr[8200]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "6963ef60",
   "metadata": {},
   "outputs": [],
   "source": [
    "webis_tldr_df = webis_tldr.to_pandas()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "46cd2fdb",
   "metadata": {},
   "source": [
    "# **Step 1:** inspect Webis-TLDR-17 for duplicates of the source texts ('content' column)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "15b05b26",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "author                                               Nightshade3312\n",
       "body              If it has a whammy bar setup, or if the string...\n",
       "normalizedBody    If it has a whammy bar setup, or if the string...\n",
       "subreddit                                                    Guitar\n",
       "subreddit_id                                               t5_2qi79\n",
       "id                                                          c49hw3s\n",
       "content           If it has a whammy bar setup, or if the string...\n",
       "summary           if your strings are fed through the back of th...\n",
       "Name: 20094, dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "webis_tldr_df.iloc[20094] # Random element"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "275495d2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3807923"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(webis_tldr_df['content'].value_counts()) # Find number of unique values "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "19e8b5dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3848330"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(webis_tldr_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "962d8288",
   "metadata": {},
   "source": [
    "- The value 3,807,923 is smaller than the number of examples in the dataset (3,848,330).\n",
    "- This indicates that there are duplicates, for the column 'content', in the dataset.\n",
    "- 3,848,330-3,807,923=40,407 *exact* duplicates that should be removed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "05eab3c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "## Attention! Next cell can take hours to run! - You can skip to exact_duplicates_df = pd.read_csv(\"webis_tldr_exact_duplicates_df.csv\", sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "05dd17db",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Find the indices of the webis_tldr_df of the exact matches for the column 'content'\n",
    "# store them in the *exact_duplicates_texts_indices* variable  \n",
    "\n",
    "# Count the values of the field 'content' that occur more than once \n",
    "# print(len(webis_tldr_df['content'].value_counts()[webis_tldr_df['content'].value_counts() > 1]))\n",
    "\n",
    "# Identify exact duplicates in the 'content' column\n",
    "# 'exact_duplicates', will store a Series containing the exact duplicate contents along with their counts\n",
    "exact_duplicates = webis_tldr_df['content'].value_counts()[webis_tldr_df['content'].value_counts() > 1]\n",
    "\n",
    "exact_duplicates_df = pd.DataFrame({'value': exact_duplicates.index, 'occurencies_count': exact_duplicates.values})\n",
    "\n",
    "# exact_duplicates_df['occurencies_count'].sum()\n",
    "\n",
    "exact_duplicates_texts_indices_lists = []\n",
    "\n",
    "for element in exact_duplicates_df['value'].to_list():\n",
    "    element_occurence_indices = webis_tldr_df.index[webis_tldr_df['content'] == element].tolist()\n",
    "    exact_duplicates_texts_indices_lists.append(element_occurence_indices)\n",
    "    \n",
    "# exact_duplicates_texts_indices_lists = (webis_tldr_df[webis_tldr_df['content'].isin(exact_duplicates_df['value'])]\n",
    "#                                        .groupby('content')\n",
    "#                                        .apply(lambda x: x.index.tolist())\n",
    "#                                        .tolist())\n",
    "\n",
    "# for the *exact_duplicates_texts_indices* we keep all the elements that are\n",
    "# duplicates of the first element in each list,\n",
    "# each first element (\"original\" element) index is not stored in exact_duplicates_texts_indices since\n",
    "# it itself is not a duplicate\n",
    "\n",
    "exact_duplicates_texts_indices = []\n",
    "\n",
    "for element in exact_duplicates_texts_indices_lists:\n",
    "    for i in range(1, len(element)):\n",
    "        exact_duplicates_texts_indices.append(element[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "43bc660e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "40407"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(exact_duplicates_texts_indices)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "778201de",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('webis_tldr_exact_duplicates_texts_indices.txt', 'w') as f:\n",
    "    for item in exact_duplicates_texts_indices:\n",
    "        f.write(\"%s\\n\" % item)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "de66e5cf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>value</th>\n",
       "      <th>occurencies_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>What does</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Be sure to explain in detail with line breaks.</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Can someone</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Are you looking for a fun server to play on?\\n...</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Thanks for the</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30961</th>\n",
       "      <td>Hoping to get some advice here. My husband and...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30962</th>\n",
       "      <td>Hello! I want to stick an Ardunio in an airsof...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30963</th>\n",
       "      <td>About a week ago my girlfriend decided she wan...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30964</th>\n",
       "      <td>Alright, loseit, here we are. I've been at thi...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30965</th>\n",
       "      <td>This is a long story. I'm sorry but, such is l...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>30966 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   value  occurencies_count\n",
       "0                                              What does                134\n",
       "1         Be sure to explain in detail with line breaks.                104\n",
       "2                                            Can someone                 79\n",
       "3      Are you looking for a fun server to play on?\\n...                 76\n",
       "4                                         Thanks for the                 66\n",
       "...                                                  ...                ...\n",
       "30961  Hoping to get some advice here. My husband and...                  2\n",
       "30962  Hello! I want to stick an Ardunio in an airsof...                  2\n",
       "30963  About a week ago my girlfriend decided she wan...                  2\n",
       "30964  Alright, loseit, here we are. I've been at thi...                  2\n",
       "30965  This is a long story. I'm sorry but, such is l...                  2\n",
       "\n",
       "[30966 rows x 2 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "exact_duplicates_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "6ea39f8c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>value</th>\n",
       "      <th>occurencies_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>I am looking for a Sub, but foremost, a friend...</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>when i walked in my bedroom home early from wo...</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>I'm looking for a Sub, but foremost, a friend ...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Avoid that Kingston SSD. See [this thread]( as...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Upvote for the</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Consider this a friendly warning/guideline:\\nR...</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Posted on /r/</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>what does</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>General Information' | So 2nd order so far wit...</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Where's the</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                value  occurencies_count\n",
       "5   I am looking for a Sub, but foremost, a friend...                 56\n",
       "6   when i walked in my bedroom home early from wo...                 53\n",
       "7   I'm looking for a Sub, but foremost, a friend ...                 52\n",
       "8   Avoid that Kingston SSD. See [this thread]( as...                 52\n",
       "9                                      Upvote for the                 47\n",
       "10  Consider this a friendly warning/guideline:\\nR...                 46\n",
       "11                                      Posted on /r/                 45\n",
       "12                                          what does                 44\n",
       "13  General Information' | So 2nd order so far wit...                 44\n",
       "14                                        Where's the                 42"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "exact_duplicates_df[5:15]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "cad549ad",
   "metadata": {},
   "outputs": [],
   "source": [
    "exact_duplicates_df.to_csv(\"webis_tldr_exact_duplicates_df.csv\", sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "9e634c90",
   "metadata": {},
   "outputs": [],
   "source": [
    "exact_duplicates_df = pd.read_csv(\"webis_tldr_exact_duplicates_df.csv\", sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eb63770f",
   "metadata": {},
   "source": [
    "# **Step 2:** inspect dataset for problematic source texts ('content' column)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0ed5834e",
   "metadata": {},
   "outputs": [],
   "source": [
    "not_useful_texts_indices = []\n",
    "\n",
    "# Find the indices of the 'documents' that are empty or not text (e.g., punctuation marks only)\n",
    "\n",
    "''' a regular expression that describes text: '''\n",
    "text_pattern = re.compile(\"([a-z1-9])+.\", re.IGNORECASE)\n",
    "\n",
    "for i in range(len(webis_tldr_df)):\n",
    "    if len(webis_tldr_df['content']) == 0 or not(text_pattern.search(webis_tldr_df['content'].loc[i])):\n",
    "        not_useful_texts_indices.append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "65a2cdd5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "59"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(not_useful_texts_indices)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a7e7d25e",
   "metadata": {},
   "source": [
    "# **Step 3:** inspect dataset for problematic summaries ('summary' column)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "54b340a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Prepare a dataframe to examine the 'tldr' column values\n",
    "\n",
    "webis_tldr_targets = webis_tldr_df['summary']\n",
    "webis_tldr_targets_df = pd.DataFrame({'original_index': webis_tldr_targets.index, 'text': webis_tldr_targets.values})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "37f33c81",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Remove the special character * that appears often in the original 'tldr' field\n",
    "# but offers no practical value \n",
    "webis_tldr_targets_df['clean_text'] = webis_tldr_targets_df['text'].apply(clean_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "94532d0f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>original_index</th>\n",
       "      <th>text</th>\n",
       "      <th>clean_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Shifting seasonal time is no longer worth it.</td>\n",
       "      <td>shifting seasonal time is no longer worth it.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Personal opinions 'n shit.</td>\n",
       "      <td>personal opinions 'n shit.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>insults and slack ass insight. \\n Wall Street ...</td>\n",
       "      <td>insults and slack ass insight. \\n wall street ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>Yes, Joysticks in modern games have apparently...</td>\n",
       "      <td>yes, joysticks in modern games have apparently...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Class only items dropped from high-lvl monsters.</td>\n",
       "      <td>class only items dropped from high-lvl monsters.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3848325</th>\n",
       "      <td>3848325</td>\n",
       "      <td>hate my own feet, and don't know how to give a...</td>\n",
       "      <td>hate my own feet, and don't know how to give a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3848326</th>\n",
       "      <td>3848326</td>\n",
       "      <td>want to win cash prize, need answer for radio ...</td>\n",
       "      <td>want to win cash prize, need answer for radio ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3848327</th>\n",
       "      <td>3848327</td>\n",
       "      <td>want cash prize, need answer for radio contest...</td>\n",
       "      <td>want cash prize, need answer for radio contest...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3848328</th>\n",
       "      <td>3848328</td>\n",
       "      <td>my xbox has died only a few days before launch...</td>\n",
       "      <td>my xbox has died only a few days before launch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3848329</th>\n",
       "      <td>3848329</td>\n",
       "      <td>up yours. i took the time to write it... you c...</td>\n",
       "      <td>up yours. i took the time to write it... you c...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3848330 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         original_index                                               text  \\\n",
       "0                     0      Shifting seasonal time is no longer worth it.   \n",
       "1                     1                         Personal opinions 'n shit.   \n",
       "2                     2  insults and slack ass insight. \\n Wall Street ...   \n",
       "3                     3  Yes, Joysticks in modern games have apparently...   \n",
       "4                     4   Class only items dropped from high-lvl monsters.   \n",
       "...                 ...                                                ...   \n",
       "3848325         3848325  hate my own feet, and don't know how to give a...   \n",
       "3848326         3848326  want to win cash prize, need answer for radio ...   \n",
       "3848327         3848327  want cash prize, need answer for radio contest...   \n",
       "3848328         3848328  my xbox has died only a few days before launch...   \n",
       "3848329         3848329  up yours. i took the time to write it... you c...   \n",
       "\n",
       "                                                clean_text  \n",
       "0            shifting seasonal time is no longer worth it.  \n",
       "1                               personal opinions 'n shit.  \n",
       "2        insults and slack ass insight. \\n wall street ...  \n",
       "3        yes, joysticks in modern games have apparently...  \n",
       "4         class only items dropped from high-lvl monsters.  \n",
       "...                                                    ...  \n",
       "3848325  hate my own feet, and don't know how to give a...  \n",
       "3848326  want to win cash prize, need answer for radio ...  \n",
       "3848327  want cash prize, need answer for radio contest...  \n",
       "3848328  my xbox has died only a few days before launch...  \n",
       "3848329  up yours. i took the time to write it... you c...  \n",
       "\n",
       "[3848330 rows x 3 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "webis_tldr_targets_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "af5bda63",
   "metadata": {},
   "source": [
    "Next: Find the indices of the items that are not useful (not informative);\n",
    "*   nonsensical tldrs (e.g., punctuation marks only),\n",
    "*   tldrs that clearly are not a summary (e.g., \"see title\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "30be74af",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "D\n",
      "s\n",
      "P\n",
      "s\n",
      "s\n",
      "σάτιρα δεν χωράει όρια.\n",
      "D\n",
      "s\n",
      "1\n",
      "S\n",
      "c\n",
      "s\n",
      "s\n",
      "P\n",
      "هي ^^^^^^^كطوع ^^^^^^^المشعلادن\n",
      "οι απόψεις που σε ενοχλούν δεν έχουν να κάνουν με την λογική, αλλά με την επιβίωση της κοινωνίας και των ατόμων της. Οι περισσότεροι άνθρωποι που τις πιστεύουν και προσπαθούν να τις επιβάλλουν απλά μεγάλωσαν έτσι και πιθανότατα θα έκανες το ίδιο αν ήσουν στη θέση τους. Δεν είναι ανάγκη να το αποδεχθείς, αντίθετα πρέπει να το πολεμήσεις πολιτικά, αλλά καλό θα ήταν να δείξεις κατανόηση.\n",
      "ಠ_ಠ\n",
      "s\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "S\n",
      "s\n",
      "D\n",
      "P\n",
      "C\n",
      "6\n",
      "D\n",
      "p\n",
      "K\n",
      "2\n",
      "s\n",
      "3\n",
      "P\n",
      "D\n",
      "2\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "1\n",
      "P\n",
      "大山比我好。\n",
      "k\n",
      "s\n",
      "s\n",
      "D\n",
      "P\n",
      "p\n",
      "ಠ_ಠ\n",
      "s\n",
      "ಠ_ಠ\n",
      "مص بلدي بالز\n",
      "ಠ_ಠ\n",
      "D\n",
      "p\n",
      "P\n",
      "s\n",
      "P\n",
      "3\n",
      "s\n",
      "s\n",
      "3\n",
      "3\n",
      "S\n",
      "Ως φιλελεύθερους εννοούμε κυρίως τους  ύστερους κλασσικούς φιλελεύθερους  κυρίως καπιταλιστές της ελεύθερης αγοράς (τύπου νεοφιλελεύθεροι) αλλά για να είμαστε ακριβείς φιλελεύθεροι είναι και οι υπόλοιποι σύγχρονοι οπαδοί του καπιταλισμού. Φιλελεύθεροι δεν είναι με αυτήν την στενή έννοια οι αστοί διαφωτιστές που προηγούνται του καπιταλισμού. Είναι μέν κλασσικοί φιλελεύθεροι με την ευρύτερη έννοια, αλλά σαφώς διακριτοί απο τους ύστερους που προέκυψαν απο αυτούς και με τους οποίους έχουν σημαντικότατες (καποτε και αξιακές) διαφορές.\n",
      "3\n",
      "s\n",
      "Замена Путина на Ходора или Навального, ихмо не приведет ни к чему. Будет только замена мордочек при власти, а все остальное останется как было. \n",
      "Изменений в головах русских не произойдет, понимания о прошедших событиях тоже. Мы все-равно будем на каком-то уровне сознания теми самыми фашисто-бендерами. \n",
      "Все будет замучено что-бы сохранить капиталы и спасти крупный бизнес и большие деньги(для себя любимых) в обоих странах.\n",
      "2\n",
      "y\n",
      "ಠ_ಠ\n",
      "B\n",
      "a\n",
      "ن\n",
      "_(ツ)_/¯\n",
      "3\n",
      "s\n",
      "s\n",
      "P\n",
      "ööt\n",
      "P\n",
      "Ο Αμερικανός πρόεδρος ζητά μείωση της λιτότητας, ζητά ανάπτυξη άμεσα, αλλά και συνέχιση των μεταρρυθμίσεων. Ούτε το προεκλογικό πρόγραμμα του ΣΥΡΙΖΑ υποστηρίζει, ούτε την άθλια πολιτική των δανειστών.\n",
      "E\n",
      "D\n",
      "p\n",
      "Излишняя политизация языкового вопроса - дело вредное и бесполезное. При желании всегда можно легко разобраться, а если нет желания то не в языке проблема.\n",
      "D\n",
      "D\n",
      "s\n",
      "μην πέφτετε στο επίπεδο των άλλων. Το ζήτημα δεν είναι να κερδίσει μια πλευρά και να χάσει η άλλη, παρά να συνυπάρχουμε όλοι παρέα.\n",
      "ಠ_ಠ\n",
      "d\n",
      "3\n",
      "3\n",
      "O\n",
      "s\n",
      "D\n",
      "4\n",
      "D\n",
      "D\n",
      "s\n",
      "s\n",
      "1\n",
      "P\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "K\n",
      "s\n",
      "Один человек или организация не может в одиночку изменить мир но внести свой посильный  вклад - еще как может. Что эти добровольцы и делают\n",
      "P\n",
      "s\n",
      "s\n",
      "s\n",
      "解散足协，解散男足\n",
      "p\n",
      "s\n",
      "Όταν τελειώσει η απόσβεση, θα τα \"στάξουν\"\n",
      "_(ツ)_/¯\n",
      "3\n",
      "s\n",
      "s\n",
      "ʖ ͡°)\n",
      "p\n",
      "D\n",
      "D\n",
      "D\n",
      "_(ツ)_/¯\n",
      "ಠ_ಠ\n",
      "s\n",
      "P\n",
      "s\n",
      "I\n",
      "1\n",
      "1\n",
      "ಠ_ಠ\n",
      "D\n",
      "P\n",
      "3\n",
      "s\n",
      "1\n",
      "s\n",
      "S\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "Твоја мајка је пас који другари ван сезоне\n",
      "s\n",
      "P\n",
      "s\n",
      "S\n",
      "_(ツ)_/¯\n",
      "s\n",
      "L\n",
      "P\n",
      "s\n",
      "1\n",
      "ಠ_ಠ\n",
      "L\n",
      "ಠ_ಠ\n",
      "ಠ_ಠ\n",
      "s\n",
      "s\n",
      "P\n",
      "行け、よ！\n",
      "y\n",
      "Рос.сми продолжают жить в параллельной реальности.\n",
      "P\n",
      "d\n",
      "s\n",
      "s\n",
      "s\n",
      "P\n",
      "P\n",
      "P\n",
      "P\n",
      "ಠ_ಠ\n",
      "s\n",
      "s\n",
      "s\n",
      "ಠ_ಠ\n",
      "3\n",
      "ಠ_ಠ\n",
      "s\n",
      "l\n",
      "s\n",
      "D\n",
      "D\n",
      "R\n",
      "D\n",
      "S\n",
      "D\n",
      "או משהו?\n",
      "s\n",
      "P\n",
      "s\n",
      "D\n",
      "D\n",
      "P\n",
      "P\n",
      "ಠ_ಠ\n",
      "s\n",
      "ಠ_ಠ\n",
      "ಠ_ಠ\n",
      "s\n",
      "s\n",
      "p\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "8\n",
      "s\n",
      "C\n",
      "0\n",
      "1\n",
      "D\n",
      "D\n",
      "D\n",
      "D\n",
      "D\n",
      "s\n",
      "D\n",
      "P\n",
      "1\n",
      "p\n",
      "D\n",
      "s\n",
      "P\n",
      "ಠ_ಠ\n",
      "ʘ‿ʘ )\n",
      "x\n",
      "s\n",
      "D\n",
      "1\n",
      "D\n",
      "P\n",
      "D\n",
      "7\n",
      "s\n",
      "Δεν σου φταίνε τα μνημόνια που κόπηκαν τα δάνεια. Οι μαλάκες (δανειστές) κάποια στιγμή καταλαβαίνουν ότι είναι μαλάκες (που θα φάνε το φέσι), και κλείνουν την στρόφιγκα\n",
      "p\n",
      "p\n",
      "D\n",
      "P\n",
      "d\n",
      "3\n",
      "s\n",
      "0\n",
      "C\n",
      "P\n",
      "s\n",
      "D\n",
      "αν δε σας αρεσουν οι νομοι που  επιλεξατε  επελεξε μια μειοψηφια για εσας, να πατε στο διαολο. Τι \"μονο ενας πολιτης\" μου λες τωρα? Εδω μιλαω για νομους στους οποιους λες οτι συμφωνεις πως ειναι ηλιθιοι και μια ενημερωμενη πλειοψηφια σιγουρα θα συμφωνουσε επισης, αλλα γενικολογεις \"αν καταρριψουμε τους κακους νομους, οι παπουτσοχερηδες ψευτοπροοδευτικοι θα καταργησουν και τους καλους\". Το αρθρο του ΟΡ ειναι για ποιους λογους ο κοσμος περναει σε τρομοκρατικες οργανωσεις και νομιζω οτι η παραλογη σταση που παιρνεις τωρα επιβεβαιωνει το αρχικο μου σχολιο \"λογω αδιαφοριας και αρνησης για αλλαγη καταπιεστικων συστηματων\". Ευχαριστω που δεχεσαι να γινεις αρνητικο προτυπο για ολους μας!\n",
      "d\n",
      "k\n",
      "вопросы перевода\n",
      "P\n",
      "u\n",
      "s\n",
      "0]\n",
      "P\n",
      "s\n",
      "P\n",
      "s\n",
      "R\n",
      "Με Καρνέζη δε γάμησε κανένας.\n",
      "1\n",
      "D\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "D\n",
      "D\n",
      "D\n",
      "3\n",
      "s\n",
      "너무 걱정 말고 그냥 시험 잘 보세요~\n",
      "P\n",
      "3\n",
      "s\n",
      "Η ΕΩ ήταν το Κουλούρι πριν το Κουλούρι.\n",
      "k\n",
      "3\n",
      "Κλείστε τα χαζοκούτια.\n",
      "D\n",
      "所谓的亚洲文化不原谅蹂躏人权。\n",
      "D\n",
      "1\n",
      "P\n",
      "P\n",
      "Οι άνθρωποι έχουν διαφορετικές υπαρξιακές ανάγκες και ανάλογα με αυτές πιστεύουν σε μια θρησκεία. Η επιστήμη δεν αποκλείει την θρησκεία, αλλά η θρησκεία γεμίζει τα κενά για τα οποία η επιστήμη δεν μπορεί να πει τίποτα.\n",
      "D\n",
      "c\n",
      "s\n",
      "D\n",
      "D\n",
      "P\n",
      "s\n",
      "μην ποστάρετε πολιτικά και μιζεριάζουμε. ΜΠΑΟΚ!!!!\n",
      "D\n",
      "D\n",
      "s\n",
      "s\n",
      "1\n",
      "s\n",
      "P\n",
      "2\n",
      "ツ) /¯\n",
      "ಠ_ಠ\n",
      "3\n",
      "s\n",
      "Και στα δύο σημεία που αναφέρεις είσαι λάθος: \n",
      " \n",
      " Ένας τυπικός υπολογιστής ήταν προσβάσιμος από ένα μέσο καταναλωτή. \n",
      " Ένα σχολείο μπορούσε να έχει ένα εργαστήριο υπολογιστών.\n",
      "バカやな。\n",
      "p\n",
      "ΔΕΝ ΕΧΕΙΣ ΙΔΕΑ ΤΙ ΛΕΣ\n",
      "d\n",
      "なしです (｀ω´)ﾆﾔﾆﾔ\n",
      "D\n",
      "P\n",
      "s\n",
      "D\n",
      "s\n",
      "s\n",
      "ಠ_ಠ\n",
      "ಠ_ಠ\n",
      "p\n",
      "D\n",
      "_(ツ)_/¯\n",
      "ಠ_ಠ\n",
      "s\n",
      "D\n",
      "k\n",
      "D\n",
      "s\n",
      "D\n",
      "1\n",
      "I\n",
      "s\n",
      "ツ) /¯\n",
      "P\n",
      "p\n",
      "d\n",
      "e\n",
      "s\n",
      "D\n",
      "ಠ_ಠ\n",
      "ツ ^^) ^^  ^^/ ^^¯\n",
      "D\n",
      "4\n",
      "ಠ_ಠ\n",
      "P\n",
      "2\n",
      "وحشني مكيف الفريون. ازززززز\n",
      "D\n",
      "c\n",
      "ง ͠° ل͜ °)ง\n",
      "D\n",
      "P\n",
      "1\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "3\n",
      "0\n",
      "ο άνθρωπος είναι ζώο.\n",
      "k\n",
      "1\n",
      "s\n",
      "ಠ_ಠ\n",
      "s\n",
      "s\n",
      "S\n",
      "Τα οικονομικά υποκείμενα δεν υπάρχουν απομωνομένα σε κάποια φούσκα. Όλες οι πράξεις ενός απο αυτά επηρεάζουν όλα τα υπόλοιπα. Γιαυτό \"καλή\" λιτότητα δεν υπάρχει. Η \"στρεβλή\" ανάπτυξη του Χάγιεκ είναι η μόνη δυνατή ανάπτυξη. Στον αντίποδα η λιτότητα εμποδίζει τον ισοσκελισμό του προυπολογισμού ενός κράτους ο οποίος μπορεί να επιτευχθεί μόνο με την χρήση μέρους του παραγόμενου απο τις επενδύσεις ιδιωτικού και δημοσίου τομέα πλούτου για την απόσβεση του χρέους που δημιοργήθηκε ωστε αυτές να είναι δυνατές.\n",
      "o\n",
      "8\n",
      "p\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "p\n",
      "_(ツ)_/¯\n",
      "s\n",
      "S\n",
      "s\n",
      "s\n",
      "s\n",
      "僕はナイトだ\n",
      "s\n",
      "s\n",
      "p\n",
      "s\n",
      "D\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "3\n",
      "D\n",
      "P\n",
      "P\n",
      "P\n",
      "D\n",
      "s\n",
      "Ο μόνος τρόπος να αντιμετωπιστεί η ΧΑ είναι να λυθεί το πρόβλημα το οποίο εκφράζει. Όσο ακολουθείται η τακτική 'να πείσουμε τους πάντες ότι δεν υπάρχει πρόβλημα' τόσο θα μεγαλώνει η δύναμη της.\n",
      "私は甘やかされて育った王女は、私の言うことを聞きなさい\n",
      "s\n",
      "s\n",
      "3\n",
      "1\n",
      "s\n",
      "3\n",
      "s\n",
      "3\n",
      "K\n",
      "s\n",
      "R\n",
      "B\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "D\n",
      "ಠ_ಠ\n",
      "s\n",
      "ボケること、また、その人。\n",
      "s\n",
      "p\n",
      "ಠ_ಠ\n",
      "ಠ_ಠ\n",
      "3\n",
      "s\n",
      "P\n",
      "あくまでも外国人研修生問題の周知のために行った行為であり、稚拙なスレを立てたことを申し訳なく思っています。\n",
      "ಠ_ಠ\n",
      "D\n",
      "s\n",
      "ゝ｀）](\n",
      "s\n",
      "s\n",
      "P\n",
      "p\n",
      "s\n",
      "ツ) /¯\n",
      "3\n",
      "ಠ_ಠ\n",
      "D\n",
      "Y\n",
      "P\n",
      "s\n",
      "s\n",
      "楼主智捉急\n",
      "Ανεμομαζώματα διαβολοσκορπίσματα...\n",
      "P\n",
      "d\n",
      "D\n",
      "s\n",
      "s\n",
      "D\n",
      "P\n",
      "S\n",
      "V\n",
      "D\n",
      "s\n",
      "s\n",
      "É 1\n",
      "s\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "ಠ‿ಠ\n",
      "В ЦРУ нет ни капли добра. Они не делают ничего конструктивного. Их самоцель - уничтожение всего, что стоит на пути Америки. И вы не ошибайтесь, Россия в их списке первая. Так что задумайтесь, когда вы говорите что их газеты задают \"правильные вопросы.\"\n",
      "3\n",
      "Περισσότερα προβλήματα θα έχουμε αν τους διώξουμε, παρά αν τους κρατήσουμε και προσπαθήσουμε να τους εντάξουμε στην κοινωνία μας.\n",
      "s\n",
      "s\n",
      "_(ツ)_/¯\n",
      "s\n",
      "P\n",
      "s\n",
      "3\n",
      "s\n",
      "P\n",
      "Y\n",
      "D\n",
      "s\n",
      "s\n",
      "d\n",
      "ಠ_ಠ\n",
      "Газпромовские пиарщики идут лесом.\n",
      "D\n",
      "ʖ ͡°)\n",
      "P\n",
      "ﾟ∀ﾟ)☞\n",
      "0.0\n",
      "y\n",
      "s\n",
      "s\n",
      "s\n",
      "p\n",
      "P\n",
      "D\n",
      "A\n",
      "B\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "РТС растёт именно потому, что когда курс отпустят рубль обвалится. А за акции можно будет отсудить собственность.\n",
      "づ｡◕‿‿◕｡)づ\n",
      "s\n",
      "s\n",
      "ಠ_ಠ\n",
      "P\n",
      "ಠ_ಠ\n",
      "d\n",
      "1\n",
      "P\n",
      "L\n",
      "једино решење би било у образовању народа и залагањем обичних грађана, од политичара или нових политичких револуција и спаситеља нема леба.\n",
      "5\n",
      "P\n",
      "s\n",
      "s\n",
      "p\n",
      "s\n",
      "s\n",
      "D\n",
      "W\n",
      "_(ツ)_/¯\n",
      "οι μοντς στα διεθνή νέα είναι παπάρες.\n",
      "ツ) /¯\n",
      "d\n",
      "Μα ποια κοινότητα;\n",
      "s\n",
      "για τη χθεσινή συμφωνία ?\n",
      "D\n",
      "g\n",
      "1\n",
      "D\n",
      "D\n",
      "_(ツ)_/¯\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "俺にとってここは移住先じゃなくて新しい遊び場\n",
      "P\n",
      "L\n",
      "3\n",
      "P\n",
      "s\n",
      "s\n",
      "ʖ ͡°)\n",
      "ʖ ͡°)\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "ಠ_ಠ\n",
      "s\n",
      "P\n",
      "1\n",
      "P\n",
      "s\n",
      "s\n",
      "ツ) /¯\n",
      "γάματα με μεγάλα γράμματα\n",
      "D\n",
      "s\n",
      "3\n",
      "P\n",
      "ʖ ͡°)\n",
      "w\n",
      "k\n",
      "3\n",
      "الجيران يشتري النادي بالصدفه مع إنترنت تعليمات\n",
      "3\n",
      "D\n",
      "s\n",
      "0=0\n",
      "ας δουλέψουμε και τους κουτόφραγκους λίγο\n",
      "Η τυπική βλακεία των συνωμοσιολόγων είναι ότι είναι πολύ ρομαντικοί. Δεν μπορούν να καταλάβουν ότι ο κόσμος δε χρειάζεται \"σατανικές συνομωσίες\" για να είναι όσο σκατά είναι. Απλά χρειάζεται αρκετούς μαλάκες σε όλα τα επίπεδα της κοινωνίας ή αρκετούς σε απόψεις που δε συμφωνούν με τις δικές τους.\n",
      "D\n",
      "p\n",
      "Δεξιά/αριστερά δεν είναι λάθος, είναι άλλη συζήτηση από πραγματισμό/ ιδεαλισμό.\n",
      "D\n",
      "G\n",
      "το χρέος είναι τόσο δικό μας όσο και δικό τους, αν θέλουν τα λεφτά τους πίσω να πάνε να τα ζητήσουν από τις εθνικές τους τράπεζες.\n",
      "D\n",
      "C\n",
      "D\n",
      "P\n",
      "s\n",
      "D\n",
      "_(ツ)_/¯\n",
      "s\n",
      "3\n",
      "Не важно, был секс\n",
      "s\n",
      "D\n",
      "Y\n",
      "0\n",
      "D\n",
      "s\n",
      "D\n",
      "0]\n",
      "ಠ_ಠ\n",
      "s\n",
      "P\n",
      "D\n",
      "p\n",
      "P\n",
      "D\n",
      "s\n",
      "D\n",
      "D\n",
      "P\n",
      "1\n",
      "1\n",
      "P\n",
      "D\n",
      "d\n",
      "s\n",
      "s\n",
      "ッ  ](\n",
      "_(ツ)_/¯](\n",
      "0°)┛\n",
      "s\n",
      "P\n",
      "s\n",
      "3\n",
      "2\n",
      "1\n",
      "r\n",
      "1\n",
      "D\n",
      "p\n",
      "p\n",
      "p\n",
      "P\n",
      "s\n",
      "s\n",
      "1\n",
      "D\n",
      "5\n",
      "είναι βλάκας.\n",
      "P\n",
      "ʖ ͡°)] (\n",
      "P\n",
      "1\n",
      "s\n",
      "ノಠ益ಠ)ノ彡┻━┻\n",
      "s\n",
      "3\n",
      "s\n",
      "s\n",
      "ಠ_ಠ\n",
      "s\n",
      "Потрачено.\n",
      "D\n",
      "W\n",
      " ^\n",
      "हम तो भैय्या खाते पीते घर से हैं | :P\n",
      "_(ツ)_/¯\n",
      "p\n",
      "ಠ_ಠ\n",
      "P\n",
      "_(ツ)_/¯\n",
      "P\n",
      "s\n",
      "4\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "P\n",
      "p\n",
      "s\n",
      "1\n",
      "D\n",
      "3\n",
      "s\n",
      "D\n",
      "P\n",
      "s\n",
      "s\n",
      "s\n",
      "p\n",
      "P\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "p\n",
      "p\n",
      "s\n",
      "s\n",
      "1\n",
      "3\n",
      "ʖ ͡°)\n",
      "P\n",
      "s\n",
      "k\n",
      "D\n",
      "ಠ_ಠ\n",
      "3\n",
      "3\n",
      "w\n",
      "d\n",
      "O\n",
      "s\n",
      "αφήστε τις σοφιστείες και κυνηγήστε τη σοφία.\n",
      "s\n",
      "s\n",
      "s\n",
      "5\n",
      "не спамьте, не выдавайте себя за других, не деанонимизируйте, не набегайте, не преследуйте, не пытайтесь обойти систему или педираст^(ШТО????)\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "P\n",
      "D\n",
      "k\n",
      "s\n",
      "3\n",
      "s\n",
      "D\n",
      "Каковы бы ни были мечты Кремля об исчезновении Украины, они понимают, что сбыться этим мечтам не суждено и адаптируются под сложившиеся условия.\n",
      "P\n",
      "3\n",
      "Τελικά απλώς διαφωνούμε στο πόσο σημαντικός είναι ο παράγοντας \"ιστορική συνέχεια της ιδεολογίας του φασισμού/αυταρχισμού στο κοινωνικό αφήγημα\". Εσύ λες λίγο, εγώ λέω πολύ.\n",
      "P\n",
      "s\n",
      "1\n",
      "F\n",
      "ಠ_ಠ\n",
      "P\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "0\n",
      "想辜負你們\n",
      "s\n",
      "_(ツ)_/¯\n",
      "ಠ_ಠ\n",
      "2\n",
      "s\n",
      "q\n",
      "ಠ_ಠ\n",
      "s\n",
      "A\n",
      "_(ツ)_/¯\n",
      "B\n",
      "s\n",
      "3\n",
      "D\n",
      "D\n",
      "s\n",
      "δεν κουνιέται τίποτα\n",
      "P\n",
      "t\n",
      "_(ツ)_/¯\n",
      "Ραχήλ, Γλέζος, Νικολόπουλος και Μιχελλογιαννάκης και πολύ μας είναι\n",
      "s\n",
      "P\n",
      "D\n",
      "P\n",
      "s\n",
      "ಠ\n",
      "s\n",
      "s\n",
      "D\n",
      "3\n",
      "s\n",
      "ಠ_ಠ\n",
      "p\n",
      "P\n",
      "s\n",
      "s\n",
      "p\n",
      "P\n",
      "Это постановочный снимок, для позирования фотограф привлёк случайных людей уже после окончания боёв. Этим самым снимком один из статистов оказался уличён в мародёрстве.\n",
      "s\n",
      "1\n",
      "s\n",
      "D\n",
      "ורוח והצלה!\n",
      "P\n",
      "s\n",
      "P\n",
      "日本美術\n",
      "O\n",
      "D\n",
      "D\n",
      "s\n",
      "P\n",
      "p\n",
      "s\n",
      "うそを吐くな。\n",
      "s\n",
      "d\n",
      "s\n",
      "ʖ ͡°)\n",
      "африканац зна српски у канади\n",
      "D\n",
      "D\n",
      "s\n",
      "P\n",
      "d\n",
      "A\n",
      "Ð\n",
      "0\n",
      "d\n",
      "κυρίες?\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "D\n",
      "D\n",
      "p\n",
      "ツ) /¯\n",
      "s\n",
      "ಠ_ಠ .\n",
      "ಠ_ಠ\n",
      "I\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "s\n",
      "ノಠ益ಠ)ノ彡┻━┻\n",
      "그냥 아는사이면 오빠라고 불르는거야. 어떤애가 너한테 오빠라고 불르면, 그것은 꼭 존경/애교인뜻이 아님!\n",
      "D\n",
      "D\n",
      "Ασταδιάλα με τον κάθε κάφρο βλαχοδήμαρχο.\n",
      "Ας βάλουμε κάτω τον πωπό μας όλοι να ΔΗΜΙΟΥΡΓΗΣΟΥΜΕ (αλήθεια, τη θυμάται κανείς αυτή τη λέξη;) κάτι παραγωγικό, γιατί με νοοτροπία Ζιμπάμπουε δεν πήγε κανείς πουθενά, παρά μόνο στην ανέχεια και τη μιζέρια.\n",
      "ʖ ͡°)\n",
      "s\n",
      "d\n",
      "Έχω πάει ειδικές δυνάμεις, έχω πράσινο μπερέ για οσος βαριούνται\n",
      "U\n",
      "3\n",
      "P\n",
      "ಠ_ಠ\n",
      "s\n",
      "Η Δουρου προσπαθησε να βελτιωσει το συστημα διαχειρισης σκουπιδιων απομακρυνοντας τους διεφθαρμενους κατασκευαστικους ομιλους απο αυτο, αλλα η κυβερνηση της το απαγορεψε με νομο. Μην ξεχνατε, ομως, προβατα: ολοι ιδιοι ειναι!\n",
      "3\n",
      "s\n",
      "D\n",
      "D\n",
      "ʖ ͡ °)\n",
      "P\n",
      "P\n",
      "сука блять\n",
      "3\n",
      "F\n",
      "P\n",
      "3\n",
      "P\n",
      "вакцина есть, но хрен знает, помогает ли она и, если да, то во всех ли случаях.\n",
      "s\n",
      "D\n",
      "D\n",
      "x\n",
      "D\n",
      "D\n",
      "s\n",
      "s\n",
      "P\n",
      "3\n",
      "ಠ_ಠ\n",
      "P\n",
      "Y\n",
      "Αν σε μια περιοχή κυκλοφορεί περισσότερο χρήμα απ' ότι πριν, αναμφισβήτητα υπάρχει ανάπτυξη.\n",
      "Πες κάτι θετικό ή βγάλε το σκασμό.\n",
      "2\n",
      "ミ☆ 日本語マジク ☆彡\n",
      "s\n",
      "s\n",
      "s\n",
      "A\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "0\n",
      "必要ならやってる。必要じゃないからやってない\n",
      "D\n",
      "ಠ_ಠ\n",
      "p\n",
      "P\n",
      "δεν συνενοούμαστε\n",
      "самое вкусное всегда на задних полках.)\n",
      "P\n",
      "ಠ_ಠ\n",
      "p\n",
      "P\n",
      "s\n",
      "ಠ_ಠ\n",
      "D\n",
      "ಠ_ಠ\n",
      "s\n",
      "P\n",
      "D\n",
      "s\n",
      "D\n",
      "p\n",
      "P\n",
      "s\n",
      "s\n",
      "P\n",
      "0\n",
      "Δεν αρκεί να μείνουμε στο \"διαφωνω\" με τη χρυση αυγη γιατι εκπροσωπει πολυ μαυρες σελιδες στην ιστορια της Ελλάδας και της αξιζει αντίστοιχη αντιμετωπιση\n",
      "ಠ_ಠ\n",
      "D\n",
      "5\n",
      "D\n",
      "P\n",
      "D\n",
      "ಠ_ಠ\n",
      "3\n",
      "s\n",
      "s\n",
      "k\n",
      "P\n",
      "s\n",
      "D\n",
      "D\n",
      "s\n",
      "d\n",
      "s\n",
      "s\n",
      "s\n",
      "θα παίξει;\n",
      "D\n",
      "D\n",
      "P\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "D\n",
      "D\n",
      "P\n",
      "Пожалуйста, ёб себя сам.\n",
      "s\n",
      "s\n",
      "3\n",
      "s\n",
      "P\n",
      "s\n",
      "D\n",
      "P\n",
      "P\n",
      "P\n",
      "P\n",
      "K\n",
      "s\n",
      "s\n",
      "D\n",
      "s\n",
      "D\n",
      "s\n",
      "ಠ_ರೃ\n",
      "s\n",
      "D\n",
      "D\n",
      "P\n",
      "2\n",
      "d\n",
      "s\n",
      "Είτε με ευρώ είτε με δραχμή είμαστε χαμένοι εκτός αν αλλάξει κάτι \"στας Ευρώπας\".\n",
      "D\n",
      "C\n",
      "聽聞全世界只有的男人能做到的動作[保證傻眼]\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "_(ツ)_/¯\n",
      "ಠ_ಠ\n",
      "s\n",
      "P\n",
      "P\n",
      "c\n",
      "s\n",
      "P\n",
      "D\n",
      "s\n",
      "s\n",
      "ʖ ͡°)\n",
      "k\n",
      "D\n",
      "O\n",
      "D\n",
      "D\n",
      "s\n",
      "²?\n",
      "s\n",
      "s\n",
      "D\n",
      "1\n",
      "ίσως είναι καλύτερο να έχεις ένα πτυχίο στο χέρι σου από μια σχολή που να σου αρέσει κάπως.\n",
      "3\n",
      "s\n",
      "P\n",
      "p\n",
      "4\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "d\n",
      "s\n",
      "d\n",
      "s\n",
      "中文很有用。\n",
      "1\n",
      "P\n",
      "D\n",
      "p\n",
      "4\n",
      "6\n",
      "D\n",
      "교수님: 학생들이 바쁜 줄은 알지만 앞으로는 일찍 (잠자리에 들도록)/(잘 수 있도록) 하세요. 어제 많이 바빴어요?\n",
      "d\n",
      "_(ツ)_/¯\n",
      "P\n",
      "s\n",
      "s\n",
      "0 (  )\n",
      "s\n",
      "D\n",
      "4\n",
      "3\n",
      "пожалуйста: \n",
      " \n",
      " Воровал? да/нет \n",
      " \n",
      " Сфабриковано? да/нет\n",
      "P\n",
      "_(ツ)_/¯\n",
      "7\n",
      "すべてわだいじょうぶです～\n",
      "3\n",
      "P\n",
      "s\n",
      "ಠ_ಠ\n",
      "I\n",
      "P\n",
      "5\n",
      "ಠ_ಠ\n",
      "D\n",
      "ಠ_ಠ\n",
      "g\n",
      "P\n",
      "Ничего нового/интересного\n",
      "s\n",
      "3\n",
      "p\n",
      "D\n",
      "s\n",
      "P\n",
      "p\n",
      "s\n",
      "s\n",
      "ಠ_ಠ\n",
      "Q\n",
      "s\n",
      "p\n",
      "ЗРАДА\n",
      "ಠ_ಠ\n",
      "s\n",
      "D\n",
      "s\n",
      "E\n",
      "ＮＥＶＥＲ ＧＩＶＥ ＵＰ\n",
      "D\n",
      "日本人としてで入る。\n",
      "d\n",
      "D\n",
      "0.o\n",
      "S\n",
      "s\n",
      "X\n",
      "s\n",
      "3\n",
      "1\n",
      "d\n",
      "s\n",
      "s\n",
      "P\n",
      "s\n",
      "0%\n",
      "D\n",
      "3\n",
      "D\n",
      "D\n",
      "s\n",
      "P\n",
      "s\n",
      "D\n",
      "s\n",
      "1\n",
      "s\n",
      "D\n",
      "s\n",
      "D\n",
      "D\n",
      "0=1\n",
      "s\n",
      "δεν είναι αποδοτική επένδυση.\n",
      "s\n",
      "I\n",
      "K\n",
      "s\n",
      "ಠ_ಠ\n",
      "Η αντιτουριστική 'νοοτροπία' καταστρέφει την ανάπτυξη του τουρισμού!!\"\n",
      "つ ◕_◕ ༽つ\n",
      "Το πλαισιο ειναι για το μπουτσο και τα τουρμπο-εξ προιοντα ακομα χειροτερα... \n",
      " ...και ολο αυτο το γραφω απο το τουρμπο-εξ λαπτοπ μου... :P\n",
      "s\n",
      "ಠ_ಠ\n",
      "ಠ_ಠ\n",
      "P\n",
      "s\n",
      "s\n",
      "1\n",
      "k\n",
      "D\n",
      "D\n",
      "D\n",
      "D\n",
      "D\n",
      "p\n",
      "ಠ_ಠ\n",
      "s\n",
      "Χέστα\n",
      "5\n",
      "s\n",
      "s\n",
      "2\n",
      "D\n",
      "K\n",
      "ポピュリズムを後ろ盾にするのは自由だけど技術的に可逆かどうかを意識してちょんぶり[参考](\n",
      "P\n",
      "ಠ_ಠ\n",
      "אמאשך בגבס ידפוק בתחת\n",
      "s\n",
      "s\n",
      "s\n",
      "O\n",
      "Æ=Ä\n",
      "D\n",
      "s\n",
      "s\n",
      "7\n",
      "s\n",
      "s\n",
      "s\n",
      "x\n",
      "D\n",
      "s\n",
      "1\n",
      "P\n",
      "p\n",
      "L\n",
      "P\n",
      "3\n",
      "Проблема непорозуміння. Фотер й охорона не розуміють задачі один одного, нема діалогу ДО зйомки.\n",
      "0! = 1\n",
      "3\n",
      "D\n",
      "s\n",
      "0%\n",
      "0]\n",
      "s\n",
      "D\n",
      "c\n",
      "P\n",
      "D\n",
      "s\n",
      "s\n",
      "D\n",
      "ಠ_ಠ\n",
      "s\n",
      "D\n",
      "D\n",
      "k\n",
      "p\n",
      "ಠ_ಠ\n",
      "P\n",
      "P\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "_◔\n",
      "k\n",
      "s\n",
      "ಠ_ಠ\n",
      "3\n",
      "3\n",
      "P\n",
      "P\n",
      "钓鱼岛是中国的\n",
      "Αν η κυβέρνηση δεν γυρίσει πίσω α) με συμφωνία για να πείσει τους μετριοπαθείς και β) με  κάποιες  παραχωρήσεις για να κατευνάσει τους αριστερότερους, γίνεται τόσο βιώσιμη όσο το χρέος μας.\n",
      "Ваннабі-пєтросяни хочуть підняти собі популярність пранкуючи волонтера.\n",
      "s\n",
      "P\n",
      "_◢)┌∩┐\n",
      "L\n",
      "s\n",
      "1\n",
      "D\n",
      "D\n",
      "P\n",
      "גם חיילים בודדים קרבים מקבלים זין.\n",
      "D\n",
      "D\n",
      "D\n",
      "ه عرف مين الطرف التالت يا متاسلمين\n",
      "s\n",
      "小学生並みの提案されるまでもなく一ヶ月までから考えてる・・・と言いたいところだけど真摯に紳士に答えるとこんな感じ\n",
      "D\n",
      "D\n",
      "ಠ_ಠ\n",
      "P\n",
      "P\n",
      "L\n",
      "s\n",
      "s\n",
      "當局者迷，旁觀者清\n",
      "3\n",
      "D\n",
      "d\n",
      "P\n",
      "s\n",
      "D\n",
      "s\n",
      "s\n",
      "k\n",
      "D\n",
      "3\n",
      "P\n",
      "s\n",
      "D\n",
      "P\n",
      "γάματα με μεγάλα γράμματα\n",
      "λαβε υπ'οψιν σου το ενδεχομενο οτι το ιδεολογημα \"ολοι ιδιοι ειναι\" που φαινεται να υποστηριζεται απο τους παντες στην κοινωνια γυρω σου ειναι λαθος.\n",
      "_(ツ)_/¯\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "s\n",
      "3\n",
      "s\n",
      "3\n",
      "8\n",
      "P\n",
      "s\n",
      "d\n",
      "s\n",
      "d\n",
      "D\n",
      "_(ツ)_/¯\n",
      "ʖ ͡°)\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "p\n",
      "P\n",
      "D\n",
      "_(ツ)_/¯\n",
      "D\n",
      "s\n",
      "s\n",
      "s\n",
      "d\n",
      "3\n",
      "s\n",
      "s\n",
      "дрочи́ть дрочить счастливое время весело потому что нет картофеля\n",
      "D\n",
      "Πιστεύω πως οι Ευρωπαίοι θέλουν να αφήσουν την Ελλάδα περισσότερο λάσκα, μα δεν θα το κάνουν δίχως νέο πρόγραμμα το οποίο χρειάζεται υπογραφές κυβέρνησης & αντιπολίτευσης. Ο ΣΥΡΙΖΑ αποκλείεται να υπογράψει ως αντιπολίτευση, οπότε το σκεπτικό είναι \"ας γίνει κυβέρνηση, να τον τουμπάρουμε και μετά υπογράφει αυτός & ο Σαμαράς ως αντιπολίτευση\". \n",
      " Λογικό;\n",
      "D\n",
      "ಠ_ಠ](\n",
      "s\n",
      "d\n",
      "D\n",
      "L\n",
      "s\n",
      "D\n",
      "o\n",
      "D\n",
      "d\n",
      "1\n",
      "σου. Μάλλον το εντελώς ανάποδο.\n",
      "τον πούτσο κλαίγανε\n",
      "d\n",
      "C\n",
      "3\n",
      "4\n",
      "ಠ_ಠ\n",
      "ʖ ͡°)\n",
      "P\n",
      "p\n",
      "P\n",
      "s\n",
      "D\n",
      "P\n",
      "D\n",
      "D\n",
      "s\n",
      "x\n",
      "s\n",
      "7\n",
      "p\n",
      "_(ツ)_/¯ ?\n",
      "P\n",
      "D\n",
      "s\n",
      "D\n",
      "2\n",
      "D\n",
      "D\n",
      "d\n",
      "0)\n",
      "P\n",
      "安分知足\n",
      "прокурор, учёный-юрист и пограничник.\n",
      "P\n",
      "на ФБ у Мустафы\n",
      "s\n",
      "D\n",
      "h\n",
      "3\n",
      "ಠ_ಠ\n",
      "1\n",
      "やっとなんとなく日本語がわかるようになった！\n",
      "3\n",
      "3\n",
      "がんばります~\n",
      "3\n",
      "ಠ_ಠ\n",
      "P\n",
      "3\n",
      "פולחן אישיות מוגזם, עדיף שיפעיל לחץ על שני הצדדים, שתפו את דעתכם\n",
      "_(ツ)_/¯\n",
      "Περιληπτικά, η επανάσταση απαιτεί: \n",
      " Πραγματικά προβλήματα\n",
      "\n",
      "Ένα κοινό σκοπό με ξεκάθαρους σκοπούς και λύσεις\n",
      "\n",
      "Ένα αρχηγό ή μια ομάδα αρχηγών\n",
      "\n",
      "Ένα εκπαιδευμένο πληθυσμό δεσμευμένο στη βία ή τη μη-βία.\n",
      "ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽ ＥＶＥＲＹＯＮＥ，ＧＥＴ ＩＮ ＨＥＲＥ ༼ ºل͜º༼ ºل͜º༼ ºل͜º ༽ºل͜º ༽ºل͜º ༽\n",
      "Η Ελλη Στάη είναι κάθαρμα. \n",
      " Ντάξει το ξέραμε θα μου πείτε αλλά είπα να το πω έτσι και αλλιώς.\n",
      "D\n",
      "ಠ_ಠ\n",
      "φροντίστε να μάθουν ότι θα χάσουν την ψήφο σας. Ό,τι και να λένε τους νοιάζει.\n",
      "3\n",
      "D\n",
      "ʖ ͡°)\n",
      "ʖ ͡°)\n",
      "疲れた\n",
      "Τι κάνουμε όσοι μείναμε και μπορούμε να φύγουμε;\n",
      "Βενεζουέλα αγάπη μου\n",
      "ಠ_ಠ\n",
      "s\n",
      "_(ツ)_/¯\n",
      "s\n",
      "Η Ευρώπη είναι ήπειρος. Η Ευρωπαϊκή Ένωση είναι οικονομική και πολιτική ένωση.\n",
      "D\n",
      "っ˘̩╭╮˘̩)っ](\n",
      "i\n",
      "3\n",
      "ლಠ益ಠ)ლ\n",
      "3\n",
      "c\n",
      "Εδώ ο κόσμος χάνεται και αυτοί παίζουν το μουτζούρη\n",
      "3\n",
      "تلحسو طيزي\n",
      "o\n",
      "Μου μπλοκάρανε την αγορά για μια αποτυχία \"ρουτίνας\" αγοράς από εξωτερικό. Κόλλησε το σύστημά τους και δε μπορούνε να μου τη ξεμπλοκάρουν.\n",
      "Οι πολιτικοί δεν είναι βλάκες, ξέρουν ακριβώς τι πρέπει να γίνει, έχουν την γνώση για το τι χρειάζεται να βελτιωθεί, το λένε ξεκάθαρα, αλλά όλοι ξέρουμε ότι δεν πρόκειται να γίνει τιποτα.\n",
      "позавчера я первый раз в жизни видел живую ондатру.\n",
      "s\n",
      "P\n",
      "ಠ‿ಠ\n",
      "s\n",
      "s\n",
      "چرا مادر و پدرهای ایرامی به بچه هایشان فارسی یاد نمیدند/چرا بچه هایشان را ایران نمیبرند؟ \n",
      " ببخشید فارسیم پور از غلط دیکته است\n",
      "ಠ_ಠ\n",
      "N\n",
      "7\n",
      "D\n",
      "бабушка матрешка холодильник сое ксенофобия\n",
      "c\n",
      "ﾟÐ*:Ð✧\n",
      "(╯°□°）╯︵ ┻━┻. Ð\n",
      "k\n",
      "ʖ ͡°)\n",
      "_0/\n",
      "愚蠢的社会正义的勇士\n",
      "Βαφτίζουμε τη βία δικαιοσύνη και την οχλοκρατία δημοκρατία γιατί δεν έχουμε κατέβει ακόμα τελείως από τα βουνά και δεν βλέπουμε την κοινωνία μας ως κεκτημένο.\n",
      "_(ツ)_/¯\n",
      "Οι άνθρωποι έχουν βασικό δικαίωμα στην εκαπάιδευση. Το θέμα δε πρέπει να είναι αν οι πρόσφυγες θα πάνε σχολείο αλλά το πως αυτό θα γίνει σωστά.\n",
      "Цель поста - просто линки на результаты. Можете не особо читать мою воду. Просто просили больше текстовых, а у меня за последние семь дней просто как-то прет, что на многих своих проектах пилю контент, вот и здесь не сдержался.\n",
      "В Запорожской области на трассе дорожники козлы вонючие укладывали асфальт в лужи. Дама этот факт зафотала и опубликовала в фейсбук. Автодор отреагировал и уволил главного локального директора автодорщика. \n",
      " Понятное дело, набегут сейчас всякие ампулы и начнут рассказывать, что директора устроят на более злачное место и вообще ничего не меняется, Вальцмана сын не на фронте, Липецкая фабрика, Ахметов не сидит и вообще ко-ко-ко. Но это все неважно. Понемногу наводим порядок. Такая вот нотка позитива.\n",
      "Εταιρία διαφημίζει εκπτώσεις σε ταξίδια αν πληρώσετε συνδρομή, αν είστε νέοι μπορεί να σας ζητήσουν για συνέντευξη. ΜΗΝ ΤΟΥΣ ΠΛΗΡΩΣΕΤΕ, ΜΗΝ ΔΟΥΛΕΥΕΤΕ ΓΙ' ΑΥΤΟΥΣ. Πείτε το και στους φίλους σας ότι πρόκειται για απάτη.\n",
      "3\n",
      "R\n",
      "Обама назвал отставку Асада условием победы над ИГ](\n",
      "D\n",
      "D\n",
      "3\n",
      "ÒŽÏĻ\n",
      "R\n",
      "P\n",
      "3\n",
      "P\n",
      "Δεν εχω καθολου ελεγχω σε ενα θεμα που θα έπρεπε να εχω τον απόλυτο έλεγχο : η προετοιμασία μου για τις πανελλήνιες, και ψαχνω τον σωστό συνδυασμό λέξεων που οταν τις ξεστομισω οι γονεις μου για πρωτη φορα θα με αφήσουν να προετοιμαστω οπως θέλω εγώ.\n",
      "Υπάρχει κάποια περίπτωση που οι ψήφοι ολων των βουλευτώντις συγκυβέρνησης να μήν φτάνουν? Υπάρχει ελπίδα να αλλάξει ΕΠΙΤΕΛΟΥΣ ο εκλογικός νόμος και το πολιτικό σύστημα??\n",
      "D\n",
      "D\n",
      "Δε θα δημοσίευες φωτογραφίες νεκρών παιδιών αν ήταν Ελληνάκια, γιατί θα το θεωρούσες απαράδεκτο προς τη μνήμη και την οικογένειά τους. Πρέπει να αρχίσεις να σκέφτεσαι έτσι και για τους άλλους λαούς.\n",
      "C\n",
      "3\n",
      "А [вот]( сылка на пост.\n",
      "D\n",
      "D\n",
      "Карпаты\" регулярно подерживают бойцов АТО; \n",
      " \n",
      " Если бы хотели потроллить \"Шахтёр\" - то акция прошла бы под лозунгом \"Поможем Шахтёру вернуться домой\"; \n",
      " \n",
      " Слова Палкина полностью отражают позицию \"гудка\" - осуждать обе стороны конфликта и сидеть на двух стульях; \n",
      " \n",
      " По поводу погибших мирных жителей \"Карпаты\" не ответили.\n",
      "D\n",
      "P\n",
      "3\n",
      "3\n",
      "P\n",
      "ʕ •ᴥ•ʔ\n",
      "لقد جئناكم بالذبح + الله مولانا ولا مولى لكم\n",
      "ʖ ͡°)\n",
      "ʖ ͡°)\n",
      "自分が中東のお勉強を断念せざるを得ない状況になっても納得できるような大学生活を送るには何を心がければ良いのでしょうか？また、一般論として国公立を出ていて、言語力があっても「マイナー」なことをやったら就職できないのでしょうか？\n",
      "ʖ ͡°)\n",
      "萌えを語ってくれ \n",
      "例にツッこむ、ギリギリ萌える画像を貼るなどご自由にﾄﾞｿﾞ\n",
      "や「腹いせで不倫暴露とかショボすぎワロスｗｗｗｗｗｗ」 \n",
      "松「事実無根です。訴えます」 \n",
      "や「いいよこいよ」\n",
      "酔って携帯なくしたけど見つかった\n",
      "ʖ ͡°)\n",
      "要するに) 複数購読に慣れておけば移民しやすいよ\n",
      "ʖ ͡°)\n",
      "要するに) 複数購読に慣れておけば移民しやすいよ\n",
      "ノಠ益ಠ)ノ彡┻━┻\n",
      "s\n",
      "春映画はやっぱり春映画だった\n",
      "ヽ༼ຈل͜ຈ༽ﾉ\n",
      "s\n",
      "d\n",
      "めんどくさいけど、楽しかった。ストーリーがよかった。でもめんどくさかった。\n",
      "ʖ ͡°) ( ͠° ͟ʖ ͡°)](\n",
      "s\n",
      "ʖ ͡°)\n",
      "_¬\n",
      "x\n",
      "_(ツ)_/¯\n",
      "の可能性…）\n",
      "upvote\n",
      "upvote\n",
      "at the end.\n",
      "version:\n",
      "at the end.\n",
      "title.\n",
      "at the bottom.\n",
      "at the end.\n",
      "version:\n",
      "at the end\n",
      "version:\n",
      "upvote\n",
      "at the end\n",
      "upvote.\n",
      "version:\n",
      "upvote!\n",
      "at the end\n",
      "version:\n",
      "at the bottom\n",
      "upvote.\n",
      "at the bottom.\n",
      "at the end.\n",
      "title.\n",
      "at the bottom.\n",
      "at the end.\n",
      "version:\n",
      "at the bottom.\n",
      "at the end.\n",
      "upvote\n",
      "at the end.\n",
      "version:\n",
      "upvote.\n",
      "version:\n",
      "at the end.\n",
      "at the end\n",
      "at the end.\n",
      "version:\n",
      "version:\n",
      "at the end.\n",
      "version:\n",
      "at the bottom\n",
      "version:\n",
      "at the end.\n",
      "upvote\n",
      "upvote.\n",
      "at the end\n",
      "upvote.\n",
      "at the bottom\n",
      "at the end.\n",
      "at the bottom.\n",
      "version:\n",
      "version:\n",
      "at the bottom.\n",
      "at the bottom.\n",
      "version:\n",
      "upvote.\n",
      "at the end\n",
      "at the end\n",
      "version:\n",
      "at the end.\n",
      "upvote.\n",
      "upvote.\n",
      "version:\n",
      "at the end.\n",
      "at the end\n",
      "version:\n",
      "title\n",
      "at the end.\n",
      "at the bottom\n",
      "at the end.\n",
      "at the end.\n",
      "at the end.\n",
      "at the end.\n",
      "version:\n",
      "at the end.\n",
      "at the end.\n",
      "upvote\n",
      "at the bottom.\n",
      "at the end.\n",
      "upvote\n",
      "at the end.\n",
      "upvote.\n",
      "upvote\n",
      "read above.\n",
      "version:\n",
      "at the end.\n",
      "at the end.\n",
      "upvote\n",
      "at the end\n",
      "at the bottom.\n",
      "at the bottom\n",
      "at the end.\n",
      "at the end.\n",
      "version:\n",
      "upvote.\n",
      "version:\n",
      "version:\n",
      "at the bottom.\n",
      "at the end.\n",
      "upvote.\n",
      "upvote.\n",
      "version:\n",
      "version:\n",
      "at the end.\n",
      "upvote\n",
      "upvote!\n",
      "at the end.\n",
      "at the end.\n",
      "title\n",
      "upvote\n",
      "at the end.\n",
      "upvote.\n",
      "at the end.\n",
      "title\n",
      "at the end.\n",
      "at the bottom\n",
      "at the bottom\n",
      "at the bottom.\n",
      "upvote.\n",
      "upvote\n",
      "at the bottom\n",
      "at the end.\n",
      "upvote\n",
      "version:\n",
      "upvote.\n",
      "at the end.\n",
      "at the end.\n",
      "at the end.\n",
      "upvote\n",
      "at the end\n",
      "upvote\n",
      "upvote\n",
      "title.\n",
      "upvote.\n",
      "at the bottom.\n",
      "at the bottom\n",
      "upvote\n",
      "version:\n",
      "at the end.\n",
      "see title\n",
      "at the end.\n",
      "upvote\n",
      "read above\n",
      "version:\n",
      "at the bottom.\n",
      "upvote.\n",
      "upvote\n",
      "upvote\n",
      "version:\n",
      "at the end.\n",
      "upvote\n",
      "upvote.\n",
      "at the end.\n",
      "upvote!\n",
      "version:\n",
      "at the end.\n",
      "at the end.\n",
      "at the end.\n",
      "at the end.\n",
      "version:\n",
      "upvote\n",
      "upvote\n",
      "at the bottom.\n",
      "at the end.\n",
      "upvote.\n",
      "at the end.\n",
      "version:\n",
      "upvote\n",
      "at the end.\n",
      "upvote\n",
      "at the end\n",
      "upvote!\n",
      "at the end.\n",
      "upvote!\n",
      "upvote.\n",
      "at the end.\n",
      "version:\n",
      "at the end.\n",
      "version:\n",
      "at the bottom.\n",
      "at the bottom.\n",
      "at the bottom.\n",
      "at the bottom.\n",
      "at the bottom\n",
      "at the bottom.\n",
      "read above.\n",
      "read title.\n",
      "read the title\n",
      "read the title\n",
      "see title.\n",
      "read title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "read title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "read the title\n",
      "read title\n",
      "title\n",
      "read title.\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "read title\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "title.\n",
      "see title\n",
      "read title.\n",
      "read title.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title.\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "see title.\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "read title.\n",
      "see title\n",
      "title.\n",
      "see title.\n",
      "title.\n",
      "title\n",
      "see title.\n",
      "title\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "title.\n",
      "see title\n",
      "read title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "read title.\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "read title\n",
      "read the title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "see title\n",
      "read title\n",
      "see title.\n",
      "see title.\n",
      "see title.\n",
      "read the title\n",
      "see title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "title.\n",
      "see title\n",
      "read title\n",
      "see title.\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "title.\n",
      "read title.\n",
      "see title\n",
      "title.\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "read title.\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "read the title\n",
      "see title.\n",
      "read the title\n",
      "read title.\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "read title.\n",
      "read the title\n",
      "see title\n",
      "title\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "read title\n",
      "see title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "read title.\n",
      "read title\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "read title.\n",
      "read title.\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "read above.\n",
      "read the title\n",
      "read the title\n",
      "see title\n",
      "read title\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "see title\n",
      "title.\n",
      "title.\n",
      "read title.\n",
      "see title.\n",
      "at bottom.\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "read title\n",
      "read the title\n",
      "see title.\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "read the title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "read the title\n",
      "see title\n",
      "title\n",
      "title\n",
      "read title.\n",
      "title\n",
      "title.\n",
      "see title\n",
      "title.\n",
      "read the title\n",
      "read title.\n",
      "see title.\n",
      "title.\n",
      "read title\n",
      "title\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "see title.\n",
      "read the title\n",
      "see title.\n",
      "see title.\n",
      "see title.\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "read title.\n",
      "read the title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "read title.\n",
      "see title.\n",
      "read the title\n",
      "see title\n",
      "read the title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "read the title\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "read title\n",
      "read the title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "see title.\n",
      "read title\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "read title\n",
      "read the title\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "read title.\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title.\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "upvote.\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "see title.\n",
      "see title.\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "read the title\n",
      "read title\n",
      "title.\n",
      "see title\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "read title\n",
      "read title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "read title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "read the title\n",
      "title.\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "read title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "read title\n",
      "see title.\n",
      "see title.\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "read title.\n",
      "title\n",
      "see title.\n",
      "read title\n",
      "read the title\n",
      "see title.\n",
      "title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "read title.\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "title.\n",
      "see title\n",
      "read title.\n",
      "see title\n",
      "see title\n",
      "see title.\n",
      "title.\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "read title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "read title\n",
      "title.\n",
      "title.\n",
      "see title.\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "see title.\n",
      "title\n",
      "see title.\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "read title\n",
      "see title\n",
      "title.\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title.\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "see title.\n",
      "read the title\n",
      "title.\n",
      "title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "read title\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "title.\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "read title.\n",
      "read title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "read title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "see title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "read the title\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "title.\n",
      "read the title\n",
      "read the title\n",
      "see title.\n",
      "title.\n",
      "see title\n",
      "read the title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "read title\n",
      "see title.\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "see title.\n",
      "read the title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title.\n",
      "read the title\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "read title\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "see title\n",
      "see title\n",
      "title\n",
      "see title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "mandatory summary/question!\n",
      "read title\n",
      "see title\n",
      "title\n",
      "see title.\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "read the title\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "read title.\n",
      "see title\n",
      "title\n",
      "title.\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "read title\n",
      "title.\n",
      "read title\n",
      "title\n",
      "read the title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "read above\n",
      "title\n",
      "title\n",
      "see title\n",
      "see title\n",
      "title\n",
      "read the title\n",
      "upvote\n",
      "title.\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "see title\n",
      "read title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title\n",
      "see title.\n",
      "read title\n",
      "at the bottom.\n",
      "title.\n",
      "title\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "see title\n",
      "see title.\n",
      "title\n",
      "read the title\n",
      "read the title\n",
      "title.\n",
      "see title.\n",
      "title.\n",
      "read the title\n",
      "read the title\n",
      "see title\n",
      "title\n",
      "title\n",
      "title\n",
      "see title.\n",
      "title\n",
      "title\n",
      "read the title\n",
      "see title.\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "see title\n",
      "version:\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "see title\n",
      "title\n",
      "see title\n",
      "title.\n",
      "see title.\n",
      "see title\n",
      "read title\n",
      "title.\n",
      "title\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "title\n",
      "read title\n",
      "title\n",
      "title\n",
      "see title\n",
      "title\n",
      "at the bottom\n",
      "title\n",
      "title.\n",
      "see title.\n",
      "title\n",
      "title.\n",
      "read the title\n",
      "title\n",
      "title\n",
      "title.\n",
      "title.\n",
      "see title\n",
      "see title.\n",
      "see title\n",
      "title\n",
      "title\n",
      "at the end.\n",
      "title\n",
      "title\n",
      "title\n",
      "title\n",
      "read the title\n",
      "version:\n",
      "version:\n",
      "see title.\n",
      "title\n"
     ]
    }
   ],
   "source": [
    "# Find the indices of the items that are not useful (not informative);\n",
    "#   - nonsensical tldrs (e.g., punctuation marks only),\n",
    "#   - tldrs that clearly are not a summary (e.g., \"see title\") \n",
    "\n",
    "not_useful_tldrs_indices = []\n",
    "\n",
    "# Find the indices of the TLDRs that empty or not text (e.g., punctuation marks only)\n",
    "\n",
    "''' a regular expression that describes text: '''\n",
    "text_pattern = re.compile(\"([a-z1-9])+.\", re.IGNORECASE)\n",
    "\n",
    "for i in range(len(webis_tldr_df)):\n",
    "    if len(webis_tldr_df['summary']) == 0 or not(text_pattern.search(webis_tldr_df['summary'].loc[i])):\n",
    "        not_useful_tldrs_indices.append(i)\n",
    "\n",
    "# Find the indices of the TLDRs that are not useful, e.g., \"see title\"\n",
    "\n",
    "not_useful_tldrs = ['title', 'title.',\n",
    "                    'see title', 'see title.',\n",
    "                    'in the title', 'in the title.',\n",
    "                    'read title', 'read title.', 'read the title',\n",
    "                    'read up', 'read up!',\n",
    "                    'read it', 'read it!',\n",
    "                    'at bottom', 'at bottom.',\n",
    "                    'at the bottom', 'at the bottom.',\n",
    "                    'at the end', 'at the end.',\n",
    "                    'at the top', 'at the top.',\n",
    "                    'version:',\n",
    "                    'upvote', 'upvote.', 'upvote!',\n",
    "                    'mandatory summary/question!']\n",
    "\n",
    "for i in range(len(webis_tldr_df)):\n",
    "    if webis_tldr_df.loc[i]['summary'] in not_useful_tldrs:\n",
    "        not_useful_tldrs_indices.append(i)\n",
    "\n",
    "for indx in not_useful_tldrs_indices:\n",
    "    print(webis_tldr_df.loc[indx]['summary'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8b1233ca",
   "metadata": {},
   "source": [
    "# **Step 4:** Aggregate all the indices that should be removed, found so far"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "e9c499a9",
   "metadata": {},
   "outputs": [],
   "source": [
    "len(exact_duplicates_texts_indices)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "0394777b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "59"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(not_useful_texts_indices)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "1001b7e7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2678"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(not_useful_tldrs_indices)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "a5a0e267",
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "unsupported operand type(s) for +: 'int' and 'list'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[18], line 2\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[38;5;66;03m# Aggregate all the indices that should be removed\u001b[39;00m\n\u001b[1;32m----> 2\u001b[0m indices_to_remove \u001b[38;5;241m=\u001b[39m exact_duplicates_texts_indices \u001b[38;5;241m+\u001b[39m not_useful_texts_indices \u001b[38;5;241m+\u001b[39m not_useful_tldrs_indices\n",
      "\u001b[1;31mTypeError\u001b[0m: unsupported operand type(s) for +: 'int' and 'list'"
     ]
    }
   ],
   "source": [
    "# Aggregate all the indices that should be removed\n",
    "indices_to_remove = exact_duplicates_texts_indices + not_useful_texts_indices + not_useful_tldrs_indices"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3cc40726",
   "metadata": {},
   "outputs": [],
   "source": [
    "len(indices_to_remove)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "75468bdf",
   "metadata": {},
   "source": [
    "# **Step 5:** Remove the indices & inspect the rest of the dataset for duplicates of summaries (column 'summary' -> 'clean_text')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9c845b25",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7a6b06f5",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a849d2ae",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "04450233",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('webis_tldr_indices_to_keep.txt', 'w') as f:\n",
    "    for item in webis_tldr_indices_to_keep:\n",
    "        f.write(\"%s\\n\" % item)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}