6_retract_vs_control.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import sys\n",
    "import math\n",
    "import time\n",
    "import json\n",
    "import csv\n",
    "import pickle\n",
    "# import tweepy\n",
    "import random\n",
    "import requests\n",
    "import pprint\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import datetime as dt\n",
    "from datetime import datetime\n",
    "import scipy.stats as stat\n",
    "from patsy import dmatrices\n",
    "from langdetect import detect\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.ticker as mtick\n",
    "import matplotlib.dates as mdates\n",
    "from scipy.stats import chisquare, ttest_ind\n",
    "from matplotlib.dates import DateFormatter\n",
    "from collections import defaultdict, Counter\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from matplotlib.ticker import FormatStrFormatter\n",
    "import statsmodels.api as sm\n",
    "import statsmodels.formula.api as smf\n",
    "from statsmodels.stats.outliers_influence import variance_inflation_factor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('mode.chained_assignment', None)\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_root = '/home/haopeng/Data/Retraction/'\n",
    "altmetric_start_date = datetime.strptime('2011-06-10', '%Y-%m-%d')\n",
    "altmetric_end_date = datetime.strptime('2019-10-08', '%Y-%m-%d')\n",
    "CIs = {'90': 1.645, '95': 1.96, '99': 2.576}\n",
    "day = 24*3600"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "blog_df = pd.read_csv(data_root + 'blog_mentions_correction.csv', header = 0)\n",
    "blog_set = set(blog_df.loc[~blog_df.maybe_news.isnull(), 'blog_name'])\n",
    "\n",
    "def correct_blogs(data, error_blogs):\n",
    "    for xid, paper in data.items():\n",
    "        if 'blogs' in paper['posts']:\n",
    "            blogs_li = paper['posts']['blogs']\n",
    "            news_li = []\n",
    "            if 'news' in paper['posts']:\n",
    "                news_li = paper['posts']['news']\n",
    "            blogs_li_new = []\n",
    "            for item in blogs_li:\n",
    "                try:\n",
    "                    if item['author']['name'] in error_blogs:\n",
    "                        news_li.append(item)\n",
    "                    else:\n",
    "                        blogs_li_new.append(item)\n",
    "                except:\n",
    "                    pass\n",
    "            paper['posts']['news'] = news_li\n",
    "            paper['posts']['blogs'] = blogs_li_new\n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "outlets = pd.read_csv(data_root+'all_news_sources.csv', header=0)\n",
    "top_outlets = set(outlets.loc[outlets.Include == 'y', 'Mention source'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "27"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(top_outlets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(data_root + 'tweets_processed.pickle', 'rb') as ofile:\n",
    "    tid_date, tid_text, tid_author, tid_follow_cn, retweet_org_ids = pickle.load(ofile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "datetime.datetime(2019, 2, 25, 11, 56, 33)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tid_date['1100001600121098241']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# change tweet date format to str to keep it the same pattern as date on other platforms.\n",
    "for tid, tdate in tid_date.items():\n",
    "    tdate = tdate.strftime(\"%Y-%m-%dT%H:%M:%S\")\n",
    "    tid_date[tid] = tdate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "159408"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tid_date)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "159408"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tid_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "87670"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(retweet_org_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "159408"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tid_follow_cn)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load uncertainty tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 639,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_tweets_df = pd.read_csv(data_root + 'revision/all_tweets_uncertain_label_revision_share.csv', quoting=csv.QUOTE_ALL, header=0, dtype={'tid': 'str'})\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 628,
   "metadata": {},
   "outputs": [],
   "source": [
    "uncertain_tids = all_tweets_df.loc[all_tweets_df.majority_vote == 1, 'tid'].tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 629,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "916"
      ]
     },
     "execution_count": 629,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(uncertain_tids)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Control papers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "altid_data = {}\n",
    "\n",
    "with open(data_root+\"control_alt_papers.json\", 'r') as ffile:\n",
    "    for row in ffile:\n",
    "        paper = json.loads(row)\n",
    "        altid = str(paper['altmetric_id'])\n",
    "        altid_data[altid] = paper\n",
    "        \n",
    "altid_data = correct_blogs(altid_data, blog_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "31835"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(altid_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "doi_control_aids ={}\n",
    "\n",
    "with open(data_root+\"doi_control_alt_ids.json\", 'r') as ffile:\n",
    "    for line in ffile:\n",
    "        line = json.loads(line)\n",
    "        doi_control_aids[line['doi']] = [str(x) for x in line['alt_ids']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6367"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(doi_control_aids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "control_aid_doi = {}\n",
    "for doi, ids in doi_control_aids.items():\n",
    "    for alt_id in ids:\n",
    "        control_aid_doi[alt_id] = doi"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Correct blogs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3789,
   "metadata": {},
   "outputs": [],
   "source": [
    "platform_stat = defaultdict(int)\n",
    "# control papers can sometimes be mentioned by Retraction Watch (together with retracted papers)\n",
    "# e.g., http://retractionwatch.com/2015/10/21/allegedly-junk-paper-published-by-bmc-journal/\n",
    "blogs_men_cn = defaultdict(int)\n",
    "\n",
    "for altid in altid_data:\n",
    "    paper = altid_data[altid]\n",
    "    for platform in paper['posts']:\n",
    "        if paper['posts'][platform] != []:\n",
    "            platform_stat[platform] += 1\n",
    "        if platform == 'blogs':\n",
    "            for post in paper['posts']['blogs']:\n",
    "                try:\n",
    "                    # blogs.add(post['author']['name'])\n",
    "                    blogs_men_cn[post['author']['name']] += 1\n",
    "                except:\n",
    "                    pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3790,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('twitter', 14712),\n",
       " ('patent', 4259),\n",
       " ('facebook', 3603),\n",
       " ('wikipedia', 1992),\n",
       " ('blogs', 1977),\n",
       " ('news', 1886),\n",
       " ('policy', 1263),\n",
       " ('f1000', 931),\n",
       " ('googleplus', 643),\n",
       " ('video', 323),\n",
       " ('peer_reviews', 313),\n",
       " ('reddit', 265),\n",
       " ('q&a', 66),\n",
       " ('weibo', 34),\n",
       " ('misc', 32),\n",
       " ('pinterest', 12),\n",
       " ('linkedin', 4),\n",
       " ('book_reviews', 1)]"
      ]
     },
     "execution_count": 3790,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# after blog correction\n",
    "sorted(platform_stat.items(), key=lambda x: -x[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(data_root+'blog_mentions.csv', 'w') as f:\n",
    "    f.write(\"blog_name,num_papers_mentioned\\n\")\n",
    "    for name, cn in sorted(blogs_men_cn.items(), key=lambda x: x[1], reverse=True):\n",
    "        f.write('\"%s\",%d\\n'%(name, cn))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "plat_cate = {\n",
    " 'blogs': 'blog',\n",
    " 'news': 'news_media',\n",
    " 'patent': 'knowledge_repo',\n",
    " 'f1000': 'knowledge_repo',\n",
    " 'peer_reviews': 'knowledge_repo',\n",
    " 'wikipedia': 'knowledge_repo',\n",
    " 'q&a': 'knowledge_repo',\n",
    " 'facebook': 'social_media',\n",
    " 'googleplus': 'social_media',\n",
    " 'linkedin': 'social_media',\n",
    " 'pinterest': 'social_media',\n",
    " 'reddit': 'social_media',\n",
    " 'twitter': 'social_media',\n",
    " 'video': 'social_media'\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compare with retracted papers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "doi_alt_data = {}\n",
    "\n",
    "with open(data_root+\"retraction_altmetric.json\", 'r') as ffile:\n",
    "    for row in ffile:\n",
    "        record = json.loads(row)\n",
    "        doi = record['citation']['doi'].lower()\n",
    "        doi_alt_data[doi] = record\n",
    "        \n",
    "doi_alt_data = correct_blogs(doi_alt_data, blog_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(data_root+'df_retract_clean.pickle', 'rb') as file:\n",
    "    retract_df = pickle.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Record ID</th>\n",
       "      <th>Title</th>\n",
       "      <th>Subject</th>\n",
       "      <th>Institution</th>\n",
       "      <th>Journal</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Country</th>\n",
       "      <th>Author</th>\n",
       "      <th>URLS</th>\n",
       "      <th>ArticleType</th>\n",
       "      <th>RetractionDate</th>\n",
       "      <th>RetractionDOI</th>\n",
       "      <th>RetractionPubMedID</th>\n",
       "      <th>OriginalPaperDate</th>\n",
       "      <th>OriginalPaperDOI</th>\n",
       "      <th>OriginalPaperPubMedID</th>\n",
       "      <th>RetractionNature</th>\n",
       "      <th>Reason</th>\n",
       "      <th>Paywalled</th>\n",
       "      <th>Notes</th>\n",
       "      <th>altmetric_score</th>\n",
       "      <th>altmetric_pub_date</th>\n",
       "      <th>pub_date_corrected</th>\n",
       "      <th>usable_days</th>\n",
       "      <th>tweet_ids</th>\n",
       "      <th>tw_date_sort</th>\n",
       "      <th>fcn_date_sort</th>\n",
       "      <th>uncertainty</th>\n",
       "      <th>news_media</th>\n",
       "      <th>social_media</th>\n",
       "      <th>blog</th>\n",
       "      <th>knowledge_repo</th>\n",
       "      <th>top_news</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23542</td>\n",
       "      <td>Hospital Admission and Readmission Among Homel...</td>\n",
       "      <td>(HSC) Medicine - Neurology;(SOC) Psychology;</td>\n",
       "      <td>Department of Neurology and Weill Institute fo...</td>\n",
       "      <td>Neurology</td>\n",
       "      <td>American Academy of Neurology</td>\n",
       "      <td>United States</td>\n",
       "      <td>Nicole Rosendale;Elan L Guterman;John P Betjem...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Research Article;</td>\n",
       "      <td>2020-06-04 00:00:00</td>\n",
       "      <td>10.1212/WNL.0000000000009565</td>\n",
       "      <td>32499376</td>\n",
       "      <td>2019-05-24 00:00:00</td>\n",
       "      <td>10.1212/wnl.0000000000007645</td>\n",
       "      <td>31127074</td>\n",
       "      <td>Retraction</td>\n",
       "      <td>+Concerns/Issues About Data;+Retract and Replace;</td>\n",
       "      <td>No</td>\n",
       "      <td>see: https://n.neurology.org/content/92/24/e2822</td>\n",
       "      <td>29.75</td>\n",
       "      <td>2019-05-24</td>\n",
       "      <td>2019-05-24 00:00:00</td>\n",
       "      <td>137</td>\n",
       "      <td>[1133693569737187329, 1133763571790127106, 113...</td>\n",
       "      <td>[2019-05-29T11:16:24, 2019-05-29T15:54:34, 201...</td>\n",
       "      <td>[506, 273, 4836, 1845, 48163, 181, 935, 1322, ...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[2019-05-28T15:33:34, 2019-05-28T18:38:39]</td>\n",
       "      <td>[2019-05-29T11:16:24, 2019-05-29T15:54:34, 201...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Record ID                                              Title  \\\n",
       "0      23542  Hospital Admission and Readmission Among Homel...   \n",
       "\n",
       "                                        Subject  \\\n",
       "0  (HSC) Medicine - Neurology;(SOC) Psychology;   \n",
       "\n",
       "                                         Institution    Journal  \\\n",
       "0  Department of Neurology and Weill Institute fo...  Neurology   \n",
       "\n",
       "                       Publisher        Country  \\\n",
       "0  American Academy of Neurology  United States   \n",
       "\n",
       "                                              Author URLS        ArticleType  \\\n",
       "0  Nicole Rosendale;Elan L Guterman;John P Betjem...  NaN  Research Article;   \n",
       "\n",
       "        RetractionDate                 RetractionDOI RetractionPubMedID  \\\n",
       "0  2020-06-04 00:00:00  10.1212/WNL.0000000000009565           32499376   \n",
       "\n",
       "     OriginalPaperDate              OriginalPaperDOI OriginalPaperPubMedID  \\\n",
       "0  2019-05-24 00:00:00  10.1212/wnl.0000000000007645              31127074   \n",
       "\n",
       "  RetractionNature                                             Reason  \\\n",
       "0       Retraction  +Concerns/Issues About Data;+Retract and Replace;   \n",
       "\n",
       "  Paywalled                                             Notes  \\\n",
       "0        No  see: https://n.neurology.org/content/92/24/e2822   \n",
       "\n",
       "   altmetric_score altmetric_pub_date   pub_date_corrected  usable_days  \\\n",
       "0            29.75         2019-05-24  2019-05-24 00:00:00          137   \n",
       "\n",
       "                                           tweet_ids  \\\n",
       "0  [1133693569737187329, 1133763571790127106, 113...   \n",
       "\n",
       "                                        tw_date_sort  \\\n",
       "0  [2019-05-29T11:16:24, 2019-05-29T15:54:34, 201...   \n",
       "\n",
       "                                       fcn_date_sort uncertainty  \\\n",
       "0  [506, 273, 4836, 1845, 48163, 181, 935, 1322, ...          []   \n",
       "\n",
       "                                   news_media  \\\n",
       "0  [2019-05-28T15:33:34, 2019-05-28T18:38:39]   \n",
       "\n",
       "                                        social_media blog knowledge_repo  \\\n",
       "0  [2019-05-29T11:16:24, 2019-05-29T15:54:34, 201...   []             []   \n",
       "\n",
       "  top_news  \n",
       "0       []  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "retract_df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6680"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(retract_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Focus on papers published after Alt db start date."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "retract_df = retract_df.loc[retract_df.pub_date_corrected.apply(lambda dttt: (dttt-altmetric_start_date).total_seconds() > 0)]\n",
    "retract_df.index = range(len(retract_df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "retract_df = retract_df.loc[retract_df.OriginalPaperDOI.isin(doi_control_aids)]\n",
    "retract_df.index = range(len(retract_df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3985"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(retract_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "doi_ret_date = dict(zip(retract_df['OriginalPaperDOI'], retract_df['RetractionDate']))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Count total num of posts for 4k retracted papers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2995,
   "metadata": {},
   "outputs": [],
   "source": [
    "cn = 0\n",
    "for doi in doi_ret_date:\n",
    "    paper = doi_alt_data[doi]\n",
    "    if 'posts' in paper:\n",
    "        for plat in paper['posts']:\n",
    "            if plat in plat_cate:\n",
    "                for item in paper['posts'][plat]:\n",
    "                    cn += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2996,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "95016"
      ]
     },
     "execution_count": 2996,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cn"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Build retraction df for post retraction analysis (removing retraction-discussion posts)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "(Start) Note: skip the below code block first; run it after the following two csv files have been created"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 841,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_ = pd.read_csv(data_root+'label_after_ret_posts_notification.csv', header=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 842,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "735"
      ]
     },
     "execution_count": 842,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(posts_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 843,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "exclude_obs = list(posts_.loc[posts_['is_retraction_related']==1, ['post_url', 'paper_doi']].to_records(index=False))\n",
    "exclude_obs = [url + ' ' + doi for (url, doi) in exclude_obs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 844,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "546"
      ]
     },
     "execution_count": 844,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(exclude_obs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 845,
   "metadata": {},
   "outputs": [],
   "source": [
    "tw_ = pd.read_csv(data_root+'label_after_ret_tweets.csv', header=0, dtype={'tid': str})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 846,
   "metadata": {},
   "outputs": [],
   "source": [
    "exclude_tids = tw_.loc[tw_.is_retraction_related==1, 'tid'].to_list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 847,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2029"
      ]
     },
     "execution_count": 847,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(exclude_tids)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "(End) Note: skip the above code block first."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2582,
   "metadata": {},
   "outputs": [],
   "source": [
    "doi_alt_data_filter = {}\n",
    "\n",
    "# in the first run, this dict stores after retraction posts that do not contain keyword \"retract\", which will be used for manual labelling.\n",
    "plat_posts_filter = defaultdict(list)\n",
    "validation = defaultdict(list)    \n",
    "\n",
    "for doi, ret_date in zip(retract_df.OriginalPaperDOI, retract_df.RetractionDate):\n",
    "    paper = doi_alt_data[doi]\n",
    "    doi_alt_data_filter[doi] = paper.copy()\n",
    "    if 'posts' in paper:\n",
    "        temp = defaultdict(list)\n",
    "        for plat in paper['posts']:\n",
    "            if plat in plat_cate:\n",
    "                for item in paper['posts'][plat]:\n",
    "                    if plat == 'twitter':\n",
    "                        tid = item['tweet_id']\n",
    "                        if tid in tid_date:\n",
    "                            tdate = tid_date[tid]\n",
    "                            tdate = datetime.strptime(tdate, '%Y-%m-%dT%H:%M:%S')\n",
    "                            tdelta = int((tdate-ret_date).total_seconds()/day)\n",
    "                            text = tid_text[tid]\n",
    "                            # for pre-retraction filtering (do it only for the 6-month before retraction period)\n",
    "                            if tdelta < 0 and tdelta >= -180:\n",
    "                                if 'retract' not in text.lower():\n",
    "                                    temp[plat].append(item)\n",
    "                            # for after-retraction filtering (keyword filtering + manual labelling)\n",
    "                            # if the paper was retracted the end of day May 03, but its recorded date will be the beginning of the day.\n",
    "                            if tdelta > 1 and tdelta <= 180:\n",
    "                                if 'retract' in text.lower():\n",
    "                                    item['text'] = tid_text[tid]\n",
    "                                    item['posted_on'] = tdate\n",
    "                                    validation[plat].append((item, doi))\n",
    "                                # in the first run, use this code because `exclude_tids` has not been created :\n",
    "                                # if 'retract' not in text.lower():\n",
    "                                # in the second run, use this code:\n",
    "                                if 'retract' not in text.lower() and tid not in exclude_tids:\n",
    "                                    temp[plat].append(item)\n",
    "                                    item['text'] = tid_text[tid]\n",
    "                                    item['posted_on'] = tdate\n",
    "                                    plat_posts_filter[plat].append((item, doi))\n",
    "                    else:\n",
    "                        if 'posted_on' in item:\n",
    "                            tdate = item['posted_on'][:19]\n",
    "                            tdate = datetime.strptime(tdate, '%Y-%m-%dT%H:%M:%S')\n",
    "                            tdelta = int((tdate-ret_date).total_seconds()/day)\n",
    "                            text = ''\n",
    "                            if 'title' in item and item['title']:\n",
    "                                text += item['title']\n",
    "                            if 'summary' in item and item['summary']:\n",
    "                                text = text + ' ' + item['summary']\n",
    "                            # for pre-retraction filtering\n",
    "                            if tdelta < 0 and tdelta >= -180:\n",
    "                                try:\n",
    "                                    if detect(text) == 'en' and 'retract' not in text.lower():\n",
    "                                        temp[plat].append(item)\n",
    "                                except:\n",
    "                                    pass\n",
    "                            # for after-retraction filtering (keyword filtering + manual labelling)\n",
    "                            if tdelta > 0 and tdelta <= 180:\n",
    "                                try:\n",
    "                                    if detect(text) == 'en':\n",
    "                                        if 'retract' not in text.lower():\n",
    "                                            strr = item['url'] + ' ' + doi\n",
    "                                            # use this condition only in the first run; remove it in the second run\n",
    "                                            if strr not in exclude_obs:\n",
    "                                                temp[plat].append(item)\n",
    "                                                plat_posts_filter[plat].append((item, doi))\n",
    "                                        else:\n",
    "                                            validation[plat].append((item, doi))\n",
    "                                except:\n",
    "                                    pass\n",
    "        doi_alt_data_filter[doi]['posts'] = temp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2122,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1108"
      ]
     },
     "execution_count": 2122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# stores non-retraction-discussion posts\n",
    "# before manual label: 3194\n",
    "len(plat_posts_filter['twitter'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2123,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'license': 'gnip',\n",
       "   'citation_ids': [50548558],\n",
       "   'author': {'tweeter_id': '28960735'},\n",
       "   'tweet_id': '1178670811672125445',\n",
       "   'text': '@_SharpTongue_ @conal_tuohy @IntheNow_tweet https://t.co/WGB9UIBhuc',\n",
       "   'posted_on': datetime.datetime(2019, 9, 30, 13, 59, 54)},\n",
       "  '10.1038/s41586-018-0651-8'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [50548558],\n",
       "   'author': {'tweeter_id': '16399202'},\n",
       "   'tweet_id': '1179412771215204354',\n",
       "   'text': 'Quantification of ocean heat uptake from changes in atmospheric O2 and CO2 composition https://t.co/71IY8fe4LF',\n",
       "   'posted_on': datetime.datetime(2019, 10, 2, 15, 8, 11)},\n",
       "  '10.1038/s41586-018-0651-8'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [63095899],\n",
       "   'author': {'tweeter_id': '415906140'},\n",
       "   'tweet_id': '1172404474620473344',\n",
       "   'text': 'Social Success of Perfumes. (arXiv:1909.05726v1 [physics.soc-ph]) https://t.co/qbSO5eJvvn',\n",
       "   'posted_on': datetime.datetime(2019, 9, 13, 6, 59, 43)},\n",
       "  '10.1371/journal.pone.0218664'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [63095899],\n",
       "   'author': {'tweeter_id': '46854930'},\n",
       "   'tweet_id': '1172429055271899144',\n",
       "   'text': 'Social Success of Perfumes. (arXiv:1909.05726v1 [physics.soc-ph]) https://t.co/i4ZBrEt2sL #sociophysics',\n",
       "   'posted_on': datetime.datetime(2019, 9, 13, 8, 37, 24)},\n",
       "  '10.1371/journal.pone.0218664'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [63095899],\n",
       "   'author': {'tweeter_id': '361437624'},\n",
       "   'tweet_id': '1172430905404579840',\n",
       "   'text': 'Social Success of Perfumes. (arXiv:1909.05726v1 [physics.soc-ph]) https://t.co/i4ZBrEt2sL #sociophysics',\n",
       "   'posted_on': datetime.datetime(2019, 9, 13, 8, 44, 45)},\n",
       "  '10.1371/journal.pone.0218664')]"
      ]
     },
     "execution_count": 2123,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plat_posts_filter['twitter'][:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2124,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "124"
      ]
     },
     "execution_count": 2124,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# before manual label: 449\n",
    "len(plat_posts_filter['news'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2125,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'People Should be Warned of the Adverse Health Effects of 5G Mobile Phone Microwave Radiation Technology - Global Research',\n",
       "   'url': 'http://ct.moreover.com/?a=40165434741&p=1pl&v=1&x=NiLdmlSo7WkGjaKT-f1bAA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [60444118],\n",
       "   'posted_on': '2019-09-11T12:59:31+00:00',\n",
       "   'summary': 'Read the Irish Independent article here. *** Dear Adrian, I read with dismay your article in Saturdays Independent on the safety of 5G.',\n",
       "   'author': {'name': 'Globalresearch',\n",
       "    'url': 'http://www.globalresearch.ca/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/950/normal/Screen_Shot_2016-02-03_at_09.55.56.png?1454493377'}},\n",
       "  '10.3390/magnetochemistry5020031')]"
      ]
     },
     "execution_count": 2125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plat_posts_filter['news'][:1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "41"
      ]
     },
     "execution_count": 2126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# before manual label: 360\n",
    "len(plat_posts_filter['blogs'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2127,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'Gravitational fields, fish excrement, and “putor” programs: How did this “pure, utter nonsense” get into in a peer-reviewed journal?',\n",
       "   'url': 'https://retractionwatch.com/2019/07/23/gravitational-fields-fish-excrement-and-putor-programs-how-did-this-pure-utter-nonsense-get-into-in-a-peer-reviewed-journal/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [45426471],\n",
       "   'posted_on': '2019-07-23T10:24:29+00:00',\n",
       "   'summary': 'Sometimes, a paper comes along that is so revolutionary, it defies description. So rather than try to do justice to a recent paper in Parasitology Research, we’ll reproduce a few paragraphs here: A certain point between the center of the earth and the cent',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1007/s00436-018-6010-8')]"
      ]
     },
     "execution_count": 2127,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plat_posts_filter['blogs'][:1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2093,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "execution_count": 2093,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# before manual label: 51\n",
    "len(plat_posts_filter['wikipedia'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2094,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "({'title': 'Physician burnout',\n",
       "  'url': 'http://en.wikipedia.org/?diff=prev&oldid=906540583#altmetric_citation_45dee31b-d556-40e4-bf16-e63de7a21225',\n",
       "  'license': 'public',\n",
       "  'citation_ids': [48595314, 48595314, 48595314],\n",
       "  'posted_on': '2019-07-16T14:25:11+00:00',\n",
       "  'summary': 'Physician burnout has been classified as a psychological syndrome that can be expressed as a prolonged response to due chronic occupational stressors.',\n",
       "  'page_url': 'http://en.wikipedia.org/?curid=60275503',\n",
       "  'wiki_lang': 'en',\n",
       "  'author': {'name': 'JinkleMind',\n",
       "   'url': 'http://en.wikipedia.org/wiki/User:JinkleMind'}},\n",
       " '10.1001/jama.2018.12615')"
      ]
     },
     "execution_count": 2094,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plat_posts_filter['wikipedia'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2095,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 2095,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# before manual label: 51\n",
    "len(plat_posts_filter['q&a'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2097,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "execution_count": 2097,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# before manual label: 51\n",
    "len(plat_posts_filter['f1000'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Manually label posts on three platforms"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 593,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_ = []\n",
    "for cate in ['news', 'blogs', 'wikipedia']:\n",
    "    for item, doi in plat_posts_filter[cate]:\n",
    "        url = item['url']\n",
    "        if url:\n",
    "            try:\n",
    "                summ = item['summary']\n",
    "            except:\n",
    "                summ = ''\n",
    "            try:\n",
    "                title = item['title']\n",
    "            except:\n",
    "                title = ''\n",
    "            posts_.append((title, summ, url, cate, doi_alt_data[doi]['citation']['title'], doi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 596,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_ = pd.DataFrame(posts_, columns=['post_title', 'post_summmary', 'post_url', 'platform', 'paper_title', 'paper_doi'])\n",
    "posts_.to_csv(data_root+'label_after_ret_posts_notification.csv', index=False, header=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 791,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_ = []\n",
    "for item, doi in plat_posts_filter['twitter']:\n",
    "    tid = item['tweet_id']\n",
    "    dtt = item['posted_on']\n",
    "    text = item['text']\n",
    "    ret_dtt = doi_ret_date[doi]\n",
    "    try:\n",
    "        title = doi_alt_data[doi]['citation']['title']\n",
    "    except:\n",
    "        title = ''\n",
    "    posts_.append((tid, dtt, text, title, ret_dtt, doi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 792,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_ = pd.DataFrame(posts_, columns=['tid', 'posted_on', 'text', 'paper_title', 'retraction_date', 'paper_doi'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 793,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_['is_retraction_related'] = ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 797,
   "metadata": {},
   "outputs": [],
   "source": [
    "posts_.to_csv(data_root+'label_after_ret_tweets.csv', index=False, header=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Check that keyword filtering (\"retract\") indeed works"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2584,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3137"
      ]
     },
     "execution_count": 2584,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(validation['twitter'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2928,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'license': 'gnip',\n",
       "   'citation_ids': [4435747],\n",
       "   'author': {'tweeter_id': '131644899'},\n",
       "   'tweet_id': '662314825247301632',\n",
       "   'text': 'Very noble of these authors to retract. We need more people willing to do things like this. https://t.co/FsH8jpuhfv',\n",
       "   'posted_on': datetime.datetime(2015, 11, 5, 17, 5, 34)},\n",
       "  '10.1177/0956797615597672'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '18057073'},\n",
       "   'tweet_id': '1061957821120552960',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 12, 24, 9)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '52790128'},\n",
       "   'tweet_id': '914978953168867328',\n",
       "   'text': \"Wow, they retract a paper because the authors can't agree on the author order. Crazy. https://t.co/pgHvmanC9X\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 22, 22, 36)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [4279582],\n",
       "   'author': {'tweeter_id': '911853992132726784'},\n",
       "   'tweet_id': '1069556995282399237',\n",
       "   'text': 'Annals of Operations Research\\n\"RETRACTED ARTICLE: OSGA: genetic-based open-shop s...\"\\nhttps://t.co/wzfdjCS07g',\n",
       "   'posted_on': datetime.datetime(2018, 12, 3, 11, 40, 33)},\n",
       "  '10.1007/s10479-015-1855-z'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '316327930'},\n",
       "   'tweet_id': '915192248974888961',\n",
       "   'text': \"Beyond parody: authors can't agree on an authorship order, so their paper gets retracted. ht @alexpmil https://t.co/OSW4K2KDSo\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 12, 30, 10)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '2987147081'},\n",
       "   'tweet_id': '914801729622937600',\n",
       "   'text': \"Paper retracted because authors won't budge on whose name goes first/last. This belongs in an Alexander McCall Smith book https://t.co/RhYcxNMO1k\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 10, 38, 23)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '220346850'},\n",
       "   'tweet_id': '1061835009105907712',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 4, 16, 8)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [6341401],\n",
       "   'author': {'tweeter_id': '828018497049468929'},\n",
       "   'tweet_id': '1037074825800548353',\n",
       "   'text': '@schneiderleonid @OncotargetJrnl @DegenRolf There different ways to mark the \"RETRACTION\". Here are two options: Guess which one was used by the @OncotargetJrnl https://t.co/x9McL7xxmS https://t.co/dWXquy9dzG',\n",
       "   'posted_on': datetime.datetime(2018, 9, 4, 20, 28, 1)},\n",
       "  '10.18632/oncotarget.8289'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [4728795],\n",
       "   'author': {'tweeter_id': '3937052715'},\n",
       "   'tweet_id': '1177414633029652480',\n",
       "   'text': 'An erroneous paper on religion and generosity is retracted. It was discovered that the results were due to a coding error. # codingmatters.\\n\\nRETRACTED: The Negative Association between Religiousness and Children... https://t.co/FoTQuuz21J',\n",
       "   'posted_on': datetime.datetime(2019, 9, 27, 2, 48, 18)},\n",
       "  '10.1016/j.cub.2015.09.056'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '34939208'},\n",
       "   'tweet_id': '1061975520076804103',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 13, 34, 29)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '4183365700'},\n",
       "   'tweet_id': '1065300622503747590',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 21, 17, 47, 15)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '306939402'},\n",
       "   'tweet_id': '914926210744033281',\n",
       "   'text': 'This is a really dumb reason to retract a paper - HT/ via @Dirt_Science https://t.co/M1ABUe7TsR',\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 18, 53, 1)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [58940404],\n",
       "   'author': {'tweeter_id': '911853992132726784'},\n",
       "   'tweet_id': '1116848488728363011',\n",
       "   'text': 'Journal of Bone Oncology\\n\"RETRACTED: Denosumab versus zoledronic acid in cas...\"\\nhttps://t.co/hBRru2TTnv',\n",
       "   'posted_on': datetime.datetime(2019, 4, 12, 23, 40, 4)},\n",
       "  '10.1016/j.jbo.2019.100217'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '606500553'},\n",
       "   'tweet_id': '1069323904718708736',\n",
       "   'text': 'You might remember that in September there was a paper that claimed low-carb was bad for you in the long term. The paper has now been retracted \"due to concerns with data integrity and an undisclosed conflict of interest by the lead author.\" https://t.co/eMXshNdHQa',\n",
       "   'posted_on': datetime.datetime(2018, 12, 2, 20, 14, 20)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '19915325'},\n",
       "   'tweet_id': '914943130583158786',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 20, 0, 15)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '151837051'},\n",
       "   'tweet_id': '914960765282541568',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 21, 10, 20)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '41675703'},\n",
       "   'tweet_id': '1062004649060777985',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 15, 30, 14)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [7114638],\n",
       "   'author': {'tweeter_id': '1337118332'},\n",
       "   'tweet_id': '892935628064673796',\n",
       "   'text': '#Retraction: DNA-guided genome editing using the Natronobacterium gregoryi Argonaute https://t.co/ewoVYlnH4q',\n",
       "   'posted_on': datetime.datetime(2017, 8, 3, 2, 30, 18)},\n",
       "  '10.1038/nbt.3547'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48783366],\n",
       "   'author': {'tweeter_id': '911853992132726784'},\n",
       "   'tweet_id': '1043613539276152832',\n",
       "   'text': 'Modeling Earth Systems and Environment\\n\"RETRACTED ARTICLE: Subject choice in educational d...\"\\nhttps://t.co/QZXGtP56C2',\n",
       "   'posted_on': datetime.datetime(2018, 9, 22, 21, 30, 31)},\n",
       "  '10.1007/s40808-016-0264-x'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [20703315],\n",
       "   'author': {'tweeter_id': '4460639352'},\n",
       "   'tweet_id': '984669749639430144',\n",
       "   'text': 'Whoa the paper about off-target CRISPR mutations got retracted! https://t.co/l8Xept9rPq',\n",
       "   'posted_on': datetime.datetime(2018, 4, 13, 5, 48, 57)},\n",
       "  '10.1038/nmeth.4293'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '326824006'},\n",
       "   'tweet_id': '915232350694408194',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 15, 9, 31)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '485076559'},\n",
       "   'tweet_id': '914898096680730624',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 17, 1, 18)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '1228646894'},\n",
       "   'tweet_id': '915223473986744320',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 14, 34, 14)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '878884762064179201'},\n",
       "   'tweet_id': '1061913411922116608',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 9, 27, 41)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '19806289'},\n",
       "   'tweet_id': '1061834605941030912',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 4, 14, 32)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'datasift',\n",
       "   'citation_ids': [2584783],\n",
       "   'author': {'tweeter_id': '38774229'},\n",
       "   'tweet_id': '539162569588494336',\n",
       "   'text': 'Dr. Brian Hooker’s Paper is up again for all http://t.co/UUxcxiqt1X Retracted ONLY because he is a Dad of child w Autism #CDCwhistleblower',\n",
       "   'posted_on': datetime.datetime(2014, 11, 30, 21, 2, 28)},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [14108401, 10176643],\n",
       "   'author': {'tweeter_id': '94352635'},\n",
       "   'tweet_id': '802856368646586369',\n",
       "   'text': 'Hurry. Paper retracted on several points, but still available at a mere $25 for 24 hour access. ;-)\\nhttps://t.co/XA5u7SeW2Z\\n#openaccess https://t.co/KgdJCb2H6v',\n",
       "   'posted_on': datetime.datetime(2016, 11, 27, 12, 47, 29)},\n",
       "  '10.3171/2015.12.jns151991'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '61648325'},\n",
       "   'tweet_id': '915341171139936256',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 22, 21, 56)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [39310942],\n",
       "   'author': {'tweeter_id': '629818445'},\n",
       "   'tweet_id': '1042195502152921088',\n",
       "   'text': \"I'm very pleased to see @PLOSONE retract the article reporting a meta-analysis of the effect of acupuncture in treating constipation: https://t.co/yMQrVRvXMF\",\n",
       "   'posted_on': datetime.datetime(2018, 9, 18, 23, 35, 45)},\n",
       "  '10.1371/journal.pone.0196128'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '918448228969754624'},\n",
       "   'tweet_id': '1061979950788489217',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 13, 52, 5)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '1591849700'},\n",
       "   'tweet_id': '1064326584364986368',\n",
       "   'text': 'A study that claimed low-carb diets are bad for cardiovascular health\\xa0has been retracted\\xa0due to poor data and conflicts of interest: https://t.co/AktXEGGjE2',\n",
       "   'posted_on': datetime.datetime(2018, 11, 19, 1, 16, 46)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48783395],\n",
       "   'author': {'tweeter_id': '911853992132726784'},\n",
       "   'tweet_id': '1043613657152868352',\n",
       "   'text': 'Spectrochimica Acta Part A: Molecular and Biomolec\\n\"RETRACTED: Cysteine optical sensing with an up-con...\"\\nhttps://t.co/ZV1y6jKat2',\n",
       "   'posted_on': datetime.datetime(2018, 9, 22, 21, 30, 59)},\n",
       "  '10.1016/j.saa.2016.11.035'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [1718824],\n",
       "   'author': {'tweeter_id': '733384558259916800'},\n",
       "   'tweet_id': '966470767398531072',\n",
       "   'text': 'Influential article on persistence retracted due to experimental artifacts (introduction of lysogenic phage) during mutant construction. https://t.co/pVHzpw4Thd',\n",
       "   'posted_on': datetime.datetime(2018, 2, 22, 0, 32, 41)},\n",
       "  '10.1016/j.cell.2013.07.048'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '15810838'},\n",
       "   'tweet_id': '915258047748083713',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 16, 51, 37)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [58011296],\n",
       "   'author': {'tweeter_id': '1122337536918138881'},\n",
       "   'tweet_id': '1126592072998359041',\n",
       "   'text': \"Aging, Neuropsychology, &amp; Cognition journal cucks and retracts paper showing low IQs in South African colored women.\\n\\nAuthors clearly tried to spin it in a nice way, but didn't save them.\\n\\nFortunately, Sci-Hub has us covered.\\n\\nhttps://t.co/c9UkHDtPlx\\n\\nhttps://t.co/jmd2tB6cNW https://t.co/5QmQQiQmGP\",\n",
       "   'posted_on': datetime.datetime(2019, 5, 9, 20, 57, 35)},\n",
       "  '10.1080/13825585.2019.1598538'),\n",
       " ({'license': 'datasift',\n",
       "   'citation_ids': [2584783],\n",
       "   'author': {'tweeter_id': '16500498'},\n",
       "   'tweet_id': '518467408580050944',\n",
       "   'text': 'PMC makes retraction of paper linking MMR vaccines to autism *very* clear. http://t.co/OZ1EKDEyq6 via @2020science http://t.co/wX59CGyZHh',\n",
       "   'posted_on': datetime.datetime(2014, 10, 4, 18, 27, 17)},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '2360077932'},\n",
       "   'tweet_id': '920503274121388037',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 18, 4, 14, 17)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [1718824],\n",
       "   'author': {'tweeter_id': '2374211408'},\n",
       "   'tweet_id': '966380911389499392',\n",
       "   'text': 'ARTICLE RETRACTED: \\n(p)ppGpp Controls Bacterial Persistence by Stochastic Induction of Toxin-Antitoxin Activity\\n#ppGpp #tringentResponse #Persistence #Toxin #cell\\nhttps://t.co/ZpXlzlqkLO',\n",
       "   'posted_on': datetime.datetime(2018, 2, 21, 18, 35, 38)},\n",
       "  '10.1016/j.cell.2013.07.048'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '327697369'},\n",
       "   'tweet_id': '915154645785264128',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 3, 10, 0, 44)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '52504706'},\n",
       "   'tweet_id': '1062333302407815170',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 13, 13, 16, 11)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '37047062'},\n",
       "   'tweet_id': '914935665099464705',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 19, 30, 35)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [16512392],\n",
       "   'author': {'tweeter_id': '2675340704'},\n",
       "   'tweet_id': '914650954745577473',\n",
       "   'text': \"I've never seen a retraction like this. \\nhttps://t.co/02bUl29xV8 https://t.co/rT0f1FoxG7\",\n",
       "   'posted_on': datetime.datetime(2017, 10, 2, 0, 39, 15)},\n",
       "  '10.1111/gbb.12373'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [54804537],\n",
       "   'author': {'tweeter_id': '346700328'},\n",
       "   'tweet_id': '1091417252069629953',\n",
       "   'text': 'Why not trying to get an Org Lett with your Postdoc PI on the work being published in Nature Communications with your PhD advisor ?\\nWell just because when somebody finds out, the second paper has to be retracted !!\\nhttps://t.co/L0CJyd3n2a\\n@RetractionWatch',\n",
       "   'posted_on': datetime.datetime(2019, 2, 1, 19, 25, 25)},\n",
       "  '10.1021/acs.orglett.8b03324'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [7114638],\n",
       "   'author': {'tweeter_id': '443359139'},\n",
       "   'tweet_id': '892992944202014724',\n",
       "   'text': '#Retraction: DNA-guided genome editing using the Natronobacterium gregoryi Argonaute https://t.co/ewoVYlnH4q',\n",
       "   'posted_on': datetime.datetime(2017, 8, 3, 6, 18, 3)},\n",
       "  '10.1038/nbt.3547'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [46099246],\n",
       "   'author': {'tweeter_id': '14327715'},\n",
       "   'tweet_id': '1047557612147900416',\n",
       "   'text': '@ptsarahdactyl might want to update your story to note that this study has been retracted https://t.co/qoVQprw0iI',\n",
       "   'posted_on': datetime.datetime(2018, 10, 3, 18, 42, 52)},\n",
       "  '10.1016/j.drugpo.2018.06.018'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '407640982'},\n",
       "   'tweet_id': '1061886491914194945',\n",
       "   'text': 'RETRACTED - that study that showed Low Carb diets were associated with more heart disease - due to \"concerns with data integrity and an undisclosed conflict of interest by the lead author\" https://t.co/xZya3TJGzq',\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 7, 40, 43)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '988399640042188801'},\n",
       "   'tweet_id': '1062350426622885894',\n",
       "   'text': \"Studies that get retracted aren't news worthy if it doesn't fit the political wind. https://t.co/wVKXoHWZhh\",\n",
       "   'posted_on': datetime.datetime(2018, 11, 13, 14, 24, 13)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [4386690],\n",
       "   'author': {'tweeter_id': '53708090'},\n",
       "   'tweet_id': '694070378424041473',\n",
       "   'text': \"#Retraction 'Magnetic Interaction of transition ion salts with spin labelled lipid membranes'  https://t.co/7C5XF3i7Wi from @JPhysChem\",\n",
       "   'posted_on': datetime.datetime(2016, 2, 1, 8, 10, 48)},\n",
       "  '10.1021/acs.jpcb.5b02877'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [48937366],\n",
       "   'author': {'tweeter_id': '941630996'},\n",
       "   'tweet_id': '1061952919715659776',\n",
       "   'text': \"Shocker: \\n\\nStudy supposedly showing low carb diets lead to more deaths retracted due to “concerns with data integrity and an undisclosed conflict of interest by the lead author.”\\n\\nDidn't need to be a prophet to see that one coming 🙄\\n\\nhttps://t.co/qVUbmqsXZU\",\n",
       "   'posted_on': datetime.datetime(2018, 11, 12, 12, 4, 40)},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'license': 'gnip',\n",
       "   'citation_ids': [4435747],\n",
       "   'author': {'tweeter_id': '2903987316'},\n",
       "   'tweet_id': '662295930222321664',\n",
       "   'text': 'Psychological Science retracts “Sadness Impairs Color Perception” https://t.co/uUEmldvsqc',\n",
       "   'posted_on': datetime.datetime(2015, 11, 5, 15, 50, 29)},\n",
       "  '10.1177/0956797615597672')]"
      ]
     },
     "execution_count": 2928,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all 50 tweets are about retraction.\n",
    "random.sample(validation['twitter'], 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2586,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "900"
      ]
     },
     "execution_count": 2586,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(validation['blogs'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2929,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'Fluid mechanics article retracted with no explanation',\n",
       "   'url': 'http://retractionwatch.com/2015/05/27/fluid-mechanics-article-retracted-with-no-explanation/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4063536],\n",
       "   'posted_on': '2015-05-27T13:30:00+00:00',\n",
       "   'summary': 'An article published earlier this year has been retracted from the &nbsp;Journal of Heat Transfer. But the retraction notice gives no information about what was amiss. The article is entitled &ldquo;Neural Network Methodology for Modeling Heat Transfer in',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1115/1.4030039'),\n",
       " ({'title': 'Neuroscience paper retracted after colleagues object to data publication',\n",
       "   'url': 'http://retractionwatch.com/2015/12/31/neuroscience-paper-retracted-after-colleagues-object-to-data-publication/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4645007, 4844205],\n",
       "   'posted_on': '2015-12-31T16:30:00+00:00',\n",
       "   'summary': 'A paper published this October in the journal Frontiers In Neuroscience was retracted the following month because the authors&rsquo; collaborators did not give them permission to publish some of the data. The paper detailed how and why the authors use the',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.3389/fnins.2015.00380'),\n",
       " ({'title': '“Major advance” in solar power retracted for reproducibility issues',\n",
       "   'url': 'https://retractionwatch.com/2018/02/16/major-advance-in-solar-power-retracted-for-reproducibility-issues/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [13417793],\n",
       "   'posted_on': '2018-02-16T15:41:59+00:00',\n",
       "   'summary': 'The authors of a highly cited 2016 research letter on a way to improve the efficiency of solar panels have retracted their work following “concerns about the reproducibility.” Given the potential importance of the data, it would be nice to know what exactl',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1038/nmat4795'),\n",
       " ({'title': 'Materials researcher falsified data in two studies, probe reveals',\n",
       "   'url': 'http://retractionwatch.com/2016/10/28/materials-researcher-falsified-data-in-two-studies-probe-reveals/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [12662813, 1690162, 1701650],\n",
       "   'posted_on': '2016-10-28T13:30:00+00:00',\n",
       "   'summary': 'A materials journal has retracted two 2013 papers, citing an investigation at Pennsylvania State University that concluded the first author falsified data. According to the retraction notice in Advanced Materials, Mehdi Ghaffari &mdash; formerly based at P',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1002/adma.201301370'),\n",
       " ({'title': 'Duke researcher adds another retraction in JCI, bringing count to 15',\n",
       "   'url': 'http://retractionwatch.com/2016/05/11/duke-researcher-adds-another-retraction-in-jci-bringing-count-to-15/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [7116684, 526315, 5728717],\n",
       "   'posted_on': '2016-05-11T16:05:00+00:00',\n",
       "   'summary': 'We&rsquo;ve found another retraction for&nbsp;Erin Potts-Kant, a former researcher at Duke, bringing her total to 15. Yesterday we reported on two new retractions for Potts-Kant in PLoS ONE, which earned her a spot in the top 30 on our leaderboard. As with',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1371/journal.pone.0040789'),\n",
       " ({'title': 'Authors retract study suggesting magnesium prevents Alzheimer’s in mice',\n",
       "   'url': 'http://retractionwatch.com/2014/04/18/authors-retract-study-suggesting-magnesium-prevents-alzheimers-in-mice/',\n",
       "   'citation_ids': [1458117, 2289618],\n",
       "   'posted_on': '2014-04-18T17:00:00+00:00',\n",
       "   'summary': \"The authors of a 2013 Journal of Neuroscience study suggesting that &ldquo;elevation of brain magnesium&hellip;may have therapeutic potential for treating [Alzheimer's disease] in humans&rdquo; have retracted it after finding errors in the work. Here&rsquo\",\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1523/jneurosci.4610-12.2013'),\n",
       " ({'title': 'Publisher issues first retractions for fake peer review, starts new checking policy',\n",
       "   'url': 'http://retractionwatch.com/2017/11/21/frontiers-issues-first-retractions-fake-peer-review-starts-new-checking-policy/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2926889, 20686300, 29058047, 29058046, 29222885, 29058048],\n",
       "   'posted_on': '2017-11-21T13:50:00+00:00',\n",
       "   'summary': 'The publisher Frontiers has retracted four papers in three of its journals after discovering they had been accepted with fake peer reviews. The problem of fake reviews has been on the research community&rsquo;s radar since at least 2014, and several major',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.3389/fphar.2017.00301'),\n",
       " ({'title': 'Poignancy in physics: Retraction for “fatal error” that couldn’t be patched',\n",
       "   'url': 'http://retractionwatch.wordpress.com/2012/11/30/poignancy-in-physics-retraction-for-fatal-error-that-couldnt-be-patched',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [895670],\n",
       "   'posted_on': '2012-11-30T16:48:32+00:00',\n",
       "   'summary': 'In August of last year, Mladen Pavičić, chair of physics at the University of Zagreb’s Faculty of Civil Engineering, published a paper in Physical Review Letters on quantum teleportation, “Near-Deterministic Discrimination of All Bell States with Linear Op',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1103/physrevlett.107.080403'),\n",
       " ({'title': 'Molecular self-assembly paper fell apart',\n",
       "   'url': 'http://retractionwatch.com/2016/03/02/molecular-self-assembly-paper-falls-apart/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2817509],\n",
       "   'posted_on': '2016-03-02T14:30:00+00:00',\n",
       "   'summary': 'Authors are retracting a 2014 paper about how liquid-crystalline materials self-organize in low temperature conditions after realizing they had measured the temperatures incorrectly. The error affected three figures and a table in &ldquo;Milestone in the N',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1039/c4sm02119c'),\n",
       " ({'title': 'Doing the right thing: Psychology researchers retract after realizing data “were not analyzed properly”',\n",
       "   'url': 'http://retractionwatch.wordpress.com/2013/05/22/doing-the-right-thing-psychology-researchers-retract-after-realizing-data-were-not-analyzed-properly/',\n",
       "   'citation_ids': [1509810],\n",
       "   'posted_on': '2013-05-22T13:30:00+00:00',\n",
       "   'summary': 'Amid an ongoing investigation, a group of psychology researchers at the University of Leuven (KU Leuven) in Belgium have taken a painful decision to retract a paper now that they&#8217;ve realized there were serious problems with one aspect of the work.\\nHe',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1093/cercor/bhs355'),\n",
       " ({'title': 'Two more retractions for stem cell researcher appealing her dismissal',\n",
       "   'url': 'http://retractionwatch.com/2017/03/17/two-retractions-stem-cell-researcher-appealing-dismissal/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4200680, 17076736, 555224, 17076811, 3769780],\n",
       "   'posted_on': '2017-03-17T13:30:00+00:00',\n",
       "   'summary': 'Susana Gonzalez, a rising star in stem cell research, has had a rough year. In addition to being fired from her former research institute (which she is now appealing), one of her grants (totaling nearly 2 million Euros) was suspended. Most recently, she ha',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.4161/cc.11.1.18097'),\n",
       " ({'title': 'Patient misdiagnosed with rare neurological side effect in retracted case study',\n",
       "   'url': 'http://retractionwatch.com/2017/03/23/oops-patient-misdiagnosed-rare-neurological-side-effect-retracted-case-study/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3251846, 18037402],\n",
       "   'posted_on': '2017-03-23T13:30:00+00:00',\n",
       "   'summary': 'When two surgeons in Greece learned that a patient had developed a rare side effect following weight loss surgery, they were eager&nbsp;to publish the case. After extensive testing, the&nbsp;patient was diagnosed&nbsp;with Wernicke&rsquo;s encephalopathy&m',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1155/2014/281210'),\n",
       " ({'title': 'Wikipedia page reincarnated as paper: Authors plagiarized paper on reincarnation',\n",
       "   'url': 'http://retractionwatch.com/2016/02/01/wikipedia-page-reincarnated-as-paper-journal-retracts-reincarnation-paper-for-plagiarism/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3966015, 4878606, 4472998],\n",
       "   'posted_on': '2016-02-01T19:00:00+00:00',\n",
       "   'summary': 'When an entry on Wikipedia dies, can it come back as a paper in a peer-reviewed journal? Apparently not, according to the Indian Journal of Psychiatry, which has retracted a 2013 article about reincarnation after discovering the authors lifted text from a',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.4103/0019-5545.105519'),\n",
       " ({'title': '“If you think it’s rude to ask to look at your co-authors’ data, you’re not doing science”: Guest post',\n",
       "   'url': 'http://retractionwatch.com/2015/06/18/if-you-think-its-rude-to-ask-to-look-at-your-co-authors-data-youre-not-doing-science-guest-post/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802,\n",
       "    4274709,\n",
       "    4274710,\n",
       "    2278704,\n",
       "    4193495,\n",
       "    113065,\n",
       "    445376,\n",
       "    11045856],\n",
       "   'posted_on': '2015-06-18T15:30:00+00:00',\n",
       "   'summary': 'Last month, the community was shaken when a major study on gay marriage in Science was retracted following questions on its funding, data, and methodology. The senior author, Donald Green, made it clear he was not privy to many details of the paper &mdash;',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'Virtually verbatim text earns retraction of neonate paper, gives authors a pass',\n",
       "   'url': 'http://retractionwatch.wordpress.com/2013/10/02/virtually-verbatim-text-earns-retraction-of-neonate-paper-gives-authors-a-pass/',\n",
       "   'citation_ids': [945550, 21625251],\n",
       "   'posted_on': '2013-10-02T17:15:00+00:00',\n",
       "   'summary': 'A pair of authors from Italy has retracted their 2012 article in the Journal of Maternal-Fetal and Neonatal Medicine for including chunks of text with a &#8220;high degree of similarity&#8221; from other published sources. But rest assured: the authors, we',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.3109/14767058.2012.714974'),\n",
       " ({'title': 'Several chem journals neutralize papers from Brazil group over figure fraud',\n",
       "   'url': 'http://retractionwatch.com/2015/02/19/figure-fraud-snuffs-synthesis-study/',\n",
       "   'citation_ids': [3715358, 3067914, 3715359, 3715360, 3715361],\n",
       "   'posted_on': '2015-02-19T16:30:00+00:00',\n",
       "   'summary': 'Several journals have retracted or corrected papers&nbsp;from a group at State University of Maring&aacute; in Brazil over what one chemistry journal calls &ldquo;fraudulent use&rdquo; of figures previously published by the authors. Qu&iacute;mica Nova, wh',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1590/s0100-40422013000800016'),\n",
       " ({'title': 'So, was it plagiarism? Journal retracts three papers over “citation and attribution errors”',\n",
       "   'url': 'http://retractionwatch.com/2017/10/02/plagiarism-journal-retracts-three-papers-citation-attribution-errors/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24762187, 3965319, 3918990],\n",
       "   'posted_on': '2017-10-02T12:00:00+00:00',\n",
       "   'summary': 'When several recent submissions raised a red flag, a pediatrics journal decided to investigate. The journal, Pediatrics in Review, discovered &ldquo;citation and attribution errors&rdquo; in three case studies, which the journal has now retracted. &nbsp; L',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1542/pir.36-1-31'),\n",
       " ({'title': 'Virtually verbatim text earns retraction of neonate paper, gives authors a pass',\n",
       "   'url': 'https://retractionwatch.wordpress.com/2013/10/02/virtually-verbatim-text-earns-retraction-of-neonate-paper-gives-authors-a-pass/',\n",
       "   'citation_ids': [945550],\n",
       "   'posted_on': '2013-10-02T17:15:00+00:00',\n",
       "   'summary': 'A pair of authors from Italy has retracted their 2012 article in the Journal of Maternal-Fetal and Neonatal Medicine for including chunks of text with a &#8220;high degree of similarity&#8221; from other published sources. But rest assured: the authors, we',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.3109/14767058.2012.714974'),\n",
       " ({'title': 'A publisher just retracted ten papers whose peer review was “engineered” — despite knowing about the problem of fake reviews for years',\n",
       "   'url': 'https://retractionwatch.com/2018/07/12/publisher-has-known-of-problem-of-fake-reviews-for-years-so-how-did-10-papers-slip-its-notice/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [44923776,\n",
       "    44923779,\n",
       "    44923782,\n",
       "    44923785,\n",
       "    44923786,\n",
       "    12382276,\n",
       "    44923788,\n",
       "    44923789,\n",
       "    44923792,\n",
       "    44923794],\n",
       "   'posted_on': '2018-07-12T12:00:44+00:00',\n",
       "   'summary': 'Many publishers have been duped by fake peer reviews, which have brought down more than 600 papers to date. But some continue to get fooled. Recently, SAGE retracted 10 papers published as part of two special collections in Advances in Mechanical Engineeri',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1177/1687814016638785'),\n",
       " ({'title': 'How did two papers on same gene with different authors, publishers, end up with identical retraction notices?',\n",
       "   'url': 'http://retractionwatch.com/2016/04/19/use-of-data-from-unnamed-source-fells-two-papers-on-same-gene-in-two-different-journals/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [6817955, 6817955, 6255078, 4671141],\n",
       "   'posted_on': '2016-04-19T13:30:00+00:00',\n",
       "   'summary': 'Here&rsquo;s an interesting case: We&rsquo;ve found two retracted papers that describe the same gene, and both have nearly identical retraction notices. What&rsquo;s unusual is that the two papers don&rsquo;t have&nbsp;any authors in common, and appeared i',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1007/s10735-015-9642-3'),\n",
       " ({'title': 'Journal of Neuroscience retracts plasticity paper for “substantial data misrepresentation”',\n",
       "   'url': 'http://retractionwatch.wordpress.com/2013/07/12/journal-of-neuroscience-retracts-plasticity-paper-for-substantial-data-misrepresentation/',\n",
       "   'citation_ids': [1621136, 727035],\n",
       "   'posted_on': '2013-07-12T13:30:00+00:00',\n",
       "   'summary': 'The Journal of Neuroscience has retracted a 2012 paper by a group from Sweden&#8217;s Karolinska Institutet for what appears to be research misconduct. But more on that in a moment. The article, &#8220;The Existence of FGFR1-5-HT1A Receptor Heterocomplexes',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1523/jneurosci.4203-11.2012'),\n",
       " ({'title': 'Retracted: Controversial study claiming alternative gene editor NgAgo superior to CRISPR',\n",
       "   'url': 'https://geneticliteracyproject.org/2017/08/03/retracted-controversial-study-claiming-alternative-gene-editor-ngago-superior-crispr/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [7114638, 23376718],\n",
       "   'posted_on': '2017-08-03T12:04:00+00:00',\n",
       "   'summary': '',\n",
       "   'author': {'name': 'Genetic Literacy Project',\n",
       "    'url': 'http://www.geneticliteracyproject.org/',\n",
       "    'description': 'Where Science Trumps Ideology'}},\n",
       "  '10.1038/nbt.3547'),\n",
       " ({'title': 'Breast cancer studies by fired Pfizer employee retracted',\n",
       "   'url': 'http://retractionwatch.com/2017/01/17/breast-cancer-studies-fired-pfizer-employee-retracted/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [15513190, 4844030, 4844031, 4844031],\n",
       "   'posted_on': '2017-01-17T17:00:00+00:00',\n",
       "   'summary': 'Last year, Pfizer fired one of its scientists following an investigation that ended with requests for retraction of five of her studies. Now, two of the five papers, which were&nbsp;first flagged on PubPeer, have been retracted. One notice cites the Pfizer',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1158/1078-0432.ccr-11-0592'),\n",
       " ({'title': 'Heart study bleeds into three papers, one retracted and one withdrawn',\n",
       "   'url': 'http://retractionwatch.com/2015/02/06/heart-study-bleeds-three-papers-one-retracted-one-withdrawn/',\n",
       "   'citation_ids': [2470153, 3414051, 2470153],\n",
       "   'posted_on': '2015-02-06T16:30:00+00:00',\n",
       "   'summary': 'With the increasingly hectic pace of modern life, everybody is always on the look out for time-saving tricks and tips. Scientists at the&nbsp;National University of Singapore and the Hong Kong Polytechnic University certainly found one, but we really can&r',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1097/jcn.0000000000000162'),\n",
       " ({'title': 'Authors pull 4 papers from surgery journal for plagiarism',\n",
       "   'url': 'http://retractionwatch.com/2016/06/06/authors-pull-4-papers-from-surgery-journal-for-plagiarism/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [7068739,\n",
       "    8518535,\n",
       "    1079996,\n",
       "    8518536,\n",
       "    1150826,\n",
       "    7061129,\n",
       "    8518538,\n",
       "    7061128,\n",
       "    3095065,\n",
       "    8518541],\n",
       "   'posted_on': '2016-06-06T14:00:00+00:00',\n",
       "   'summary': 'The authors of four papers&nbsp;have pulled them for &ldquo;significant overlap&rdquo; with other publications, as well as borrowing &ldquo;large portions of text&rdquo; &mdash; in other words, plagiarism. Two of the newly retracted papers published in BMC',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1186/1471-2482-13-s2-s38'),\n",
       " ({'title': 'Major methods error prompts retraction of lung radiation paper',\n",
       "   'url': 'http://retractionwatch.com/2015/04/03/methods-error-prompts-retraction-of-lung-radiation-paper/',\n",
       "   'citation_ids': [3871700],\n",
       "   'posted_on': '2015-04-03T13:30:00+00:00',\n",
       "   'summary': 'One of the authors of a 2014 case series on lung disease following radiation in Nuclear Medicine and Molecular Imaging is retracting the paper for what the the journal is calling &ldquo;honest error.&rdquo; That may be true, but it&rsquo;s a big error &mda',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1007/s13139-014-0305-1'),\n",
       " ({'title': 'PLOS ONE retracts two papers one year after author says he okayed the move',\n",
       "   'url': 'http://retractionwatch.com/2017/11/17/plos-one-retracts-two-papers-one-year-author-says-okayed-move/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2280261, 2862000, 27839147, 27838280, 6153122],\n",
       "   'posted_on': '2017-11-17T16:05:00+00:00',\n",
       "   'summary': 'PLOS ONE&nbsp;has retracted two 2014 papers from a group of researchers, after an institutional investigation confirmed image duplication. Although the authors initially asked to correct the figures in the two papers, they ultimately agreed with the decisi',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1371/journal.pone.0094472'),\n",
       " ({'title': 'Paper retracted when co-author forgets he had published a figure before',\n",
       "   'url': 'http://retractionwatch.com/2017/12/27/paper-retracted-co-author-forgot-published-figure/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [30976263, 14139178, 20172032],\n",
       "   'posted_on': '2017-12-27T16:00:00+00:00',\n",
       "   'summary': 'A 2016 case study in Neurology exploring a &ldquo;mystery case&rdquo; has been retracted because four figures had already been published in a 2012 article. The two papers have three authors in common, but according to the retraction notice, none could expl',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1212/wnl.0000000000003370'),\n",
       " ({'title': 'Heart researcher gets 3rd retraction for copying images of rat hearts',\n",
       "   'url': 'http://retractionwatch.com/2015/11/18/heart-researcher-gets-3rd-retraction-for-copying-images-of-rat-hearts/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954423, 856686, 4060056, 12405093],\n",
       "   'posted_on': '2015-11-18T14:30:00+00:00',\n",
       "   'summary': 'When two papers include the same images of rat hearts, one of those papers gets retracted. The papers&nbsp;share a corresponding author,&nbsp;Zhi-Qing Zhao of Mercer University School of Medicine in Savannah, Georgia. This marks his third retraction; we re',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.ejphar.2014.11.001'),\n",
       " ({'title': 'JCI lymphoma paper retracted after authors can’t find underlying data to explain duplicated bands',\n",
       "   'url': 'http://retractionwatch.com/2014/12/08/jci-lymphoma-paper-retracted-authors-cant-find-underlying-data-explain-duplicated-bands/',\n",
       "   'citation_ids': [2862167, 2963606],\n",
       "   'posted_on': '2014-12-08T18:15:00+00:00',\n",
       "   'summary': 'A paper in the Journal of Clinical Investigation&nbsp;has been retracted for manipulated images, including duplicated bands in a Western blot. Take a look at figure one to the right and see if you can spot all the doubles. Click here for a more zoomable im',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1172/jci41769'),\n",
       " ({'title': 'Paper reports data from PET/CT scan, years before it arrived',\n",
       "   'url': 'http://retractionwatch.com/2016/06/01/paper-reports-data-from-petct-scan-years-before-it-arrived/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [5067289, 6914368, 5067289],\n",
       "   'posted_on': '2016-06-01T15:30:00+00:00',\n",
       "   'summary': 'Authors have retracted a study just three months after publishing it, upon&nbsp;realizing they made &ldquo;several critical errors.&rdquo; For one, the authors didn&rsquo;t actually collect the data they claim to in the title of the paper, which&nbsp;repor',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1097/md.0000000000002634'),\n",
       " ({'title': 'Journal retracts paper it says authors published twice. Authors disagree.',\n",
       "   'url': 'http://retractionwatch.com/2017/07/28/authors-object-journals-decision-retract-paper-duplication/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [22953530,\n",
       "    21425863,\n",
       "    22953536,\n",
       "    22953541,\n",
       "    22953545,\n",
       "    22953554],\n",
       "   'posted_on': '2017-07-28T12:27:00+00:00',\n",
       "   'summary': 'A journal has retracted a 2012 paper after determining that the authors had already published it elsewhere. According to the retraction notice, the editors-in-chief of the Journal of Occupational Medicine and Toxicology&nbsp;concluded that the article had',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1186/1745-6673-7-12'),\n",
       " ({'title': 'Kyoto University suspends first author of retracted Kumamoto quake paper',\n",
       "   'url': 'https://retractionwatch.com/2019/07/29/kyoto-university-suspends-first-author-of-retracted-kumamoto-quake-paper/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [12850708],\n",
       "   'posted_on': '2019-07-29T10:00:53+00:00',\n",
       "   'summary': 'The first author of a now-retracted paper in Science about the effects of the deadly 2016 Kumamoto earthquake in Japan has been suspended from his university position for one year.\\xa0 Aiming Lin, of the Department of Geophysics at Kyoto University, was sanct',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1126/science.aah4629'),\n",
       " ({'title': 'Study of air quality around Damien Hirst’s artwork retracted — against most authors’ wishes',\n",
       "   'url': 'http://retractionwatch.com/2016/08/19/study-of-air-quality-around-damien-hirsts-artwork-retracted-against-most-authors-wishes/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [6840102],\n",
       "   'posted_on': '2016-08-19T15:30:00+00:00',\n",
       "   'summary': 'The corresponding author of the study that detected toxic leaks from the work of prominent British artist Damien Hirst has now retracted it &mdash; but most of his&nbsp;co-authors disagree with the decision. The April&nbsp;Analytical Methods study&nbsp;was',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1039/c6ay00976j'),\n",
       " ({'title': 'Reader complaints prompt retraction of meta-analysis of heart-failure drug',\n",
       "   'url': 'http://retractionwatch.com/2017/09/22/reader-complaints-prompt-retraction-meta-analysis-heart-failure-drug/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [16711360, 26438747],\n",
       "   'posted_on': '2017-09-22T12:00:00+00:00',\n",
       "   'summary': 'A cardiology journal has retracted a 2016 meta-analysis after the editors had an, ahem, change of heart about the rigor of the study. The article, &ldquo;Ivabradine as adjuvant treatment for chronic heart failure,&rdquo; was published in the International',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.ijcard.2016.11.081'),\n",
       " ({'title': 'Duke pulmonary researcher up to 14 retractions, putting her on our leaderboard',\n",
       "   'url': 'http://retractionwatch.com/2016/05/10/duke-pulmonary-researcher-up-to-14-retractions-putting-her-on-our-leaderboard/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [957291, 5728717],\n",
       "   'posted_on': '2016-05-10T18:30:00+00:00',\n",
       "   'summary': 'A pair of Duke researchers who each have more than 10 retractions have earned some more. Both of the newly retracted papers &mdash; originally published in 2012 by PLOS ONE &mdash; list&nbsp;Erin Potts-Kant&nbsp;as a co-author; one includes her former supe',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1371/journal.pone.0045667'),\n",
       " ({'title': 'Asphalt paper paved over for allegedly plagiarizing a student’s thesis',\n",
       "   'url': 'http://retractionwatch.com/2015/06/02/asphalt-paper-paved-over-for-allegedly-plagiarizing-a-students-thesis/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4082390, 4082390, 4082392],\n",
       "   'posted_on': '2015-06-02T15:30:00+00:00',\n",
       "   'summary': 'The publishers of the journal Petroleum Science and Technology have retracted a paper because one of the authors &ldquo;did not agree to co-author this manuscript,&rdquo; and did not even communicate&nbsp;with the other three authors. According to one&nbsp',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1080/10916466.2011.574177'),\n",
       " ({'title': 'How does it feel to have your scientific paper plagiarized? Part 2',\n",
       "   'url': 'http://retractionwatch.wordpress.com/2012/11/09/how-does-it-feel-to-have-your-scientific-paper-plagiarized-part-2',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1024906],\n",
       "   'posted_on': '2012-11-09T18:06:55+00:00',\n",
       "   'summary': 'On May 11 of this year, Juan Antonio Baeza, an environmental engineering researcher at Universitat Autonoma Barcelona was looking for papers in Water Research about knowledge-based systems, the subject of his 1999 PhD thesis. As he tells Retraction Watch,',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.watres.2011.07.032'),\n",
       " ({'title': 'Second exercise study retracted in four-paper pileup',\n",
       "   'url': 'http://retractionwatch.com/2015/03/04/second-exercise-study-retracted-in-four-paper-pileup/',\n",
       "   'citation_ids': [2405169, 2405169, 2224287],\n",
       "   'posted_on': '2015-03-04T16:30:00+00:00',\n",
       "   'summary': 'We recently wrote about three papers on heart health and exercise that came under fire for reporting the same trial in three different ways. Actually, make that four ways (so far). The Wiley journal Nursing and Health Sciences has retracted a fourth paper',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.pec.2014.03.013'),\n",
       " ({'title': 'Authors retract (and replace) cardiac rehab study in JAMA journal',\n",
       "   'url': 'http://retractionwatch.com/2016/10/13/authors-retract-and-replace-cardiac-rehab-study-in-jama-journal/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [12540396, 2611695],\n",
       "   'posted_on': '2016-10-13T18:00:00+00:00',\n",
       "   'summary': 'Researchers have retracted and replaced a 2014 paper in JAMA Internal Medicine after realizing a number of errors had&nbsp;affected the findings. The authors note the mistakes&nbsp;do not have a significant impact on the overall proportion of heart patient',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1001/jamainternmed.2014.3441'),\n",
       " ({'title': 'Journal Retracts Study of Rats Fed GMO Food. Reasons? Questionable…',\n",
       "   'url': 'http://www.onegreenplanet.org/news/journal-retracts-study-of-rats-fed-gmo-food-reasons-questionable/?utm_source=feedburner&utm_medium=feed&utm_campaign=Feed%3A+onegreenplanet%2FHMmb+%28One+Green+Planet%29',\n",
       "   'citation_ids': [954940, 1942207],\n",
       "   'posted_on': '2013-12-07T00:59:22+00:00',\n",
       "   'summary': 'This month, the Journal of Food and Chemical Toxicology decided to retract a 2012 study on the “Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified maize” on rats.',\n",
       "   'author': {'name': 'One Green Planet',\n",
       "    'url': 'http://www.onegreenplanet.org',\n",
       "    'description': \"We're your online guide to making conscious choices that help people, animals and the planet.\"}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Author under fire has six papers retracted, including five from one journal',\n",
       "   'url': 'https://retractionwatch.com/2018/04/25/author-under-fire-has-six-papers-retracted-including-five-from-one-journal/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [29603637,\n",
       "    38404731,\n",
       "    38542750,\n",
       "    38530805,\n",
       "    4842265,\n",
       "    39266313,\n",
       "    39266317],\n",
       "   'posted_on': '2018-04-25T12:00:16+00:00',\n",
       "   'summary': 'A researcher whose work on the use of nanomaterials has been heavily scrutinized on PubPeer &#8212; with one critic alleging a paper contained “obviously fabricated” images &#8212; has lost six papers. The six articles &#8212; five from Biosensors and Bioe',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.bios.2015.06.005'),\n",
       " ({'title': 'Caught Our Notice: Author of controversial retracted paper earns Swedish gov’t grant',\n",
       "   'url': 'http://retractionwatch.com/2017/11/08/caught-notice-author-controversial-retracted-paper-earns-swedish-govt-grant/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [8446328],\n",
       "   'posted_on': '2017-11-08T16:00:00+00:00',\n",
       "   'summary': 'Last week, a Swedish government funding agency announced 325 recipients of grants in Natural and Engineering Sciences. We don&rsquo;t normally write about grant announcements, but we&rsquo;re flagging this one because one recipient may be familiar to our r',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1126/science.aad8828'),\n",
       " ({'title': 'Drug study pulled after researchers admit altering trial protocol',\n",
       "   'url': 'http://retractionwatch.com/2015/04/30/drug-study-pulled-after-researchers-admit-altering-trial-protocol/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3920490, 2345689],\n",
       "   'posted_on': '2015-04-30T13:30:00+00:00',\n",
       "   'summary': 'The Egyptian Journal of Anaesthesia is retracting a 2014 paper by a pair of researchers at Cairo University who appear to have tinkered with their protocol after having received ethics approval. The paper, titled &ldquo;Can Sugammadex improve the reversal',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1016/j.egja.2013.09.007'),\n",
       " ({'title': 'Irony? The Journal of Failure Analysis and Prevention retracts a paper',\n",
       "   'url': 'https://retractionwatch.com/2018/09/14/irony-the-journal-of-failure-analysis-and-prevention-retracts-a-paper/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [31509332, 48368259, 48347309, 31509332],\n",
       "   'posted_on': '2018-09-14T12:16:42+00:00',\n",
       "   'summary': 'Irony machine, start your engine: A pair of engineers have lost a 2017 paper in the Journal of Failure Analysis and Prevention over a failure to determine who owned the data. The article, “Solder selection for reflowing large ceramic substrates during PCB',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1007/s11668-017-0296-1'),\n",
       " ({'title': 'Article retracted after critics say it has “racist ideological underpinnings”',\n",
       "   'url': 'http://retractionwatch.com/2019/05/06/article-retracted-after-critics-say-it-has-racist-ideological-underpinnings/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [58011296, 59830579, 59830579],\n",
       "   'posted_on': '2019-05-06T10:00:14+00:00',\n",
       "   'summary': 'A psychology journal has retracted a controversial article about mental ability in South African women after a petition calling on the publication to withdraw the paper generated more than 5,000 signatures. &#160; The paper, “Age- and education-related eff',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://retractionwatch.wordpress.com',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1080/13825585.2019.1598538'),\n",
       " ({'title': 'A light touch or hands on? Monday morning quarterbacking a retraction',\n",
       "   'url': 'http://neurodojo.blogspot.com/2016/03/a-light-touch-or-hands-on-monday.html?utm_source=feedburner&utm_medium=feed&utm_campaign=Feed%3A+Neurodojo+%28NeuroDojo%29',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221],\n",
       "   'posted_on': '2016-03-07T23:52:00+00:00',\n",
       "   'summary': 'Things moved fast last week. I blogged about a paper with strange references to &ldquo;The Creator&rdquo;. Within hours, the story exploded on social media (the main hashtag was #HandOfGod on Twitter), and even garnered some tech news coverage before the p',\n",
       "   'author': {'name': 'NeuroDojo',\n",
       "    'url': 'http://neurodojo.blogspot.com/',\n",
       "    'description': 'Brains, behaviour, and evolution.'}},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'New funding for researcher who sued to stop retractions (and now has 8)',\n",
       "   'url': 'http://retractionwatch.com/2016/11/14/new-funding-for-researcher-who-sued-to-stop-retractions-and-now-has-8/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [482245, 3394351],\n",
       "   'posted_on': '2016-11-14T19:00:00+00:00',\n",
       "   'summary': 'A diabetes researcher with eight retractions &mdash; despite his attempts to block some in court &mdash; has received a new batch of research funding. According to a release from public funding agency Fundacao de Amparo a Pesquisa do Estado de Sao Paulo (F',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1371/journal.pbio.1001212'),\n",
       " ({'title': 'BMC editors update retraction after investigation clears authors of faking peer reviews',\n",
       "   'url': 'http://retractionwatch.com/2015/08/12/bmc-editors-update-retraction-after-investigation-clears-authors-of-faking-peer-reviews/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3841425, 2926889, 3840175],\n",
       "   'posted_on': '2015-08-12T15:30:00+00:00',\n",
       "   'summary': 'Editors at BioMed Central have taken the unusual step of updating a retraction notice after an investigation found the authors were not responsible for a peer review process gone awry. The paper is one of&nbsp;&nbsp;dozens of other papers retracted in Marc',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1186/1746-1596-9-133'),\n",
       " ({'title': 'Chemistry journal retracts highly criticized paper',\n",
       "   'url': 'https://retractionwatch.com/2018/02/26/chemistry-journal-retracts-highly-criticized-paper/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [33465300, 29603637, 32130289, 31506926],\n",
       "   'posted_on': '2018-02-26T13:00:52+00:00',\n",
       "   'summary': 'A chemistry journal has retracted a nanoparticle paper following heavy outcry from readers, who alleged the paper contained signs of obvious manipulation. After the paper appeared in 2017, one critic lamented it contained “obviously fabricated” images, and',\n",
       "   'author': {'name': 'Retraction Watch',\n",
       "    'url': 'http://www.retractionwatch.com/',\n",
       "    'description': 'Tracking retractions as a window into the scientific process'}},\n",
       "  '10.1021/acsbiomaterials.7b00089')]"
      ]
     },
     "execution_count": 2929,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all 50 blogs are about retraction.\n",
    "random.sample(validation['blogs'], 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2587,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "182"
      ]
     },
     "execution_count": 2587,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(validation['news'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2930,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'Study Claiming Video Games ‘Train’ Players for Real-World Violence Retracted',\n",
       "   'url': 'http://ct.moreover.com/?a=29332441985&p=1pl&v=1&x=CdimKZIIbpdJY_vazzhshg',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [15610323, 721141],\n",
       "   'posted_on': '2017-01-23T18:58:13+00:00',\n",
       "   'summary': 'SIGN UP FOR OUR NEWSLETTER Communication Research has officially retracted a report entitled “‘ Boom, headshot!?’: Effect of Video Game Play and Controller Type on Firing Aim and Accuracy ” by Jodi L.',\n",
       "   'author': {'name': 'Breitbart News Network',\n",
       "    'url': 'http://www.breitbart.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/439/normal/Screen_Shot_2016-01-06_at_12.20.18.png?1452082836'}},\n",
       "  '10.1177/0093650212446622'),\n",
       " ({'title': '\"Acid Bath Stem Cell\" Breakthrough Debunked, Nature Retracts Papers',\n",
       "   'url': 'http://www.ibtimes.com/acid-bath-stem-cell-breakthrough-debunked-nature-retracts-papers-1618604',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2480969, 2480953, 2082271],\n",
       "   'posted_on': '2014-07-03T00:00:00+00:00',\n",
       "   'summary': 'When two scientific papers, published in the journal Nature in January, described an inexpensive, uncontroversial and quick method of creating stem cells, it was hailed as a path-breaking discovery.',\n",
       "   'author': {'name': 'International Business Times',\n",
       "    'url': 'http://www.ibtimes.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/059/normal/international_business_times.png?1369846945'}},\n",
       "  '10.1038/nature12968'),\n",
       " ({'title': 'Scientists Shed New Light On the Recent Controversy Regarding Gene Editor Tool CRISPR',\n",
       "   'url': 'http://ct.moreover.com/?a=33708307932&p=1pl&v=1&x=uY8Rb955NurjixYpxq5wqw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [20703315, 21305880],\n",
       "   'posted_on': '2018-04-02T21:17:00+00:00',\n",
       "   'summary': 'A paper that claimed that the gene-editing software CRISPR is dangerous retracted its claims that caused panic.',\n",
       "   'author': {'name': 'Tech Times',\n",
       "    'url': 'http://www.techtimes.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/973/normal/image.png?1403867312'}},\n",
       "  '10.1038/nmeth.4293'),\n",
       " ({'title': 'Narcolepsy-Flu Vax Paper Retracted',\n",
       "   'url': 'http://www.the-scientist.com/?articles.view/articleNo/40656/title/Narcolepsy-Flu-Vax-Paper-Retracted/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1989982, 1990030],\n",
       "   'posted_on': '2014-08-01T13:00:00+00:00',\n",
       "   'summary': 'A study linking GlaxoSmithKline’s Pandemrix H1N1 vaccine to the sleep disorder has been pulled from the literature.',\n",
       "   'author': {'name': 'The Scientist Magazine',\n",
       "    'url': 'http://www.the-scientist.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/096/normal/image.png?1369860108'}},\n",
       "  '10.1126/scitranslmed.3007762'),\n",
       " ({'title': 'Gay Marriage Study Published In Science Retracted Due To Falsified Data',\n",
       "   'url': 'http://www.techtimes.com/articles/54567/20150522/gay-marriage-study-published-in-science-retracted-due-to-falsified-data.htm',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4028394, 2975802],\n",
       "   'posted_on': '2015-05-22T13:41:54+00:00',\n",
       "   'summary': 'It could have been a landmark study to further the LGBT cause, but it used falsified data, prompting a retraction from one of the authors.',\n",
       "   'author': {'name': 'Tech Times',\n",
       "    'url': 'http://www.techtimes.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/973/normal/image.png?1403867312'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'What does the PREDIMED trial retraction and reboot mean for the Mediterranean diet?',\n",
       "   'url': 'http://ct.moreover.com/?a=34312430521&p=1pl&v=1&x=3r5AgrnyCCz7a-NvYeROtA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [43680076, 1261724, 20824184],\n",
       "   'posted_on': '2018-06-15T13:30:03+00:00',\n",
       "   'summary': 'A very influential nutrition trial just tanked. It was retracted from the (NEJM) on 13 June, and re-published with new analyses and toned-down conclusions.',\n",
       "   'author': {'name': 'MedicalXpress',\n",
       "    'url': 'http://medicalxpress.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/152/normal/image.png?1369925783'}},\n",
       "  '10.1056/nejmoa1200303'),\n",
       " ({'title': \"6 Diet 'Truths' Sunk by Nutrition Guru's Retractions\",\n",
       "   'url': 'http://ct.moreover.com/?a=37168801066&p=1pl&v=1&x=XA48p_BXCdAiXraKm8wMOQ',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038, 2905642, 1469550, 2645759],\n",
       "   'posted_on': '2018-09-21T12:36:00+00:00',\n",
       "   'summary': 'Six diet “truths” touted by research whiz Brian Wansink were sunk this week when JAMA ’s editorial board retracted studies co-authored by the so-called nutrition guru.',\n",
       "   'author': {'name': 'newsmax.com',\n",
       "    'url': 'http://www.newsmax.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/354/normal/Screen_Shot_2015-04-07_at_17.01.46.png?1428422529'}},\n",
       "  '10.1001/archinternmed.2012.1278'),\n",
       " ({'title': 'Brain Genetics Paper Retracted',\n",
       "   'url': 'http://www.the-scientist.com/?articles.view/articleNo/40933/title/Brain-Genetics-Paper-Retracted/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2442046, 2653943],\n",
       "   'posted_on': '2014-09-04T17:05:00+00:00',\n",
       "   'summary': 'A study that identified genes linked to communication between different areas of the brain has been retracted by its authors because of statistical flaws.',\n",
       "   'author': {'name': 'The Scientist Magazine',\n",
       "    'url': 'http://www.the-scientist.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/096/normal/image.png?1369860108'}},\n",
       "  '10.1073/pnas.1404082111'),\n",
       " ({'title': 'Journal Retracts Paper that Questioned CDC Autism Study',\n",
       "   'url': 'http://time.com/3222008/paper-questioning-cdc-autism-study-retracted/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-08-29T15:05:33+00:00',\n",
       "   'summary': 'A paper that claimed government scientists covered up data showing a connection between vaccines and autism has been pulled by its publisher',\n",
       "   'author': {'name': 'TIME Magazine',\n",
       "    'url': 'http://www.time.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/009/normal/image.png?1369860038'}},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'title': 'Conflict Of Interest? Ethics Debate Intensifies Over Retraction Of Flawed Séralini Rat Study',\n",
       "   'url': 'http://www.science20.com/jon_entine_contrarian/conflict_interest_ethics_debate_intensifies_over_retraction_flawed_s%C3%A9ralini_rat_study-127956',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1942207, 954940],\n",
       "   'posted_on': '2014-01-17T11:00:31+00:00',\n",
       "   'summary': 'Jon Entine is executive director of the Genetic Literacy Project , where this article first appeared.',\n",
       "   'author': {'name': 'Science 2.0',\n",
       "    'url': 'http://www.science20.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/228/normal/Screen_Shot_2016-02-02_at_17.18.42.png?1454433536'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Landmark Mediterranean diet study was flawed. Authors retract paper published in NEJM',\n",
       "   'url': 'http://ct.moreover.com/?a=34303501461&p=1pl&v=1&x=kgBMzI7_uCP5ZNT5geXT7A',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1261724, 43680076, 43680076, 43680457],\n",
       "   'posted_on': '2018-06-14T13:49:38+00:00',\n",
       "   'summary': \"We've been hearing about the benefits of a Mediterranean diet for years, and now authors of a major study long cited for suggesting its heart-healthy benefits said the research was flawed.\",\n",
       "   'author': {'name': 'News10',\n",
       "    'url': 'http://www.news10.net/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/385/normal/Screen_Shot_2016-02-02_at_11.15.25.png?1454411744'}},\n",
       "  '10.1056/nejmoa1200303'),\n",
       " ({'title': 'In the Science retraction, a learning moment for researchers and the public',\n",
       "   'url': 'http://theconversation.com/in-the-science-retraction-a-learning-moment-for-researchers-and-the-public-42922',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802],\n",
       "   'posted_on': '2015-06-12T10:17:42+00:00',\n",
       "   'summary': \"How can researchers be their own guardian? contemplativechristian , CC BY-SA The recent case of the retraction of an article on the ability of openly gay canvassers to shift voters' views toward support for same-sex marriage serves in many ways as a cautio\",\n",
       "   'author': {'name': 'The Conversation',\n",
       "    'url': 'http://theconversation.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/071/normal/the_conversation.png?1369846953'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': \"Updated: Cardiology Paper Retracted as Harvard Investigates 'Compromised' Data\",\n",
       "   'url': 'http://news.sciencemag.org/health/2014/04/updated-cardiology-paper-retracted-harvard-investigates-compromised-data',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [454223, 2270036, 932771, 702434],\n",
       "   'posted_on': '2014-04-11T08:45:00+00:00',\n",
       "   'summary': 'Contentious paper on heart muscle regeneration in the journal Circulation receives university scrutiny',\n",
       "   'author': {'name': 'Science/AAAS',\n",
       "    'url': 'http://news.sciencemag.org/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/021/normal/image.png?1369859818'}},\n",
       "  '10.1161/circulationaha.112.118380'),\n",
       " ({'title': 'Judge Decides on GM Rice Retraction',\n",
       "   'url': 'http://www.the-scientist.com/?articles.view/articleNo/43656/title/Judge-Decides-on-GM-Rice-Retraction/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [869563, 4347311, 4350947],\n",
       "   'posted_on': '2015-08-03T14:00:00+00:00',\n",
       "   'summary': 'Ethical breaches in a study on the benefits of so-called “golden rice” lead to the paper being pulled from the literature.',\n",
       "   'author': {'name': 'The Scientist Magazine',\n",
       "    'url': 'http://www.the-scientist.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/096/normal/image.png?1369860108'}},\n",
       "  '10.3945/ajcn.111.030775'),\n",
       " ({'title': 'Flawed Séralini GMO Study Back In Spotlight As Hastings Center Makes Ethical Stumbles In Ethics Critique',\n",
       "   'url': 'http://www.forbes.com/sites/jonentine/2014/01/16/flawed-seralini-gmo-study-back-in-spotlight-as-hastings-center-makes-ethical-stumbles-in-ethics-critique/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1942207, 954940],\n",
       "   'posted_on': '2014-01-16T13:28:00+00:00',\n",
       "   'summary': 'As the Genetic Literacy Project reports, the ethics controversy over Food and Chemical Toxicology’s decision in November to retract a controversial GMO corn rat study by Gilles-Eric Séralini continues to simmer.',\n",
       "   'author': {'name': 'Forbes',\n",
       "    'url': 'http://forbes.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/056/normal/forbes.png?1369846941'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Major study on Mediterranean Diet was retracted, but this cardiologist recommends this way of eating',\n",
       "   'url': 'http://ct.moreover.com/?a=34340487303&p=1pl&v=1&x=xlNKD6nvsmCzyNjf2jh02A',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1261724, 43868293],\n",
       "   'posted_on': '2018-06-19T09:00:00+00:00',\n",
       "   'summary': 'As a cardiologist, I recommend that many of my patients follow a Mediterranean diet.',\n",
       "   'author': {'name': 'Philly.com',\n",
       "    'url': 'http://www.philly.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/115/normal/image.png?1369925690'}},\n",
       "  '10.1056/nejmoa1200303'),\n",
       " ({'title': 'Big nutrition research scandal sees 6 more retractions, purging popular diet tips',\n",
       "   'url': 'http://ct.moreover.com/?a=37161833370&p=1pl&v=1&x=7k1w6j1J-zTS7PtBGR4ZDw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    201659,\n",
       "    2905642,\n",
       "    1469550,\n",
       "    2645759,\n",
       "    4604537,\n",
       "    1469604],\n",
       "   'posted_on': '2018-09-20T19:39:35+00:00',\n",
       "   'summary': 'Mindless statistics \"Mindless eating\" researcher Brian Wansink retires amid six new JAMA retractions.',\n",
       "   'author': {'name': 'Arstechnica',\n",
       "    'url': 'http://arstechnica.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/664/normal/image.jpeg?1396447814'}},\n",
       "  '10.1001/jamainternmed.2014.4098'),\n",
       " ({'title': 'RIKEN team gives up on STAP cells',\n",
       "   'url': 'http://news.sciencemag.org/asiapacific/2014/12/riken-team-gives-stap-cells',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2082266, 2082271, 3874846],\n",
       "   'posted_on': '2014-12-19T11:00:00+00:00',\n",
       "   'summary': 'Lead author of two retracted papers resigns her position after failing to reproduce new approach to generating stem cells',\n",
       "   'author': {'name': 'Science/AAAS',\n",
       "    'url': 'http://news.sciencemag.org/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/021/normal/image.png?1369859818'}},\n",
       "  '10.1038/nature12968'),\n",
       " ({'title': 'How a study based on a typo made news everywhere — and the retraction didn’t',\n",
       "   'url': 'http://ct.moreover.com/?a=40338821346&p=1pl&v=1&x=0VTqfEMXsRZRm_SnssSexw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4728795, 4728925],\n",
       "   'posted_on': '2019-10-03T12:10:00+00:00',\n",
       "   'summary': 'Four years ago, a study in Current Biology about religious upbringings and generosity made headlines in more than 80 newspapers around the world — from the Economist and the Guardian to the Boston Globe and the Los Angeles Times.',\n",
       "   'author': {'name': 'Vox.com',\n",
       "    'url': 'http://www.vox.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/106/normal/Screen_Shot_2014-08-06_at_12.35.44.png?1407324987'}},\n",
       "  '10.1016/j.cub.2015.09.056'),\n",
       " ({'title': 'Portuguese chemist subject of new retractions',\n",
       "   'url': 'http://ct.moreover.com/?a=26138458099&p=1pl&v=1&x=QX-Ky2mzHSF2bu2SwmIl8g',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [6244145, 6546165, 6546166],\n",
       "   'posted_on': '2016-04-11T00:00:00+00:00',\n",
       "   'summary': 'A Portuguese chemist has had three papers retracted as a result of misconduct. This brings the number of retractions for Rodrigo Lopes, affiliated with the University of Coimbra, to at least eight, according to the scientific integrity blog…',\n",
       "   'author': {'name': 'Chemistry World',\n",
       "    'url': 'http://www.rsc.org/chemistryworld/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/098/normal/chemistry_world.png?1369846967'}},\n",
       "  '10.1016/j.apcatb.2012.07.016'),\n",
       " ({'title': 'Celebrated food researcher to step down after research is questioned',\n",
       "   'url': 'http://ct.moreover.com/?a=37162052864&p=1pl&v=1&x=WbHnIH04vEUaXhjc_fAiFg',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    2645759,\n",
       "    1469550,\n",
       "    4604537,\n",
       "    1469604,\n",
       "    37031655,\n",
       "    21768239,\n",
       "    392677,\n",
       "    110835],\n",
       "   'posted_on': '2018-09-20T20:10:54+00:00',\n",
       "   'summary': 'But concerns about his research came to a head on Wednesday when leading medical journals retracted six of his articles, the Journal of the American Medical Association announced.',\n",
       "   'author': {'name': 'CNN News',\n",
       "    'url': 'http://edition.cnn.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/028/normal/image.png?1369859412'}},\n",
       "  '10.1001/jamainternmed.2014.4098'),\n",
       " ({'title': 'Big nutrition research scandal sees 6 more retractions, purging popular diet tips',\n",
       "   'url': 'http://ct.moreover.com/?a=37161833370&p=1pl&v=1&x=7k1w6j1J-zTS7PtBGR4ZDw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    201659,\n",
       "    2905642,\n",
       "    1469550,\n",
       "    2645759,\n",
       "    4604537,\n",
       "    1469604],\n",
       "   'posted_on': '2018-09-20T19:39:35+00:00',\n",
       "   'summary': 'Mindless statistics \"Mindless eating\" researcher Brian Wansink retires amid six new JAMA retractions.',\n",
       "   'author': {'name': 'Arstechnica',\n",
       "    'url': 'http://arstechnica.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/664/normal/image.jpeg?1396447814'}},\n",
       "  '10.1001/archinternmed.2012.1278'),\n",
       " ({'title': 'William Reville: Fraud is now the biggest enemy of science',\n",
       "   'url': 'http://ct.moreover.com/?a=26743879624&p=1pl&v=1&x=6Y2lkt2glDxgqaFZ-AqbhA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2050886, 975497],\n",
       "   'posted_on': '2016-06-02T00:00:00+00:00',\n",
       "   'summary': 'The recent in the bulletin caught my eye: “Full of shite: why a fecal transplant paper was retracted”.',\n",
       "   'author': {'name': 'The Irish Times',\n",
       "    'url': 'http://www.irishtimes.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/003/normal/the_irish_times.png?1369846891'}},\n",
       "  '10.2337/db13-1526'),\n",
       " ({'title': 'BMC Revises Retraction',\n",
       "   'url': 'http://www.the-scientist.com/?articles.view/articleNo/43734/title/BMC-Revises-Retraction/',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3840175, 3841425],\n",
       "   'posted_on': '2015-08-13T13:00:00+00:00',\n",
       "   'summary': 'BioMed Central updates a retraction notice issued in March after finding the authors did not influence the peer-review process.',\n",
       "   'author': {'name': 'The Scientist Magazine',\n",
       "    'url': 'http://www.the-scientist.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/096/normal/image.png?1369860108'}},\n",
       "  '10.1186/1746-1596-9-133'),\n",
       " ({'title': 'Researchers Retract Widely Cited Fake-News Study',\n",
       "   'url': 'http://ct.moreover.com/?a=38210747845&p=1pl&v=1&x=OMMVCD5A8oJYjIdStKcBrw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [21351406, 53703190],\n",
       "   'posted_on': '2019-01-10T22:26:56+00:00',\n",
       "   'summary': 'Last year, a study was published in the Journal of Human Behavior, explaining why fake news goes viral on social media.',\n",
       "   'author': {'name': 'Rolling Stone',\n",
       "    'url': 'http://www.rollingstone.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/815/normal/Screen_Shot_2016-01-27_at_10.19.56.png?1453890068'}},\n",
       "  '10.1038/s41562-017-0132'),\n",
       " ({'title': 'Co-Author of Retracted Stem Cell Paper Commits Suicide',\n",
       "   'url': 'http://www.boston.com/news/science/2014/08/05/author-retracted-stem-cell-paper-commits-suicide/1eTEqUKFZ4O4N5B6BpQPNO/story.html',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2480969, 2082266, 2082271],\n",
       "   'posted_on': '2014-08-05T18:03:50+00:00',\n",
       "   'summary': 'Yoshiki Sasai worked with Boston-area scientists on what was seen as a breakthrough in stem cell research when two papers were published in January, but an investigation found critical errors in the data and the papers were retracted.',\n",
       "   'author': {'name': 'Boston.com',\n",
       "    'url': 'http://www.boston.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/054/normal/image.png?1369859371'}},\n",
       "  '10.1038/nature12968'),\n",
       " ({'title': 'Data falsification hits polymer mechanochemistry papers',\n",
       "   'url': 'http://www.rsc.org/chemistryworld/2015/03/data-falsification-hits-polymer-mechanochemistry-papers',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3794822,\n",
       "    547902,\n",
       "    3794823,\n",
       "    2989724,\n",
       "    3794824,\n",
       "    276590,\n",
       "    3794825,\n",
       "    3794824,\n",
       "    547902,\n",
       "    3794826,\n",
       "    3715406,\n",
       "    2989724,\n",
       "    2464835,\n",
       "    3071530,\n",
       "    3794827],\n",
       "   'posted_on': '2015-03-16T00:00:00+00:00',\n",
       "   'summary': 'Misconduct by member of Christopher Bielawski’s group has led to several retractions',\n",
       "   'author': {'name': 'Chemistry World',\n",
       "    'url': 'http://www.rsc.org/chemistryworld/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/098/normal/chemistry_world.png?1369846967'}},\n",
       "  '10.1126/science.1207934'),\n",
       " ({'title': \"Hand of God? Scientific paper citing a 'creator' retracted after furore\",\n",
       "   'url': 'http://ct.moreover.com/?a=25722046895&p=1pl&v=1&x=WNkpE_f5JnRnFAS4B7U1MQ',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221, 4960221, 4960221, 4960221, 4960221, 4960221],\n",
       "   'posted_on': '2016-03-07T15:58:40+00:00',\n",
       "   'summary': '© Demotix/Corbis The study claimed the relationship between the anatomical structure of the hand and its ability to grasp objects is “the proper design by the Creator to perform a multitude of daily tasks in a comfortable way.” A scientific paper on…',\n",
       "   'author': {'name': 'MSN',\n",
       "    'url': 'http://www.msn.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/360/normal/Screen_Shot_2016-01-06_at_15.14.19.png?1452093279'}},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'Controversial GM maize cancer link paper retracted',\n",
       "   'url': 'http://www.rsc.org/chemistryworld/2013/12/controversial-gm-maize-cancer-link-genetically-modified-paper-retracted',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2013-12-04T00:00:00+00:00',\n",
       "   'summary': \"Journal retracts paper for 'inconclusive' results while author vows to fight the decision\",\n",
       "   'author': {'name': 'Chemistry World',\n",
       "    'url': 'http://www.rsc.org/chemistryworld/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/098/normal/chemistry_world.png?1369846967'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'MIL-Evening Report: Retraction of a journal article doesn’t make its findings false',\n",
       "   'url': 'http://ct.moreover.com/?a=37262464562&p=1pl&v=1&x=Eob2DoTAcatPVGHtc24bhw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    201659,\n",
       "    4604537,\n",
       "    1469550,\n",
       "    106634,\n",
       "    961661,\n",
       "    1373478,\n",
       "    4808929,\n",
       "    13971726,\n",
       "    4808929,\n",
       "    37031655,\n",
       "    201659,\n",
       "    2862691,\n",
       "    2456458,\n",
       "    5052251,\n",
       "    101070,\n",
       "    4443094,\n",
       "    17362047,\n",
       "    12460327,\n",
       "    430490,\n",
       "    3785658,\n",
       "    12460327,\n",
       "    4520391,\n",
       "    49074740],\n",
       "   'posted_on': '2018-10-01T04:32:33+00:00',\n",
       "   'summary': 'Source: – By Stephen S Holden, Adjunct Professor, Macquarie Graduate School of Management The American Medical Association recently retracted six papers co-authored by food consumption and psychology researcher, Brian Wansink, in three of its…',\n",
       "   'author': {'name': 'Foreign Affairs New Zealand',\n",
       "    'url': 'http://foreignaffairs.co.nz/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/827/normal/Screen_Shot_2016-01-27_at_10.47.41.png?1453891760'}},\n",
       "  '10.1001/jamainternmed.2013.650'),\n",
       " ({'title': 'How controversial \"racist\" research opens door for a decolonisation drive',\n",
       "   'url': 'http://ct.moreover.com/?a=39338727905&p=1pl&v=1&x=zVNmcjra6NQUqgHklrTCYQ',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [58011296,\n",
       "    58011296,\n",
       "    61246068,\n",
       "    31185565,\n",
       "    31185565,\n",
       "    61246181,\n",
       "    61246181],\n",
       "   'posted_on': '2019-05-29T13:40:08+00:00',\n",
       "   'summary': 'There has been justified outrage about a recently published – and hastily retracted – academic article written by academics from Stellenbosch University in South Africa.',\n",
       "   'author': {'name': 'The Conversation',\n",
       "    'url': 'http://theconversation.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/071/normal/the_conversation.png?1369846953'}},\n",
       "  '10.1080/13825585.2019.1598538'),\n",
       " ({'title': 'Further retraction prompted by UQ investigation',\n",
       "   'url': 'http://ct.moreover.com/?a=32359898220&p=1pl&v=1&x=bA8sty8FW78Tmbp8hWVnNg',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1411820, 1411820],\n",
       "   'posted_on': '2017-11-02T07:01:32+00:00',\n",
       "   'summary': 'The editors and publishers of the journal Brain Injury have retracted an academic paper following advice from The University of Queensland.',\n",
       "   'author': {'name': 'My Science',\n",
       "    'url': 'http://www.myscience.org/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/002/019/normal/Screen_Shot_2016-02-18_at_12.34.10.png?1455798875'}},\n",
       "  '10.3109/02699052.2013.775500'),\n",
       " ({'title': \"Retraction of a journal article doesn't make its findings false\",\n",
       "   'url': 'http://ct.moreover.com/?a=37261369074&p=1pl&v=1&x=d03xKiSykojQgZgJMfduYA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    201659,\n",
       "    4604537,\n",
       "    1469550,\n",
       "    106634,\n",
       "    961661,\n",
       "    1373478,\n",
       "    13971726,\n",
       "    37031655,\n",
       "    201659,\n",
       "    2862691,\n",
       "    2456458,\n",
       "    5052251,\n",
       "    101070,\n",
       "    4443094,\n",
       "    430490,\n",
       "    3785658],\n",
       "   'posted_on': '2018-10-01T13:00:03+00:00',\n",
       "   'summary': 'Home Other Sciences Social Sciences October 1, 2018 October 1, 2018 by Stephen S Holden, The Conversation The American Medical Association recently retracted six papers co-authored by food consumption and psychology researcher, Brian Wansink, in…',\n",
       "   'author': {'name': 'Phys.org',\n",
       "    'url': 'http://phys.org/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/185/normal/image.jpeg?1369927351'}},\n",
       "  '10.1001/jamainternmed.2013.650'),\n",
       " ({'title': 'Scientists Are Only Human, But Statins Error Shows Perils of Bias',\n",
       "   'url': 'http://www.huffingtonpost.com/jalees-rehman/scientists-are-only-human_b_5365019.html',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2355293,\n",
       "    2180964,\n",
       "    132778,\n",
       "    2270036,\n",
       "    2354202,\n",
       "    2077790,\n",
       "    1848839,\n",
       "    932771,\n",
       "    436778,\n",
       "    1331999],\n",
       "   'posted_on': '2014-05-22T16:44:14+00:00',\n",
       "   'summary': 'The recent retraction of an academic claim in a leading journal about the incidence of side effects from cholesterol-lowering drugs has sparked anger in the medical community and potentially undermined public and patient trust. John Abramson, a lecturer at',\n",
       "   'author': {'name': 'Huffington Post',\n",
       "    'url': 'http://www.huffingtonpost.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/359/normal/image.png?1448021240'}},\n",
       "  '10.1161/circulationaha.112.118380'),\n",
       " ({'title': 'Celebrated food researcher to step down after research is questioned',\n",
       "   'url': 'http://ct.moreover.com/?a=37162035681&p=1pl&v=1&x=xjDRbVxrVNKI3Nynb_AP8g',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    2645759,\n",
       "    1469550,\n",
       "    4604537,\n",
       "    1469604,\n",
       "    37031655,\n",
       "    21768239,\n",
       "    392677,\n",
       "    110835],\n",
       "   'posted_on': '2018-09-20T00:00:00+00:00',\n",
       "   'summary': \"Cornell University professor Brian Wansink may have helped shape our country's relationship with food, but concerns about his research came to a head on Wednesday when leading medical journals retracted six of his articles, the Journal of the…\",\n",
       "   'author': {'name': 'Action News Now',\n",
       "    'url': 'http://www.actionnewsnow.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/877/normal/image.png?1399632827'}},\n",
       "  '10.1001/jamapediatrics.2013.82'),\n",
       " ({'title': 'Major medical journal backtracks on charges of statistical flaws in published clinical trials',\n",
       "   'url': 'http://ct.moreover.com/?a=34313597969&p=1pl&v=1&x=brhlOOYnflpO-QIto_punw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [20824184, 1261724, 38083961, 42430204, 42239652],\n",
       "   'posted_on': '2018-06-15T16:28:05+00:00',\n",
       "   'summary': 'One year after a damning review suggested that many published clinical trials contain statistical errors, The New England Journal of Medicine (NEJM) today is correcting five of the papers fingered and retracting and republishing a sixth, about…',\n",
       "   'author': {'name': 'Sign of the Times',\n",
       "    'url': 'http://www.sott.net',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/639/normal/Screen_Shot_2016-01-26_at_11.24.54.png?1453807606'}},\n",
       "  '10.1056/nejmoa1200303'),\n",
       " ({'title': 'Why We Believe Fake Studies',\n",
       "   'url': 'http://www.thedailybeast.com/articles/2015/05/23/why-we-believe-fake-studies.html',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802, 2156937, 1111435],\n",
       "   'posted_on': '2015-05-23T10:55:00+00:00',\n",
       "   'summary': 'The retraction of a Science paper claiming a 20-minute talk with a gay canvasser can change views on gay marriage may not quash the theory. The reason? We trust bogus science.',\n",
       "   'author': {'name': 'The Daily Beast',\n",
       "    'url': 'http://www.thedailybeast.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/112/normal/image.png?1369926013'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'Celebrated food researcher to step down after research is questioned',\n",
       "   'url': 'http://ct.moreover.com/?a=37162035681&p=1pl&v=1&x=xjDRbVxrVNKI3Nynb_AP8g',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    2645759,\n",
       "    1469550,\n",
       "    4604537,\n",
       "    1469604,\n",
       "    37031655,\n",
       "    21768239,\n",
       "    392677,\n",
       "    110835],\n",
       "   'posted_on': '2018-09-20T00:00:00+00:00',\n",
       "   'summary': \"Cornell University professor Brian Wansink may have helped shape our country's relationship with food, but concerns about his research came to a head on Wednesday when leading medical journals retracted six of his articles, the Journal of the…\",\n",
       "   'author': {'name': 'Action News Now',\n",
       "    'url': 'http://www.actionnewsnow.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/877/normal/image.png?1399632827'}},\n",
       "  '10.1001/jamainternmed.2013.650'),\n",
       " ({'title': 'OASIS Retraction Exposes Serious Flaws in Clinical Science',\n",
       "   'url': 'http://ct.moreover.com/?a=27966076033&p=1pl&v=1&x=6Mkkd-z2bLS94ebKSfGkfg',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [7338995, 7338995, 11886383],\n",
       "   'posted_on': '2016-09-15T14:03:56+00:00',\n",
       "   'summary': \"If you care about medical science done right, this is a sad turn of events. When cardiology's leading scientific journal, the Journal of the American College of Cardiology, abruptly retracted the paper reporting results of the OASIS trial, a…\",\n",
       "   'author': {'name': 'Medscape',\n",
       "    'url': 'http://medscape.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/055/normal/medscape.png?1369846939'}},\n",
       "  '10.1016/j.jacc.2016.04.015'),\n",
       " ({'title': \"Breach of privacy: Medical journal retracts a paper for a photo used without patient's permission\",\n",
       "   'url': 'http://feedproxy.google.com/~r/scroll_in/~3/-SEQOXP5iwE/breach-of-privacy-medical-journal-retracts-a-paper-for-a-photo-used-without-patients-permission',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [13999166, 5026464, 13415073, 14736436],\n",
       "   'posted_on': '2016-12-14T09:00:04+00:00',\n",
       "   'summary': 'an hour ago Menaka Rao Share Tweet Email Reddit Print Share Tweet Email Reddit Print Last month, the Indian Journal of Plastic Surgery retracted an article after patient informed the editor of the journal that it contained and photograph of her, the…',\n",
       "   'author': {'name': 'Scroll India ',\n",
       "    'url': 'http://scroll.in/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/216/normal/Screen_Shot_2014-10-13_at_13.39.11.png?1413203984'}},\n",
       "  '10.4103/0378-6323.93662'),\n",
       " ({'title': \"EndoBreak: Most Expensive Condition in the U.S.; Diabetes 'Breakthrough' Retracted\",\n",
       "   'url': 'http://ct.moreover.com/?a=29070376702&p=1pl&v=1&x=3feVjLQyBQdsDyaIWniUSw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [15100837,\n",
       "    1412596,\n",
       "    15129015,\n",
       "    15129018,\n",
       "    15129624,\n",
       "    15073656,\n",
       "    15103177,\n",
       "    14943993],\n",
       "   'posted_on': '2016-12-30T15:01:29+00:00',\n",
       "   'summary': 'Followed by ischemic heart disease and lower back and neck pain, diabetes takes the top spot as the costliest health condition, according to a recent study.',\n",
       "   'author': {'name': 'MedPage Today',\n",
       "    'url': 'http://www.medpagetoday.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/262/normal/Screen_Shot_2016-02-09_at_10.51.03.png?1455015082'}},\n",
       "  '10.1016/j.cell.2013.04.008'),\n",
       " ({'title': 'NEJM Paper on CPAP-Metabolic Syndrome Retracted',\n",
       "   'url': 'http://www.medpagetoday.com/Pulmonology/SleepDisorders/42598',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [493311, 1871806, 639330],\n",
       "   'posted_on': '2013-10-30T21:00:00+00:00',\n",
       "   'summary': '(MedPage Today) -- A 2011 study published in the New England Journal of Medicine had shown that CPAP partially reverses metabolic syndrome, but the paper is being retracted because of errors.',\n",
       "   'author': {'name': 'MedPage Today',\n",
       "    'url': 'http://www.medpagetoday.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/262/normal/Screen_Shot_2016-02-09_at_10.51.03.png?1455015082'}},\n",
       "  '10.1056/nejmoa1103944'),\n",
       " ({'title': 'Concerns Issued',\n",
       "   'url': 'http://ct.moreover.com/?a=30124764536&p=1pl&v=1&x=c4mf1Xb_jsFPXJ7H2VwKMA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [18463057, 18463058, 2929959, 18498384],\n",
       "   'posted_on': '2017-04-04T16:28:30+00:00',\n",
       "   'summary': \"The Proceedings of the National Academy of Sciences has issued two expressions of concern regarding papers published by Ohio State University's Carlo Croce, Retraction Watch reports.\",\n",
       "   'author': {'name': 'Genomeweb',\n",
       "    'url': 'http://www.genomeweb.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/663/normal/image.jpeg?1396447566'}},\n",
       "  '10.1074/jbc.m112.346270'),\n",
       " ({'title': 'The Lancet Retracts Cardiac Stem Cell Clinical Trial Paper',\n",
       "   'url': 'http://ct.moreover.com/?a=38763950066&p=1pl&v=1&x=X_pm9SiQ8GjQvQRFNdyzUA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2271624, 454223],\n",
       "   'posted_on': '2019-03-15T00:21:13+00:00',\n",
       "   'summary': 'S ince 2014, a paper in The Lancet describing the results of a clinical trial using supposed cardiac stem cells has sat with an editors’ expression of concern looming over it.',\n",
       "   'author': {'name': 'Medical Health News',\n",
       "    'url': 'http://www.medicalhealthnews.net/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/002/931/normal/Screen_Shot_2018-10-19_at_10.16.53.png?1539940643'}},\n",
       "  '10.1016/s0140-6736(11)61590-0'),\n",
       " ({'title': \"Retraction of a journal article doesn't make its findings false\",\n",
       "   'url': 'http://ct.moreover.com/?a=37257669378&p=1pl&v=1&x=IXF6o5xUfzs6YEnSq31kKw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48648038,\n",
       "    201659,\n",
       "    4604537,\n",
       "    1469550,\n",
       "    106634,\n",
       "    961661,\n",
       "    1373478,\n",
       "    4808929,\n",
       "    13971726,\n",
       "    4808929,\n",
       "    37031655,\n",
       "    201659,\n",
       "    2862691,\n",
       "    2456458,\n",
       "    5052251,\n",
       "    101070,\n",
       "    4443094,\n",
       "    17362047,\n",
       "    12460327,\n",
       "    430490,\n",
       "    3785658,\n",
       "    12460327,\n",
       "    4520391,\n",
       "    49074740],\n",
       "   'posted_on': '2018-10-01T04:18:53+00:00',\n",
       "   'summary': 'The American Medical Association recently retracted six papers co-authored by food consumption and psychology researcher, Brian Wansink, in three of its journals.',\n",
       "   'author': {'name': 'The Conversation',\n",
       "    'url': 'http://theconversation.com',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/071/normal/the_conversation.png?1369846953'}},\n",
       "  '10.1001/jamainternmed.2013.650'),\n",
       " ({'title': 'Authorship Means Responsibility - Neuroskeptic',\n",
       "   'url': 'http://ct.moreover.com/?a=29576803851&p=1pl&v=1&x=oyzlf2KQGOiiSg_INjf7qA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1063212, 1063212],\n",
       "   'posted_on': '2017-02-13T22:28:37+00:00',\n",
       "   'summary': 'Last week Retraction Watch covered a case of a psychology paper that was retracted after it emerged that the graduate student who collected the data had faked the results.',\n",
       "   'author': {'name': 'Discover Magazine',\n",
       "    'url': 'http://discovermagazine.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/000/099/normal/discover_magazine.png?1369846969'}},\n",
       "  '10.1177/0956797612446351'),\n",
       " ({'title': 'A top Cornell food researcher has had 15 studies retracted. That’s a lot.',\n",
       "   'url': 'http://ct.moreover.com/?a=37487345767&p=1pl&v=1&x=OJrg_AHarg921WWSEM9wbw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [33211569, 1469550, 1469604, 201659, 106634, 961661],\n",
       "   'posted_on': '2018-10-24T18:25:58+00:00',\n",
       "   'summary': 'It’s every scientist’s worst nightmare: six papers retracted in a single day, complete with a press release to help the world’s science reporters disseminate and discuss the news.',\n",
       "   'author': {'name': 'Vox.com',\n",
       "    'url': 'http://www.vox.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/106/normal/Screen_Shot_2014-08-06_at_12.35.44.png?1407324987'}},\n",
       "  '10.1001/jamapediatrics.2013.82'),\n",
       " ({'title': 'Fooling ourselves with science: hoaxes, retractions and the public',\n",
       "   'url': 'http://feeds.theguardian.com/c/34708/f/663867/s/46dec1c3/sc/32/l/0L0Stheguardian0N0Cscience0Cpolitical0Escience0C20A150Cjun0C0A20Cfooling0Eourselves0Ewith0Escience/story01.htm',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802, 4067999, 3894251],\n",
       "   'posted_on': '2015-06-02T17:19:00+00:00',\n",
       "   'summary': 'Recent controversies surrounding the public portrayal of science suggest that we are too reliant on its fragile findings Continue reading...',\n",
       "   'author': {'name': 'Science news, comment and analysis | theguardian.com',\n",
       "    'url': 'http://www.theguardian.com/science',\n",
       "    'description': \"Latest news and features from theguardian.com, the world's leading liberal voice\"}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'After A Torrent Of Criticism, A Journal Just Retracted A Study Pushing The Trendy “Gut Makeover” Diet',\n",
       "   'url': 'http://ct.moreover.com/?a=33646913416&p=1pl&v=1&x=2zJ_lgFEGZHFVsHFkBaW0g',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [21074585],\n",
       "   'posted_on': '2018-03-25T13:43:14+00:00',\n",
       "   'summary': 'A science journal has retracted a study claiming that the “Gut Makeover” — a trendy four-week diet that recommends lots of vegetables and chewing — helps people lose weight and feel better.',\n",
       "   'author': {'name': 'Buzzfeed',\n",
       "    'url': 'http://www.buzzfeed.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/766/normal/Screen_Shot_2016-01-26_at_16.47.05.png?1453826840'}},\n",
       "  '10.1371/journal.pone.0179017'),\n",
       " ({'title': 'A top Cornell food researcher has had 15 studies retracted. That’s a lot.',\n",
       "   'url': 'http://ct.moreover.com/?a=37487345767&p=1pl&v=1&x=OJrg_AHarg921WWSEM9wbw',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [33211569, 1469550, 1469604, 201659, 106634, 961661],\n",
       "   'posted_on': '2018-10-24T18:25:58+00:00',\n",
       "   'summary': 'It’s every scientist’s worst nightmare: six papers retracted in a single day, complete with a press release to help the world’s science reporters disseminate and discuss the news.',\n",
       "   'author': {'name': 'Vox.com',\n",
       "    'url': 'http://www.vox.com/',\n",
       "    'image': 'https://s3.amazonaws.com/weyland.altmetric.com/news_sources/logos/000/001/106/normal/Screen_Shot_2014-08-06_at_12.35.44.png?1407324987'}},\n",
       "  '10.1001/jamainternmed.2013.650')]"
      ]
     },
     "execution_count": 2930,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all 50 news are about retraction.\n",
    "random.sample(validation['news'], 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2932,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'Retraction',\n",
       "   'url': 'http://en.wikipedia.org/?diff=prev&oldid=710306701#altmetric_citation_1bbb8c68-a5ba-4219-add4-2b23e7c5a1a3',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221],\n",
       "   'posted_on': '2016-03-16T04:55:35+00:00',\n",
       "   'summary': 'A retraction is a public statement made about an earlier statement that withdraws, cancels, refutes, or reverses the original statement or ceases and desists from publishing the original statement.',\n",
       "   'page_url': 'http://en.wikipedia.org/?curid=582691',\n",
       "   'wiki_lang': 'en',\n",
       "   'author': {'name': 'Sk741~enwiki',\n",
       "    'url': 'http://en.wikipedia.org/wiki/User:Sk741~enwiki'}},\n",
       "  '10.1371/journal.pone.0146193')]"
      ]
     },
     "execution_count": 2932,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# this one article is also about retraction.\n",
    "validation['wikipedia']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2933,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'Dr.Oz-endorsed diet pill study was bogus, researchers admit',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10152404846385334&id=321154145333',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [861358],\n",
       "   'posted_on': '2014-10-22T17:10:03+00:00',\n",
       "   'summary': 'Watch a paper be withdrawn! this paper on green bean coffee extract is being pulled by the authors as potentially fraudulent! http://www.cbsnews.com/news/dr-oz-endorsed-green-coffee-bean-diet-study-retracted/\\nCan still get it on pubmed (for free).. http://',\n",
       "   'author': {'name': 'begin2dig (b2d)',\n",
       "    'url': 'https://www.facebook.com/321154145333',\n",
       "    'facebook_wall_name': 'begin2dig (b2d)',\n",
       "    'image': 'https://graph.facebook.com/321154145333/picture',\n",
       "    'id_on_source': '321154145333'}},\n",
       "  '10.2147/dmso.s27665'),\n",
       " ({'url': 'https://www.facebook.com/permalink.php?story_fbid=890931041079837&id=306574629515484',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [20703315],\n",
       "   'posted_on': '2018-04-02T19:13:35+00:00',\n",
       "   'summary': 'Retweeted Alliance for Science (@ScienceAlly):\\n\\nJournal retracts damaging article about #CRISPR: \"The central claim of the paper is therefore not sufficiently supported by the data. This is the reason for retraction of the paper.\"  https://t.co/dnlxXGuClO',\n",
       "   'author': {'name': 'UBIC',\n",
       "    'url': 'https://www.facebook.com/306574629515484',\n",
       "    'facebook_wall_name': 'UBIC',\n",
       "    'image': 'https://graph.facebook.com/306574629515484/picture',\n",
       "    'id_on_source': '306574629515484'}},\n",
       "  '10.1038/nmeth.4293'),\n",
       " ({'title': 'Secret Lab of Mad Scientist',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=987088938105191&id=358437037637054',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [35741744, 6316938, 13494353],\n",
       "   'posted_on': '2018-04-13T14:14:43+00:00',\n",
       "   'summary': '작년에 이런 논문을 소개했는데, 논문의 제 1저자가 논문의 여러가지 데이터를 조작하는 연구부정행위에 연루되었다는 것이 밝혀져서 논문이 철회되었습니다. -.-;;\\n\\nhttp://www.cell.com/cell/fulltext/S0092-8674(18)30390-8\\n\\n저 논문에 연구부정이 있었다는 이야기는 이전에 들었는데, Retraction을 보니 어느정도의 경위가 있군요. \\n\\nShortly following publication, a lab with wh',\n",
       "   'author': {'name': 'Secret Lab of Mad Scientist',\n",
       "    'url': 'https://www.facebook.com/358437037637054',\n",
       "    'facebook_wall_name': 'Secret Lab of Mad Scientist',\n",
       "    'image': 'https://graph.facebook.com/358437037637054/picture',\n",
       "    'id_on_source': '358437037637054'}},\n",
       "  '10.1016/j.cell.2016.10.023'),\n",
       " ({'title': 'Retracted: Screening of candidate genes and fine mapping of drought tolerance quantitative trait...',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1011475588931124&id=184930221585669',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4852719],\n",
       "   'posted_on': '2015-12-14T05:47:52+00:00',\n",
       "   'summary': 'Retracted: Screening of candidate genes and fine mapping of d\\nrought tolerance quantitative trait loci on chromosome 4 in rice (Oryza sativa L.) under drought stress\\n\\nhttp://onlinelibrary.wiley.com/doi/10.1002/ece3.1786/full',\n",
       "   'author': {'name': 'Crop Breeding and Genetics for Abiotic Stresses',\n",
       "    'url': 'https://www.facebook.com/184930221585669',\n",
       "    'facebook_wall_name': 'Crop Breeding and Genetics for Abiotic Stresses',\n",
       "    'image': 'https://graph.facebook.com/184930221585669/picture',\n",
       "    'id_on_source': '184930221585669'}},\n",
       "  '10.1002/ece3.1786'),\n",
       " ({'title': 'RETRACTED: Increased incidence of cervical cancer in Sweden: Possible link with HPV vaccination. - PubMed - NCBI',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=2307890765894162&id=1063973880285863',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [42340615, 42340615],\n",
       "   'posted_on': '2018-07-25T14:10:57+00:00',\n",
       "   'summary': 'We wonder why this was retracted:\\n\\nINCREASED INCIDENCE OF CERVICAL CANCER IN SWEDEN: POSSIBLE LINK TO THE HPV VACCINE\\nhttps://www.ncbi.nlm.nih.gov/pubmed/30037785',\n",
       "   'author': {'name': 'March Against Monsanto CLE',\n",
       "    'url': 'https://www.facebook.com/1063973880285863',\n",
       "    'facebook_wall_name': 'March Against Monsanto CLE',\n",
       "    'image': 'https://graph.facebook.com/1063973880285863/picture',\n",
       "    'id_on_source': '1063973880285863'}},\n",
       "  '10.20529/ijme.2018.037'),\n",
       " ({'title': 'Retracted: Long‐term health effects of the three major diets under self‐management with advice, yields high adherence and equal weight loss, but very different long‐term cardiovascular health effects as measured by myocardial perfusion imaging.',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=2071534292868548&id=153983877956942',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48937366, 48937366],\n",
       "   'posted_on': '2018-12-01T00:07:48+00:00',\n",
       "   'summary': 'A study that claimed Low-Carb Diets are bad for cardiovascular health has been retracted due to poor data and conflicts of interest.\\nAlong with two other diet\\'s \\'investigated\\' by the researchers, that have been retracted by peer reviewed publishers. \\n\\n\"Ret',\n",
       "   'author': {'name': 'Epiphany Health',\n",
       "    'url': 'https://www.facebook.com/153983877956942',\n",
       "    'facebook_wall_name': 'Epiphany Health',\n",
       "    'image': 'https://graph.facebook.com/153983877956942/picture',\n",
       "    'id_on_source': '153983877956942'}},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'title': 'Study linking vaccines to autism pulled following heavy criticism - Retraction Watch',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=570619863132861&id=420739121454270',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [14088732],\n",
       "   'posted_on': '2016-11-29T01:45:34+00:00',\n",
       "   'summary': 'Remember that very recent vaccinated vs. unvaccinated study that was going to be published in \"Frontiers in Public Health?\" If not, here was the link:\\nhttp://journal.frontiersin.org/article/10.3389/fpubh.2016.00270/abstract\\n\\nYou\\'ll notice it goes to an err',\n",
       "   'author': {'name': 'Ohio Advocates for Medical Freedom',\n",
       "    'url': 'https://www.facebook.com/420739121454270',\n",
       "    'facebook_wall_name': 'Ohio Advocates for Medical Freedom',\n",
       "    'image': 'https://graph.facebook.com/420739121454270/picture',\n",
       "    'id_on_source': '420739121454270'}},\n",
       "  '10.3389/fpubh.2016.00270'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/100002121809178/posts/564429053637816',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2013-12-30T17:16:32+00:00',\n",
       "   'author': {'name': 'Lisa Zim',\n",
       "    'url': 'https://www.facebook.com/100002121809178',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100002121809178/picture',\n",
       "    'id_on_source': '100002121809178'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'The role of specific PP2A complexes in the dephosphorylation of γH2AX',\n",
       "   'url': 'https://www.facebook.com/269822146519170/posts/437734549727928',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3761966],\n",
       "   'posted_on': '2015-03-06T16:00:35+00:00',\n",
       "   'summary': '#Retraction #FigureManipulations \\nThe role of specific PP2A complexes in the dephosphorylation of γH2AX\\nhttp://t.co/6r80jVS4Dv jcs.biologists.org',\n",
       "   'author': {'name': 'Ethics and Integrity in Research',\n",
       "    'url': 'https://www.facebook.com/269822146519170',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/269822146519170/picture',\n",
       "    'id_on_source': '269822146519170'}},\n",
       "  '10.1242/jcs.147223'),\n",
       " ({'title': 'RETRACTED: Letter to the editor - ScienceDirect',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10156196584478588&id=143367983587',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [27586431],\n",
       "   'posted_on': '2018-02-22T00:53:01+00:00',\n",
       "   'summary': '#StopAVN.  We will act on antivax malfeasance wherever we find it.\\n\\n(KMcL)\\nhttps://www.sciencedirect.com/science/article/pii/S0300483X17302901?via%3Dihub',\n",
       "   'author': {'name': 'Stop the Australian (Anti)Vaccination Network',\n",
       "    'url': 'https://www.facebook.com/143367983587',\n",
       "    'facebook_wall_name': 'Stop the Australian (Anti)Vaccination Network',\n",
       "    'image': 'https://graph.facebook.com/143367983587/picture',\n",
       "    'id_on_source': '143367983587'}},\n",
       "  '10.1016/j.tox.2017.09.010'),\n",
       " ({'title': 'Retraction: Novel self-inactivating vectors for reconstitution of wiskott-Aldrich syndrome. -...',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1021167557896483&id=997005073646065',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4015584],\n",
       "   'posted_on': '2015-05-13T17:49:11+00:00',\n",
       "   'summary': '#Retraction to \"Novel self-inactivating vectors for reconstitution of wiskott-Aldrich syndrome.\"\\nhttp://t.co/UkyYBv7wW7',\n",
       "   'author': {'name': 'Ethics and Integrity',\n",
       "    'url': 'https://www.facebook.com/997005073646065',\n",
       "    'facebook_wall_name': 'Ethics and Integrity',\n",
       "    'image': 'https://graph.facebook.com/997005073646065/picture',\n",
       "    'id_on_source': '997005073646065'}},\n",
       "  '10.2174/1566523215666150126120327'),\n",
       " ({'title': 'Scientific Fraud: Gay Marriage Study Retracted It’s not...',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=890804804319397&id=125258080874077',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802],\n",
       "   'posted_on': '2015-05-31T20:11:08+00:00',\n",
       "   'summary': 'Scientific Fraud: Gay Marriage Study Retracted It’s not...',\n",
       "   'author': {'name': 'Scientiflix',\n",
       "    'url': 'https://www.facebook.com/125258080874077',\n",
       "    'facebook_wall_name': 'Scientiflix',\n",
       "    'image': 'https://graph.facebook.com/125258080874077/picture',\n",
       "    'id_on_source': '125258080874077'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'http://t.co/6luTe6y6',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10151143089409965&id=71977064964',\n",
       "   'citation_ids': [1008721],\n",
       "   'posted_on': '2012-10-18T14:02:16+00:00',\n",
       "   'summary': \"Biochem journal retracts paper because Chinese authors didn't acknowledge California State U. instructor or funding: http://t.co/6luTe6y6\",\n",
       "   'author': {'name': 'BioTechniques: The International Journal of Life Science Methods',\n",
       "    'url': 'https://www.facebook.com/71977064964',\n",
       "    'facebook_wall_name': 'BioTechniques: The International Journal of Life Science Methods',\n",
       "    'image': 'https://graph.facebook.com/71977064964/picture',\n",
       "    'id_on_source': '71977064964'}},\n",
       "  '10.1016/j.bbrc.2011.11.074'),\n",
       " ({'title': 'Modelling the effect of Chlamydia trachomatis testing on the prevalence of infection in England: what impact can we expect from the National Chlamydia Screening Programme?',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=534028483303749&id=156981681008433',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [809213],\n",
       "   'posted_on': '2013-03-09T06:54:55+00:00',\n",
       "   'summary': 'Notice of Retraction The authors and the editors are issuing a retraction of the article entitled \"Modelling the effect of Chlamydia trachomatis testing on the prevalence of infection in England: what impact can we expect from the National Chlamydia …',\n",
       "   'author': {'name': 'Sexually Transmitted Infections (STI)',\n",
       "    'url': 'https://www.facebook.com/156981681008433',\n",
       "    'facebook_wall_name': 'Sexually Transmitted Infections (STI)',\n",
       "    'image': 'https://graph.facebook.com/156981681008433/picture',\n",
       "    'id_on_source': '156981681008433'}},\n",
       "  '10.1136/sextrans-2011-050126'),\n",
       " ({'title': 'ScienceDirect.com - Research Policy - WITHDRAWN: How to create commercial value from patents: The ro',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=576448899032995&id=480426721993595',\n",
       "   'citation_ids': [766615],\n",
       "   'posted_on': '2013-02-24T12:45:04+00:00',\n",
       "   'summary': 'So, one more retraction ...',\n",
       "   'author': {'name': 'Professor Nicolai J. Foss',\n",
       "    'url': 'https://www.facebook.com/480426721993595',\n",
       "    'facebook_wall_name': 'Professor Nicolai J. Foss',\n",
       "    'image': 'https://graph.facebook.com/480426721993595/picture',\n",
       "    'id_on_source': '480426721993595'}},\n",
       "  '10.1016/j.respol.2012.04.012'),\n",
       " ({'url': 'https://www.facebook.com/permalink.php?story_fbid=885637468131979&id=276625072366558',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2082271],\n",
       "   'posted_on': '2014-08-27T09:46:59+00:00',\n",
       "   'summary': 'The ESI-hot STAP paper was published in Nature on January 30, 2014 and retracted 5 months later on July 3, 2014. This visualization is based on 46 articles cited the STAP paper as of August 27, 2014. Red waves depict the citation links made by these citing',\n",
       "   'author': {'name': 'CiteSpace',\n",
       "    'url': 'https://www.facebook.com/276625072366558',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/276625072366558/picture',\n",
       "    'id_on_source': '276625072366558'}},\n",
       "  '10.1038/nature12968'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/1490700048/posts/10201630378069849',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2014-02-03T06:54:24+00:00',\n",
       "   'author': {'name': 'Jerry Wu',\n",
       "    'url': 'https://www.facebook.com/1490700048',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/1490700048/picture',\n",
       "    'id_on_source': '1490700048'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'The Lancet Retracts Cardiac Stem Cell Clinical Trial Paper',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1713723355393829&id=364089560357222',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [454223],\n",
       "   'posted_on': '2019-03-15T13:54:12+00:00',\n",
       "   'summary': 'PHAR 508, PIAT, FMD... why we arm you with some critical thinking skills...\\n\\nhttps://www.the-scientist.com/news-opinion/the-lancet-retracts-cardiac-stem-cell-clinical-trial-paper-65598\\n\\nhttps://www.thelancet.com/journals/lancet/article/PIIS0140-6736(11)615',\n",
       "   'author': {'name': 'Hébert Lab',\n",
       "    'url': 'https://www.facebook.com/364089560357222',\n",
       "    'facebook_wall_name': 'Hébert Lab',\n",
       "    'image': 'https://graph.facebook.com/364089560357222/picture',\n",
       "    'id_on_source': '364089560357222'}},\n",
       "  '10.1016/s0140-6736(11)61590-0'),\n",
       " ({'title': 'Subtyping Attention-Deficit/Hyperactivity Disorder',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1636618643058856&id=229568957097172',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2497666],\n",
       "   'posted_on': '2018-04-09T18:12:00+00:00',\n",
       "   'summary': 'A 2014 highly influential JAMA Psychiatry #paper on attention deficit hyperactivity disorder #ADHD in #kids gets #retracted by authors themselves and then replaced last month, after some errors in the data were discovered in what seems to be an honest mist',\n",
       "   'author': {'name': 'Labome News',\n",
       "    'url': 'https://www.facebook.com/229568957097172',\n",
       "    'facebook_wall_name': 'Labome News',\n",
       "    'image': 'https://graph.facebook.com/229568957097172/picture',\n",
       "    'id_on_source': '229568957097172'}},\n",
       "  '10.1001/jamapsychiatry.2014.763'),\n",
       " ({'title': 'Redirecting',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1944817542440534&id=1478877562367870',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4608769],\n",
       "   'posted_on': '2017-11-04T22:13:29+00:00',\n",
       "   'summary': 'Retweeted Science Blotter (@SciBlotter):\\n\\nMitochondrion\\n\"RETRACTED: Bezafibrate improves mitochondrial func...\"\\nhttps://t.co/FZMtaPkdMn\\n@PubPeer https://t.co/yp63s2nsVH',\n",
       "   'author': {'name': 'PubPeer',\n",
       "    'url': 'https://www.facebook.com/1478877562367870',\n",
       "    'facebook_wall_name': 'PubPeer',\n",
       "    'image': 'https://graph.facebook.com/1478877562367870/picture',\n",
       "    'id_on_source': '1478877562367870'}},\n",
       "  '10.1016/j.mito.2012.12.003'),\n",
       " ({'title': 'Retracted: Screening of candidate genes and fine mapping of drought tolerance quantitative trait...',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1030156507004890&id=262840257069856',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4852719],\n",
       "   'posted_on': '2015-12-14T11:32:15+00:00',\n",
       "   'summary': 'Our site uses cookies to improve your experience. You can find out more about our use of cookies in About Cookies, including instructions on how to turn off cookies if you wish to do so. By continuing to browse this site you agree to us using cookies as de',\n",
       "   'author': {'name': 'Genetics, Plant Breeding and Biotechnology',\n",
       "    'url': 'https://www.facebook.com/262840257069856',\n",
       "    'facebook_wall_name': 'Genetics, Plant Breeding and Biotechnology',\n",
       "    'image': 'https://graph.facebook.com/262840257069856/picture',\n",
       "    'id_on_source': '262840257069856'}},\n",
       "  '10.1002/ece3.1786'),\n",
       " ({'title': 'The role of specific PP2A complexes in the dephosphorylation of γH2AX',\n",
       "   'url': 'https://www.facebook.com/997005073646065/posts/997028023643770',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [3761966],\n",
       "   'posted_on': '2015-03-27T18:39:24+00:00',\n",
       "   'summary': '#Retraction #FigureManipulations \\nThe role of specific PP2A complexes in the dephosphorylation of γH2AX\\nhttp://t.co/6r80jVS4Dv jcs.biologists.org',\n",
       "   'author': {'name': 'Ethics and Integrity',\n",
       "    'url': 'https://www.facebook.com/997005073646065',\n",
       "    'facebook_wall_name': 'Ethics and Integrity',\n",
       "    'image': 'https://graph.facebook.com/997005073646065/picture',\n",
       "    'id_on_source': '997005073646065'}},\n",
       "  '10.1242/jcs.147223'),\n",
       " ({'title': 'RETRACTED: The impact of medically supervised injection centres on drug-related harms: a meta-analysis',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=944239502426845&id=135052193345584',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [46099246],\n",
       "   'posted_on': '2018-09-27T10:31:13+00:00',\n",
       "   'summary': 'Earlier this year, the International Journal of Drug Policy published a meta-analysis questioning the efficacy of safer consumption sites.\\n\\nToday, the authors have announced they are retracting the article, acknowledging methodological shortcomings.\\n\\n#Harm',\n",
       "   'author': {'name': \"Support. Don't Punish.\",\n",
       "    'url': 'https://www.facebook.com/135052193345584',\n",
       "    'facebook_wall_name': \"Support. Don't Punish.\",\n",
       "    'image': 'https://graph.facebook.com/135052193345584/picture',\n",
       "    'id_on_source': '135052193345584'}},\n",
       "  '10.1016/j.drugpo.2018.06.018'),\n",
       " ({'title': 'Redirecting',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1944816012440687&id=1478877562367870',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699],\n",
       "   'posted_on': '2017-11-04T22:11:16+00:00',\n",
       "   'summary': 'Retweeted Science Blotter (@SciBlotter):\\n\\nJournal of Inorganic Bioche\\n\"RETRACTED: Subcutaneous injections of aluminum at ...\"\\nhttps://t.co/5vFgL9YWxJ\\n@PubPeer https://t.co/kWu8rx2W3x',\n",
       "   'author': {'name': 'PubPeer',\n",
       "    'url': 'https://www.facebook.com/1478877562367870',\n",
       "    'facebook_wall_name': 'PubPeer',\n",
       "    'image': 'https://graph.facebook.com/1478877562367870/picture',\n",
       "    'id_on_source': '1478877562367870'}},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'Primary Prevention of Cardiovascular Disease with a Mediterranean Diet | NEJM',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1704889729565080&id=229568957097172',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1261724],\n",
       "   'posted_on': '2018-06-15T13:11:00+00:00',\n",
       "   'summary': 'Remember the study of Mediterranean diet and its heart benefits? It was just retracted by The New England Journal of Medicine: http://bit.ly/2Mp5JNb',\n",
       "   'author': {'name': 'Labome News',\n",
       "    'url': 'https://www.facebook.com/229568957097172',\n",
       "    'facebook_wall_name': 'Labome News',\n",
       "    'image': 'https://graph.facebook.com/229568957097172/picture',\n",
       "    'id_on_source': '229568957097172'}},\n",
       "  '10.1056/nejmoa1200303'),\n",
       " ({'title': 'RETRACTED: (p)ppGpp Controls Bacterial Persistence by Stochastic Induction of Toxin-Antitoxin Activity',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1797421823623038&id=432822463416321',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1718824],\n",
       "   'posted_on': '2018-02-27T13:24:58+00:00',\n",
       "   'summary': 'http://www.cell.com/cell/fulltext/S0092-8674(13)00958-6\\n\\nInteresting...',\n",
       "   'author': {'name': 'Lemos-Abranches Laboratory',\n",
       "    'url': 'https://www.facebook.com/432822463416321',\n",
       "    'facebook_wall_name': 'Lemos-Abranches Laboratory',\n",
       "    'image': 'https://graph.facebook.com/432822463416321/picture',\n",
       "    'id_on_source': '432822463416321'}},\n",
       "  '10.1016/j.cell.2013.07.048'),\n",
       " ({'url': 'https://www.facebook.com/permalink.php?story_fbid=885636338132092&id=276625072366558',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2082271],\n",
       "   'posted_on': '2014-08-27T09:42:15+00:00',\n",
       "   'summary': 'The ESI-hot STAP paper was published in Nature on January 30, 2014 and retracted 5 months later on July 3, 2014. This visualization is based on 46 articles cited the STAP paper as of August 27, 2014. Waves depict citation links made by these citing article',\n",
       "   'author': {'name': 'CiteSpace',\n",
       "    'url': 'https://www.facebook.com/276625072366558',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/276625072366558/picture',\n",
       "    'id_on_source': '276625072366558'}},\n",
       "  '10.1038/nature12968'),\n",
       " ({'title': 'RETRACTED: Modified intelligent genetic algorithm-based adaptive neural network control for...',\n",
       "   'url': 'https://www.facebook.com/100001616602566/posts/737398682990678',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2505325],\n",
       "   'posted_on': '2014-07-13T07:10:36+00:00',\n",
       "   'summary': '整件事比想像糟糕. 如果是陳震遠作弊,那有他掛名的paper被退稿我了解.但為何期刊連沒有他名字,但有他兄弟陳震武(Chen C-W)或蔣偉寧(Chiang W-L)的paper也一併被退?\\n\\n我整理了一下.陳震武在沒有兄弟掛名的狀態下有19篇論文被退稿.而當中有三篇有蔣偉寧的名字.這兩個人總不能把退稿之事推給陳震遠吧!\\n\\n教育部長是該把話說清楚!!\\n\\nChen C-W (陳震武)(2014) Applications of neural-network-based fuzzy logic control',\n",
       "   'author': {'name': 'Yeh Julian',\n",
       "    'url': 'https://www.facebook.com/100001616602566',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100001616602566/picture',\n",
       "    'id_on_source': '100001616602566'}},\n",
       "  '10.1177/1077546312442232'),\n",
       " ({'title': 'Retracted! - When contact changes minds: An experiment on transmission of support for gay equality',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=969477063072765&id=191666770853802',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2975802],\n",
       "   'posted_on': '2015-05-29T17:54:48+00:00',\n",
       "   'summary': \"Pro-Homosexual 'Marriage' Advocates Faked Data -- Say It Ain't So! http://www.sciencemag.org/content/346/6215/1366\",\n",
       "   'author': {'name': 'Paul Hughes Bible Ministry & Music',\n",
       "    'url': 'https://www.facebook.com/191666770853802',\n",
       "    'facebook_wall_name': 'Paul Hughes Bible Ministry & Music',\n",
       "    'image': 'https://graph.facebook.com/191666770853802/picture',\n",
       "    'id_on_source': '191666770853802'}},\n",
       "  '10.1126/science.1256151'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/100000557593079/posts/745689992126247',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2013-12-17T21:31:53+00:00',\n",
       "   'summary': \"My guess is the real reason Seralini's paper was retracted by the publisher was that they were attacked by the industry. Read all about it here,'' Corporate Espionage: The Séralini Affair and Beyond'' http://farmwars.info/?p=12140\",\n",
       "   'author': {'name': 'Rod Hays',\n",
       "    'url': 'https://www.facebook.com/100000557593079',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100000557593079/picture',\n",
       "    'id_on_source': '100000557593079'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Retraction of: Tumor Protein D52-Like 2 Contributes to Proliferation of Breast Cancer Cells; 10.1089/cbr.2014.1723.',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1523566141024589&id=347468151967733',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [30007087],\n",
       "   'posted_on': '2017-12-02T19:28:03+00:00',\n",
       "   'summary': '#breastcancer Retraction of Tumor Protein D52Like 2 Contributes to Proliferation of Breast #cancer Cells; 10.1089cbr.2014.1723.',\n",
       "   'author': {'name': 'Breast Cancer',\n",
       "    'url': 'https://www.facebook.com/347468151967733',\n",
       "    'facebook_wall_name': 'Breast Cancer',\n",
       "    'image': 'https://graph.facebook.com/347468151967733/picture',\n",
       "    'id_on_source': '347468151967733'}},\n",
       "  '10.1089/cbr.2014.1723'),\n",
       " ({'title': 'RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes in mouse brain that are homologous with biomarkers of autism - ScienceDirect',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1583400191720902&id=897990640261864',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699],\n",
       "   'posted_on': '2017-11-10T23:00:00+00:00',\n",
       "   'summary': 'The Shaw paper that I\\'ve written about several times, including a blog post with The Blood-Brain Barrier Scientist (https://goo.gl/MCSPFq), has finally been retracted. The retraction notice reads:\\n\"This article has been retracted at the request of the Edit',\n",
       "   'author': {'name': 'The Mad Virologist',\n",
       "    'url': 'https://www.facebook.com/897990640261864',\n",
       "    'facebook_wall_name': 'The Mad Virologist',\n",
       "    'image': 'https://graph.facebook.com/897990640261864/picture',\n",
       "    'id_on_source': '897990640261864'}},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'Measles-mumps-rubella vaccination timing and autism among young african american boys: a...',\n",
       "   'url': 'https://www.facebook.com/1285183546/posts/10203041307935363',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-10-20T23:14:15+00:00',\n",
       "   'summary': 'Dr. Brian Hooker’s Paper is up again for all http://www.translationalneurodegeneration.com/content/3/1/16 Retracted ONLY because he is a Dad of child w Autism #CDCwhistleblower www.translationalneurodegeneration.com',\n",
       "   'author': {'name': 'Timothy Welsh',\n",
       "    'url': 'https://www.facebook.com/1285183546',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/1285183546/picture',\n",
       "    'id_on_source': '1285183546'}},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'title': 'http://t.co/O4JO9JWn',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10151088545384965&id=71977064964',\n",
       "   'citation_ids': [200037],\n",
       "   'posted_on': '2012-09-07T21:54:40+00:00',\n",
       "   'summary': 'Also in PLoS ONE -> Retraction: Comparative Expression Profile of miRNA & #mRNA in  #HIV-infected Blood Mononucle Cells http://t.co/O4JO9JWn',\n",
       "   'author': {'name': 'BioTechniques: The International Journal of Life Science Methods',\n",
       "    'url': 'https://www.facebook.com/71977064964',\n",
       "    'facebook_wall_name': 'BioTechniques: The International Journal of Life Science Methods',\n",
       "    'image': 'https://graph.facebook.com/71977064964/picture',\n",
       "    'id_on_source': '71977064964'}},\n",
       "  '10.1371/journal.pone.0022730'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/100002431201620/posts/631222990302069',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2014-05-08T09:48:39+00:00',\n",
       "   'summary': 'Escalation of signs of liver and kidney toxicity found in Monsanto 90-day feeding trial (Hammond, B., et al. (2004). Results of a 13 week safety assurance study with rats fed grain from glyphosate tolerant corn. Food Chem Toxicol 42(6): 1003-1014), leading',\n",
       "   'author': {'name': 'Andreas Erhard Paul Hagenstein',\n",
       "    'url': 'https://www.facebook.com/100002431201620',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100002431201620/picture',\n",
       "    'id_on_source': '100002431201620'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/555087068/posts/10152195931062069',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2014-01-27T11:28:52+00:00',\n",
       "   'author': {'name': 'Matt Meckley',\n",
       "    'url': 'https://www.facebook.com/555087068',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/555087068/picture',\n",
       "    'id_on_source': '555087068'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'url': 'https://www.facebook.com/permalink.php?story_fbid=816413955196675&id=302413256596750',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [7114638,\n",
       "    14138263,\n",
       "    13665179,\n",
       "    13519526,\n",
       "    20667585,\n",
       "    23376718,\n",
       "    23376718],\n",
       "   'posted_on': '2017-08-02T21:20:45+00:00',\n",
       "   'summary': 'Editorial: Time for the data to speak\\n\\nRetraction of a study claiming gene editing via an Argonaute enzyme illustrates the importance of post-publication peer review in the age of 24/7 media.\\n\\nIn this issue, Chunyu Han and colleagues retract a paper publis',\n",
       "   'author': {'name': 'Nature Biotechnology',\n",
       "    'url': 'https://www.facebook.com/302413256596750',\n",
       "    'facebook_wall_name': 'Nature Biotechnology',\n",
       "    'image': 'https://graph.facebook.com/302413256596750/picture',\n",
       "    'id_on_source': '302413256596750'}},\n",
       "  '10.1038/nbt.3547'),\n",
       " ({'title': 'Measles-mumps-rubella vaccination timing and autism among young african american boys: a...',\n",
       "   'url': 'https://www.facebook.com/172500362762505/posts/874536405892227',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-10-05T14:32:51+00:00',\n",
       "   'summary': 'Who\\'s surpised? Latest anti-vax \"science\" paper retracted 4 questionable methods & undisclosed conflicts of interest.',\n",
       "   'author': {'name': 'Dr. Dan Flanders',\n",
       "    'url': 'https://www.facebook.com/172500362762505',\n",
       "    'facebook_wall_name': 'Dr. Dan Flanders',\n",
       "    'image': 'https://graph.facebook.com/172500362762505/picture',\n",
       "    'id_on_source': '172500362762505'}},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/100002315860295/posts/675566995808364',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2013-12-17T00:54:55+00:00',\n",
       "   'summary': 'GMO, Failed Promises; Flawed Science: A Serious Health and Safety Issue\\nOpinions touting the benefits of genetically modified food need correcting. There is nothing in biotechnology that has increased the intrinsic yield potential of any crop.  Instead, th',\n",
       "   'author': {'name': 'John Hanson',\n",
       "    'url': 'https://www.facebook.com/100002315860295',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100002315860295/picture',\n",
       "    'id_on_source': '100002315860295'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/100002972040646/posts/525121987596865',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2014-03-29T21:31:47+00:00',\n",
       "   'summary': 'This goes along with the Big Ag strategy of suppressing information from the Seralini study. \\n\\nhttp://www.sciencedirect.com/science/article/pii/S0278691512005637',\n",
       "   'author': {'name': 'Blind Al',\n",
       "    'url': 'https://www.facebook.com/100002972040646',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/100002972040646/picture',\n",
       "    'id_on_source': '100002972040646'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Measles-mumps-rubella vaccination timing and autism among young african american boys: a...',\n",
       "   'url': 'https://www.facebook.com/1053352773/posts/10203940402444436',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-10-21T11:30:01+00:00',\n",
       "   'summary': \"Looks like Translational Neurodegeneration wants to have their cake and eat it too.  Brian Hooker's paper is back WITH a retraction.  Curiouser and curiouser. www.translationalneurodegeneration.com\",\n",
       "   'author': {'name': \"Zoey O'Toole\",\n",
       "    'url': 'https://www.facebook.com/1053352773',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/1053352773/picture',\n",
       "    'id_on_source': '1053352773'}},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'title': 'Reproducible subcutaneous transplantation of cell sheets into recipient mice : Nature Protocols...',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1666446560277635&id=1478877562367870',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [178375],\n",
       "   'posted_on': '2016-03-09T20:38:56+00:00',\n",
       "   'summary': 'Retweeted Robert Geller (@rjgeller):\\n\\nObokata et al. (2011, Nat. Protocol):  Retracted but still being sold for ¥3300\\nhttps://t.co/0GYsreGdNC @pubpeer @ivanoransky @pknoepfler',\n",
       "   'author': {'name': 'PubPeer',\n",
       "    'url': 'https://www.facebook.com/1478877562367870',\n",
       "    'facebook_wall_name': 'PubPeer',\n",
       "    'image': 'https://graph.facebook.com/1478877562367870/picture',\n",
       "    'id_on_source': '1478877562367870'}},\n",
       "  '10.1038/nprot.2011.356'),\n",
       " ({'title': 'RETRACTED: Biomechanical and biocompatibility characteristics of electrospun polymeric tracheal scaffolds',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=2276636205957895&id=1676955379259317',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4067062],\n",
       "   'posted_on': '2019-01-17T06:01:20+00:00',\n",
       "   'summary': '”RETRACTED: Biomechanical and biocompatibility characteristics of electrospun polymeric tracheal scaffolds”',\n",
       "   'author': {'name': 'Med kniven mot strupen - Karolinska institutet',\n",
       "    'url': 'https://www.facebook.com/1676955379259317',\n",
       "    'facebook_wall_name': 'Med kniven mot strupen - Karolinska institutet',\n",
       "    'image': 'https://graph.facebook.com/1676955379259317/picture',\n",
       "    'id_on_source': '1676955379259317'}},\n",
       "  '10.1016/j.biomaterials.2014.03.015'),\n",
       " ({'title': 'GMO debate: inconclusive',\n",
       "   'url': 'https://www.facebook.com/328076697254671/posts/581888145206857',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [1555072],\n",
       "   'posted_on': '2013-09-11T00:14:58+00:00',\n",
       "   'summary': 'Example of retracted article: GMO debate: inconclusive\\n\\n\"The journal wishes to retract the Opinion article cited above. Based on information reported after publication, this article was found to contain substantial sections that were taken verbatim from pr',\n",
       "   'author': {'name': 'The Realist Examiner: Bad Media',\n",
       "    'url': 'https://www.facebook.com/328076697254671',\n",
       "    'facebook_wall_name': 'Realist Examiner: Bad Media',\n",
       "    'image': 'https://graph.facebook.com/328076697254671/picture',\n",
       "    'id_on_source': '328076697254671'}},\n",
       "  '10.3389/fgene.2013.00123'),\n",
       " ({'title': 'Unexpected mutations after CRISPR-Cas9 editing in vivo : Nature Methods : Nature Research',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1629562107097843&id=229568957097172',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [20703315],\n",
       "   'posted_on': '2018-04-01T16:16:00+00:00',\n",
       "   'summary': '#Nature #journal retracts controversial #CRISPR #paper after authors admit #results could in fact be quite wrong: https://www.nature.com/nmeth/journal/v14/n6/full/nmeth.4293.html#correction3',\n",
       "   'author': {'name': 'Labome News',\n",
       "    'url': 'https://www.facebook.com/229568957097172',\n",
       "    'facebook_wall_name': 'Labome News',\n",
       "    'image': 'https://graph.facebook.com/229568957097172/picture',\n",
       "    'id_on_source': '229568957097172'}},\n",
       "  '10.1038/nmeth.4293'),\n",
       " ({'title': 'RETRACTED: Long term toxicity of a Roundup herbicide and a Roundup-tolerant genetically modified...',\n",
       "   'url': 'https://www.facebook.com/672534324/posts/10152543152774325',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2014-01-22T04:34:27+00:00',\n",
       "   'summary': 'This page explains why everything you fear about GMO is made up hysteria:\\nhttp://www.sciencedirect.com/science/article/pii/S0278691512005637',\n",
       "   'author': {'name': 'Joshua Merrill',\n",
       "    'url': 'https://www.facebook.com/672534324',\n",
       "    'facebook_wall_name': False,\n",
       "    'image': 'https://graph.facebook.com/672534324/picture',\n",
       "    'id_on_source': '672534324'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'The risk of prostate cancer in pilots: a meta-analysis. - PubMed - NCBI',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10153423287285701&id=347784895700',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4106642],\n",
       "   'posted_on': '2015-06-08T13:23:45+00:00',\n",
       "   'summary': 'Aerosp Med Hum Perform. 2015 Feb;86(2):112-7. doi: 10.3357/AMHP.4075.2015. Meta-Analysis; Retracted Publication; Review',\n",
       "   'author': {'name': 'NAS Pensacola Public Affairs',\n",
       "    'url': 'https://www.facebook.com/347784895700',\n",
       "    'facebook_wall_name': 'NAS Pensacola Public Affairs',\n",
       "    'image': 'https://graph.facebook.com/347784895700/picture',\n",
       "    'id_on_source': '347784895700'}},\n",
       "  '10.3357/amhp.4075.2015'),\n",
       " ({'title': 'Retracted: Long‐term health effects of the three major diets under self‐management with advice, yields high adherence and equal weight loss, but very different long‐term cardiovascular health effects as measured by myocardial perfusion imaging.',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=10155977378681239&id=171820176238',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [48937366],\n",
       "   'posted_on': '2018-11-12T15:26:57+00:00',\n",
       "   'summary': 'For all of our HFLC, Atkins and Keto patients: A recently-published, widely-quoted scientific study (which concluded that HFLC diet was unhealthful) has been RETRACTED due to data manipulation (fudging the numbers) and UNREPORTED financial conflict of inte',\n",
       "   'author': {'name': 'Springbrook Chiropractic/Dr. John J. Collins',\n",
       "    'url': 'https://www.facebook.com/171820176238',\n",
       "    'facebook_wall_name': 'Springbrook Chiropractic/Dr. John J. Collins',\n",
       "    'image': 'https://graph.facebook.com/171820176238/picture',\n",
       "    'id_on_source': '171820176238'}},\n",
       "  '10.1002/clc.23047'),\n",
       " ({'title': 'Measles-mumps-rubella vaccination timing and autism among young african american boys: a...',\n",
       "   'url': 'https://www.facebook.com/686182981422650/posts/854012671306346',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-10-07T00:42:39+00:00',\n",
       "   'summary': 'retracted because it would destroy the vaccine industry....how transparent!\\nhttp://www.ncbi.nlm.nih.gov/pmc/articles/PMC4128611/',\n",
       "   'author': {'name': 'Contaminated Vaccines',\n",
       "    'url': 'https://www.facebook.com/686182981422650',\n",
       "    'facebook_wall_name': 'Contaminated Vaccines',\n",
       "    'image': 'https://graph.facebook.com/686182981422650/picture',\n",
       "    'id_on_source': '686182981422650'}},\n",
       "  '10.1186/2047-9158-3-16'),\n",
       " ({'title': 'Statement of Retraction. Tub Has a Key Role in Insulin and Leptin Signaling and Action In Vivo in Hypothalamic Nuclei. Diabetes 2013;62:137–148. DOI: 10.2337/db11-1388',\n",
       "   'url': 'https://www.facebook.com/permalink.php?story_fbid=1905058069735713&id=1760272960880892',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [941429, 6311550, 16304780],\n",
       "   'posted_on': '2017-03-07T03:00:22+00:00',\n",
       "   'summary': 'Statement of Retraction. Tub Has a Key Role in Insulin and Leptin Signaling and Action In Vivo in Hypothalamic Nuclei. Diabetes 2013;62:137-148. DOI: 10.2337/db11-1388',\n",
       "   'author': {'name': 'Diabetes Cafe',\n",
       "    'url': 'https://www.facebook.com/1760272960880892',\n",
       "    'facebook_wall_name': 'Diabetes Cafe',\n",
       "    'image': 'https://graph.facebook.com/1760272960880892/picture',\n",
       "    'id_on_source': '1760272960880892'}},\n",
       "  '10.2337/db11-1388')]"
      ]
     },
     "execution_count": 2933,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all 50 fb posts are about retraction.\n",
    "random.sample(validation['facebook'], 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2936,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': 'RETRACTED: The impact of medically supervised injection centres on drug-related harms: a meta-analysis...',\n",
       "   'url': 'https://plus.google.com/115794021272752859034/posts/BGLYUjbTEm2',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [46099246, 46099246],\n",
       "   'posted_on': '2018-09-27T09:47:15+00:00',\n",
       "   'summary': 'RETRACTED: The impact of medically supervised injection centres on drug-related harms: a meta-analysis... RETRACTED: The impact of medically supervised injection centres on drug-related harms: a meta-analysisTom May, Trevor Bennett, Katy HollowayCentre for',\n",
       "   'author': {'name': 'Barb Kueber',\n",
       "    'url': 'https://plus.google.com/115794021272752859034',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mB-wPFQwnYtnbE6YVV9LPzzXZxbqNWWiaKCP9duvA?sz=50',\n",
       "    'id_on_source': '115794021272752859034'}},\n",
       "  '10.1016/j.drugpo.2018.06.018'),\n",
       " ({'title': 'This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of...',\n",
       "   'url': 'https://plus.google.com/108338843900495409073/posts/WFeoTKiSDVT',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699],\n",
       "   'posted_on': '2017-11-11T03:52:31+00:00',\n",
       "   'summary': 'This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of... This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of incorrect dataAt last.http://www.sciencedirect.co',\n",
       "   'author': {'name': 'Christian Nalletamby',\n",
       "    'url': 'https://plus.google.com/108338843900495409073',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mAWlSEpNdCxxaoOrqfxsNZnaOn1sIiVXefVkcigc-4?sz=50',\n",
       "    'id_on_source': '108338843900495409073'}},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of...',\n",
       "   'url': 'https://plus.google.com/108338843900495409073/posts/iirscyCZqgE',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699, 24995699],\n",
       "   'posted_on': '2017-11-11T03:51:54+00:00',\n",
       "   'summary': 'This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of... This article has been retracted at the request of the Editor-in-Chief and Authors, due to evidence of incorrect dataAt last.http://www.sciencedirect.co',\n",
       "   'author': {'name': 'Christian Nalletamby',\n",
       "    'url': 'https://plus.google.com/108338843900495409073',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mAWlSEpNdCxxaoOrqfxsNZnaOn1sIiVXefVkcigc-4?sz=50',\n",
       "    'id_on_source': '108338843900495409073'}},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes...',\n",
       "   'url': 'https://plus.google.com/+JaredCarlisleJesus/posts/YK7bWTkNDak',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699],\n",
       "   'posted_on': '2018-01-02T06:04:45+00:00',\n",
       "   'summary': 'RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes... RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes in mouse brain that are homologous with biomark'},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes...',\n",
       "   'url': 'https://plus.google.com/113648764246996615687/posts/5Pjovff9XUg',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [24995699],\n",
       "   'posted_on': '2018-01-02T21:07:50+00:00',\n",
       "   'summary': 'RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes... RETRACTED: Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes in mouse brain that are homologous with biomark',\n",
       "   'author': {'name': 'John Marshall',\n",
       "    'url': 'https://plus.google.com/113648764246996615687',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mCUNJzjD6VJiI85IMOgkvbxk7m5a-D9lTBh6yvKjA?sz=50',\n",
       "    'id_on_source': '113648764246996615687'}},\n",
       "  '10.1016/j.jinorgbio.2017.08.035'),\n",
       " ({'title': 'This article has been retracted. Please follow the link to the full retraction notice for details ??...',\n",
       "   'url': 'https://plus.google.com/116335582997082646414/posts/a4qbBsSxMxA',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [9131736],\n",
       "   'posted_on': '2016-10-08T16:46:32+00:00',\n",
       "   'summary': 'This article has been retracted. Please follow the link to the full retraction notice for details ??... This article has been retracted. Please follow the link to the full retraction notice for details???????????????????????????????????????????????????????',\n",
       "   'author': {'name': 'Marta Miron',\n",
       "    'url': 'https://plus.google.com/116335582997082646414',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mALjHZ9y7uDxYYcTDwfQBDs1HsWeNeM7hpv_fHB?sz=50',\n",
       "    'id_on_source': '116335582997082646414'}},\n",
       "  '10.3389/fpubh.2016.00139'),\n",
       " ({'title': 'Fury Over Word Translated As Creator Leads To Retraction A trio of researchers from China has caused...',\n",
       "   'url': 'https://plus.google.com/118385926946759826789/posts/fLssXWhaZqc',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221, 6057718],\n",
       "   'posted_on': '2016-03-10T07:03:56+00:00',\n",
       "   'summary': 'Fury Over Word Translated As Creator Leads To Retraction A trio of researchers from China has caused... Fury Over Word Translated As Creator Leads To RetractionA trio of researchers from China has caused a stir in the technical publishing arena by includin',\n",
       "   'author': {'name': 'rare avis',\n",
       "    'url': 'https://plus.google.com/118385926946759826789',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mBYvM1hNEXaZhRBqAZMPT-xDwoTtTS8Cy0tPen8C4Y?sz=50',\n",
       "    'id_on_source': '118385926946759826789'}},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'Fury Over Word Translated As Creator Leads To Retraction A trio of researchers from China has caused...',\n",
       "   'url': 'https://plus.google.com/118385926946759826789/posts/TQueiAFbFDd',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221, 6057718],\n",
       "   'posted_on': '2016-03-10T07:03:27+00:00',\n",
       "   'summary': 'Fury Over Word Translated As Creator Leads To Retraction A trio of researchers from China has caused... Fury Over Word Translated As Creator Leads To RetractionA trio of researchers from China has caused a stir in the technical publishing arena by includin',\n",
       "   'author': {'name': 'rare avis',\n",
       "    'url': 'https://plus.google.com/118385926946759826789',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mBYvM1hNEXaZhRBqAZMPT-xDwoTtTS8Cy0tPen8C4Y?sz=50',\n",
       "    'id_on_source': '118385926946759826789'}},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'PLOS ONE has retracted an article on \"biomechanical characteristics of hand coordination\" because the...',\n",
       "   'url': 'https://plus.google.com/+JoergFliege/posts/XYxfxJkKvoy',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221],\n",
       "   'posted_on': '2016-03-06T19:06:57+00:00',\n",
       "   'summary': 'PLOS ONE has retracted an article on \"biomechanical characteristics of hand coordination\" because the... PLOS ONE has retracted an article on &quot;biomechanical characteristics of hand coordination&quot; because the article makes reference to a &quot;Crea'},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'Ronnie again brings up the now-retracted paper by some Chinese Scientists that mentioned the word Creator...',\n",
       "   'url': 'https://plus.google.com/+JadeWestTurkeyCat/posts/g5Rs7FcvdgJ',\n",
       "   'license': 'public',\n",
       "   'citation_ids': [4960221],\n",
       "   'posted_on': '2016-08-28T07:57:01+00:00',\n",
       "   'summary': 'Ronnie again brings up the now-retracted paper by some Chinese Scientists that mentioned the word Creator... Ronnie again brings up the now-retracted paper by some Chinese Scientists that mentioned the word Creator. Here is what the authors of the paper sa'},\n",
       "  '10.1371/journal.pone.0146193'),\n",
       " ({'title': 'NIH.gov retracts study linking MMR #vaccine to #autism in African American males http://www.ncbi.nlm.nih.gov...',\n",
       "   'url': 'https://plus.google.com/112265208844031490281/posts/7h2oUZP1mjc',\n",
       "   'citation_ids': [2584783],\n",
       "   'posted_on': '2014-10-06T19:42:21+00:00',\n",
       "   'summary': 'NIH.gov retracts study linking MMR #vaccine to #autism in African American males http://www.ncbi.nlm.nih.gov... NIH.gov retracts study linking MMR #vaccine to #autism in African American males http://www.ncbi.nlm.nih.gov/pmc/articles/PMC4128611/\\ufeff Measles-m',\n",
       "   'author': {'name': 'Congress Ratings',\n",
       "    'url': 'https://plus.google.com/+Congressratings',\n",
       "    'image': 'https://lh3.googleusercontent.com/a-/AAuE7mCnrzmiElTjOAH_nN4oqzKSHtZBgTKTDctAYhj5?sz=50',\n",
       "    'id_on_source': '112265208844031490281'}},\n",
       "  '10.1186/2047-9158-3-16')]"
      ]
     },
     "execution_count": 2936,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all are about retraction.\n",
    "validation['googleplus']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2937,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[({'title': \"After a year of silence from the journal, Seralini's infamous 2012 paper has been officially retracted by Food and Chemical Toxicology\",\n",
       "   'url': 'http://www.reddit.com/r/skeptic/comments/1sa8mm/after_a_year_of_silence_from_the_journal/',\n",
       "   'citation_ids': [954940],\n",
       "   'posted_on': '2013-12-07T00:50:16+00:00',\n",
       "   'author': {'name': 'firemylasers',\n",
       "    'url': 'http://www.reddit.com/r/skeptic',\n",
       "    'image': 'http://thumbs.reddit.com/t5_2qj8f.png?v=2e5665e72466598a00a5128ff06c52a4',\n",
       "    'id_on_source': 'skeptic',\n",
       "    'followers': 67028,\n",
       "    'subreddit': 'skeptic'}},\n",
       "  '10.1016/j.fct.2012.08.005'),\n",
       " ({'title': 'Ethical retraction',\n",
       "   'url': 'http://www.reddit.com/r/Physics/comments/yh7rw/ethical_retraction/',\n",
       "   'citation_ids': [895670],\n",
       "   'posted_on': '2012-08-19T17:01:02+00:00',\n",
       "   'author': {'name': 'iorgfeflkd',\n",
       "    'url': 'http://www.reddit.com/r/physics',\n",
       "    'image': 'http://thumbs.reddit.com/t5_2qhi6.png?v=473f549a8d28bd98af5407f6c865ef4b',\n",
       "    'id_on_source': 'physics',\n",
       "    'followers': 68663,\n",
       "    'subreddit': 'Physics'}},\n",
       "  '10.1103/physrevlett.107.080403')]"
      ]
     },
     "execution_count": 2937,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all are about retraction.\n",
    "validation['reddit']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2926,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['twitter', 'blogs', 'news', 'peer_reviews', 'facebook', 'googleplus', 'video', 'wikipedia', 'reddit'])"
      ]
     },
     "execution_count": 2926,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "validation.keys()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create dataframe for retracted papers after filtering retraction-discussion posts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_time_series_list_filter(doi, category):\n",
    "    # use filtered dict\n",
    "    paper = doi_alt_data_filter[doi]\n",
    "    time_li = []\n",
    "    if 'posts' in paper:\n",
    "        for plat in paper['posts']:\n",
    "            # ignore misc.\n",
    "            if plat in plat_cate:\n",
    "                cate = plat_cate[plat]\n",
    "                if cate == category:\n",
    "                    for item in paper['posts'][plat]:\n",
    "                        if plat == 'twitter':\n",
    "                            tid = item['tweet_id']\n",
    "                            if tid in tid_date:\n",
    "                                time_li.append(tid_date[tid])\n",
    "                        else:\n",
    "                            time_li.append(item['posted_on'][:19])\n",
    "    return sorted(time_li)\n",
    "\n",
    "def get_top_news_time_series_list_filter(doi):\n",
    "    paper = doi_alt_data_filter[doi]\n",
    "    time_li = []\n",
    "    if 'posts' in paper and 'news' in paper['posts']:\n",
    "        for item in paper['posts']['news']:\n",
    "            if 'posted_on' in item:\n",
    "                tdate = item['posted_on'][:19]\n",
    "                name = item['author']['name']\n",
    "                # these top outlets are English language outlets, so we don't need to filter here.\n",
    "                if name in top_outlets:\n",
    "                    time_li.append(tdate)\n",
    "    return sorted(time_li)\n",
    "\n",
    "def get_tw_follow_sort_date_filter(doi):\n",
    "    paper = doi_alt_data_filter[doi]\n",
    "    lii = []\n",
    "    if 'posts' in paper and 'twitter' in paper['posts']:\n",
    "        for item in paper['posts']['twitter']:\n",
    "            tid = item['tweet_id']\n",
    "            if tid in tid_date:\n",
    "                lii.append((tid_date[tid], tid_follow_cn[tid]))\n",
    "    return sorted(lii, key=lambda x: x[0])\n",
    "\n",
    "def get_uncertain_time_series_list_filter(doi):\n",
    "    paper = doi_alt_data_filter[doi]\n",
    "    time_li = []\n",
    "    if 'posts' in paper and 'twitter' in paper['posts']:\n",
    "        for item in paper['posts']['twitter']:\n",
    "            tid = item['tweet_id']\n",
    "            if tid in uncertain_tids: # non retweet\n",
    "                if tid in tid_date:\n",
    "                    time_li.append(tid_date[tid])\n",
    "            else: # might be retweet or original tweet but is normal tweet\n",
    "                if tid in retweet_org_ids:\n",
    "                    org_id = retweet_org_ids[tid]\n",
    "                    if org_id in uncertain_tids and tid in tid_date:\n",
    "                        time_li.append(tid_date[tid])\n",
    "    return sorted(time_li)\n",
    "\n",
    "def get_tw_date_sort(lli):\n",
    "    return [dtt for (dtt, fcn) in lli]\n",
    "\n",
    "def get_tw_fcn_date_sort(lli):\n",
    "    return [fcn for (dtt, fcn) in lli]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2128,
   "metadata": {},
   "outputs": [],
   "source": [
    "retract_df_filter = retract_df.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2129,
   "metadata": {},
   "outputs": [],
   "source": [
    "retract_df_filter['news_media'] = retract_df_filter.OriginalPaperDOI.apply(get_time_series_list_filter, args=['news_media'])\n",
    "retract_df_filter['social_media'] = retract_df_filter.OriginalPaperDOI.apply(get_time_series_list_filter, args=['social_media'])\n",
    "retract_df_filter['blog'] = retract_df_filter.OriginalPaperDOI.apply(get_time_series_list_filter, args=['blog'])\n",
    "retract_df_filter['knowledge_repo'] = retract_df_filter.OriginalPaperDOI.apply(get_time_series_list_filter, args=['knowledge_repo'])\n",
    "retract_df_filter['top_news'] = retract_df_filter.OriginalPaperDOI.apply(get_top_news_time_series_list_filter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2130,
   "metadata": {},
   "outputs": [],
   "source": [
    "retract_df_filter['date_tweet_fcn'] = retract_df_filter.OriginalPaperDOI.apply(get_tw_follow_sort_date_filter)\n",
    "retract_df_filter['tw_date_sort'] = retract_df_filter.date_tweet_fcn.apply(get_tw_date_sort)\n",
    "retract_df_filter['fcn_date_sort'] = retract_df_filter.date_tweet_fcn.apply(get_tw_fcn_date_sort)\n",
    "retract_df_filter = retract_df_filter.drop(columns=['date_tweet_fcn'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2257,
   "metadata": {},
   "outputs": [],
   "source": [
    "retract_df_filter['uncertainty'] = retract_df_filter.OriginalPaperDOI.apply(get_uncertain_time_series_list_filter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2258,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(data_root+'df_retract_clean_filter.pickle', 'wb') as file:\n",
    "    pickle.dump(retract_df_filter, file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2132,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Record ID</th>\n",
       "      <th>Title</th>\n",
       "      <th>Subject</th>\n",
       "      <th>Institution</th>\n",
       "      <th>Journal</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Country</th>\n",
       "      <th>Author</th>\n",
       "      <th>URLS</th>\n",
       "      <th>ArticleType</th>\n",
       "      <th>RetractionDate</th>\n",
       "      <th>RetractionDOI</th>\n",
       "      <th>RetractionPubMedID</th>\n",
       "      <th>OriginalPaperDate</th>\n",
       "      <th>OriginalPaperDOI</th>\n",
       "      <th>OriginalPaperPubMedID</th>\n",
       "      <th>RetractionNature</th>\n",
       "      <th>Reason</th>\n",
       "      <th>Paywalled</th>\n",
       "      <th>Notes</th>\n",
       "      <th>altmetric_score</th>\n",
       "      <th>altmetric_pub_date</th>\n",
       "      <th>pub_date_corrected</th>\n",
       "      <th>usable_days</th>\n",
       "      <th>tweet_ids</th>\n",
       "      <th>tw_date_sort</th>\n",
       "      <th>fcn_date_sort</th>\n",
       "      <th>uncertainty</th>\n",
       "      <th>news_media</th>\n",
       "      <th>social_media</th>\n",
       "      <th>blog</th>\n",
       "      <th>knowledge_repo</th>\n",
       "      <th>top_news</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23542</td>\n",
       "      <td>Hospital Admission and Readmission Among Homel...</td>\n",
       "      <td>(HSC) Medicine - Neurology;(SOC) Psychology;</td>\n",
       "      <td>Department of Neurology and Weill Institute fo...</td>\n",
       "      <td>Neurology</td>\n",
       "      <td>American Academy of Neurology</td>\n",
       "      <td>United States</td>\n",
       "      <td>Nicole Rosendale;Elan L Guterman;John P Betjem...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Research Article;</td>\n",
       "      <td>2020-06-04 00:00:00</td>\n",
       "      <td>10.1212/WNL.0000000000009565</td>\n",
       "      <td>32499376</td>\n",
       "      <td>2019-05-24 00:00:00</td>\n",
       "      <td>10.1212/wnl.0000000000007645</td>\n",
       "      <td>31127074</td>\n",
       "      <td>Retraction</td>\n",
       "      <td>+Concerns/Issues About Data;+Retract and Replace;</td>\n",
       "      <td>No</td>\n",
       "      <td>see: https://n.neurology.org/content/92/24/e2822</td>\n",
       "      <td>29.75</td>\n",
       "      <td>2019-05-24</td>\n",
       "      <td>2019-05-24 00:00:00</td>\n",
       "      <td>137</td>\n",
       "      <td>[1133693569737187329, 1133763571790127106, 113...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Record ID                                              Title  \\\n",
       "0      23542  Hospital Admission and Readmission Among Homel...   \n",
       "\n",
       "                                        Subject  \\\n",
       "0  (HSC) Medicine - Neurology;(SOC) Psychology;   \n",
       "\n",
       "                                         Institution    Journal  \\\n",
       "0  Department of Neurology and Weill Institute fo...  Neurology   \n",
       "\n",
       "                       Publisher        Country  \\\n",
       "0  American Academy of Neurology  United States   \n",
       "\n",
       "                                              Author URLS        ArticleType  \\\n",
       "0  Nicole Rosendale;Elan L Guterman;John P Betjem...  NaN  Research Article;   \n",
       "\n",
       "        RetractionDate                 RetractionDOI RetractionPubMedID  \\\n",
       "0  2020-06-04 00:00:00  10.1212/WNL.0000000000009565           32499376   \n",
       "\n",
       "     OriginalPaperDate              OriginalPaperDOI OriginalPaperPubMedID  \\\n",
       "0  2019-05-24 00:00:00  10.1212/wnl.0000000000007645              31127074   \n",
       "\n",
       "  RetractionNature                                             Reason  \\\n",
       "0       Retraction  +Concerns/Issues About Data;+Retract and Replace;   \n",
       "\n",
       "  Paywalled                                             Notes  \\\n",
       "0        No  see: https://n.neurology.org/content/92/24/e2822   \n",
       "\n",
       "   altmetric_score altmetric_pub_date   pub_date_corrected  usable_days  \\\n",
       "0            29.75         2019-05-24  2019-05-24 00:00:00          137   \n",
       "\n",
       "                                           tweet_ids tw_date_sort  \\\n",
       "0  [1133693569737187329, 1133763571790127106, 113...           []   \n",
       "\n",
       "  fcn_date_sort uncertainty news_media social_media blog knowledge_repo  \\\n",
       "0            []          []         []           []   []             []   \n",
       "\n",
       "  top_news  \n",
       "0       []  "
      ]
     },
     "execution_count": 2132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "retract_df_filter.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 300,
   "metadata": {},
   "outputs": [],
   "source": [
    "# with open(data_root+'df_retract_clean_filter.pickle', 'rb') as file:\n",
    "#     retract_df_filter = pickle.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}