bigfile = open('/users/julieyang/desktop/ows-raw.txt', 'r',errors='ignore')
chunkSize = 1000000
chunk = bigfile.readlines(chunkSize)
print(len(chunk))
with open("ows_tweets_sample.txt", 'w') as f:
for i in chunk:
f.write(i)
2754
with open("/users/julieyang/desktop/ows_tweets_sample.txt", 'r',errors='ignore') as f:
lines = f.readlines()
len(lines)
12240
lines
['\n',
'\n',
'\n',
'\n',
'\n',
'\n',
'<!DOCTYPE html>\n',
'<html lang="en">\n',
' <head>\n',
' <meta charset="utf-8">\n',
' <link rel="dns-prefetch" href="https://github.githubassets.com">\n',
' <link rel="dns-prefetch" href="https://avatars0.githubusercontent.com">\n',
' <link rel="dns-prefetch" href="https://avatars1.githubusercontent.com">\n',
' <link rel="dns-prefetch" href="https://avatars2.githubusercontent.com">\n',
' <link rel="dns-prefetch" href="https://avatars3.githubusercontent.com">\n',
' <link rel="dns-prefetch" href="https://github-cloud.s3.amazonaws.com">\n',
' <link rel="dns-prefetch" href="https://user-images.githubusercontent.com/">\n',
'\n',
'\n',
'\n',
' <link crossorigin="anonymous" media="all" integrity="sha512-YBhzjURrLT0ouaG+HHemxsJ+87lEDYGlXkaH7QjOkpaCqqorVOCwE6qJ8Wek2bhORLngfoUoqivhcDxi1XBAtw==" rel="stylesheet" href="https://github.githubassets.com/assets/frameworks-6018738d446b2d3d28b9a1be1c77a6c6.css" />\n',
' \n',
' <link crossorigin="anonymous" media="all" integrity="sha512-RnGhTERbt9kdjVfGibbdmSyLXfE3Ku2VS0tDzizUR27QoExXpTYtxEgvZdKPFMN3ljfIdMTjO2SagX10CMGwUA==" rel="stylesheet" href="https://github.githubassets.com/assets/github-4671a14c445bb7d91d8d57c689b6dd99.css" />\n',
' \n',
' \n',
' \n',
' \n',
'\n',
'\n',
' <meta name="viewport" content="width=device-width">\n',
' \n',
' <title>bigdata/ows_tweets_sample.txt at gh-pages · computational-class/bigdata</title>\n',
' <meta name="description" content="NJU Master Course **Big Data Mining and Analysis** - computational-class/bigdata">\n',
' <link rel="search" type="application/opensearchdescription+xml" href="/opensearch.xml" title="GitHub">\n',
' <link rel="fluid-icon" href="https://github.com/fluidicon.png" title="GitHub">\n',
' <meta property="fb:app_id" content="1401488693436528">\n',
'\n',
' <meta name="twitter:image:src" content="https://avatars2.githubusercontent.com/u/14935077?s=400&v=4" /><meta name="twitter:site" content="@github" /><meta name="twitter:card" content="summary" /><meta name="twitter:title" content="computational-class/bigdata" /><meta name="twitter:description" content="NJU Master Course **Big Data Mining and Analysis** - computational-class/bigdata" />\n',
' <meta property="og:image" content="https://avatars2.githubusercontent.com/u/14935077?s=400&v=4" /><meta property="og:site_name" content="GitHub" /><meta property="og:type" content="object" /><meta property="og:title" content="computational-class/bigdata" /><meta property="og:url" content="https://github.com/computational-class/bigdata" /><meta property="og:description" content="NJU Master Course **Big Data Mining and Analysis** - computational-class/bigdata" />\n',
'\n',
' <link rel="assets" href="https://github.githubassets.com/">\n',
' <link rel="web-socket" href="wss://live.github.com/_sockets/VjI6NDg5OTQ5Nzg0OmJhOGE5ZjcwYjA1OGViMDdhMDQ0YTA4MzY0MzY2NmE4ZTI3MDU4YWIwYmFiYWMxZmQzZGYxZWE2NjIzMzcyNDY=--5ae3b920f24081801898642ff882d55e2b3ef7f4">\n',
' <link rel="sudo-modal" href="/sessions/sudo_modal">\n',
'\n',
' <meta name="request-id" content="BEE7:530E:92AD66:11A6375:5E242D96" data-pjax-transient>\n',
'\n',
'\n',
'\n',
' \n',
'\n',
' <meta name="selected-link" value="repo_source" data-pjax-transient>\n',
'\n',
' <meta name="google-site-verification" content="KT5gs8h0wvaagLKAVWq8bbeNwnZZK1r1XQysX3xurLU">\n',
' <meta name="google-site-verification" content="ZzhVyEFwb7w3e0-uOTltm8Jsck2F5StVihD0exw2fsA">\n',
' <meta name="google-site-verification" content="GXs5KoUUkNCoaAZn7wPN-t01Pywp9M3sEjnt_3_ZWPc">\n',
'\n',
' <meta name="octolytics-host" content="collector.githubapp.com" /><meta name="octolytics-app-id" content="github" /><meta name="octolytics-event-url" content="https://collector.githubapp.com/github-external/browser_event" /><meta name="octolytics-dimension-request_id" content="BEE7:530E:92AD66:11A6375:5E242D96" /><meta name="octolytics-dimension-region_edge" content="iad" /><meta name="octolytics-dimension-region_render" content="iad" /><meta name="octolytics-dimension-ga_id" content="" class="js-octo-ga-id" /><meta name="octolytics-dimension-visitor_id" content="3691665129953223280" /><meta name="octolytics-actor-id" content="48235790" /><meta name="octolytics-actor-login" content="Julieyang17" /><meta name="octolytics-actor-hash" content="1ec2c0c5d6343bcaf4b4ffb148646fb9577e2defb10b938f3989fbb4df410205" />\n',
'\n',
'<meta name="analytics-location" content="/<user-name>/<repo-name>/blob/show" data-pjax-transient="true" />\n',
'\n',
'\n',
'\n',
' <meta name="google-analytics" content="UA-3769691-2">\n',
'\n',
' <meta class="js-ga-set" name="userId" content="e9d6dbb7d29d80583815cd462ee8cd65">\n',
'\n',
'<meta class="js-ga-set" name="dimension1" content="Logged In">\n',
'\n',
'\n',
'\n',
' \n',
'\n',
' <meta name="hostname" content="github.com">\n',
' <meta name="user-login" content="Julieyang17">\n',
'\n',
' <meta name="expected-hostname" content="github.com">\n',
'\n',
' <meta name="js-proxy-site-detection-payload" content="Njg1NzUyMWNkMDA4MWQwNzRmY2NhODI3YmU2NWY2ZTNkNmFiMTI2OTdhNWNmOWRjMzczYzJhY2NhZTlmZDcyNXx7InJlbW90ZV9hZGRyZXNzIjoiMjAyLjExOS40MS4yNDkiLCJyZXF1ZXN0X2lkIjoiQkVFNzo1MzBFOjkyQUQ2NjoxMUE2Mzc1OjVFMjQyRDk2IiwidGltZXN0YW1wIjoxNTc5NDI5Mjk2LCJob3N0IjoiZ2l0aHViLmNvbSJ9">\n',
'\n',
' <meta name="enabled-features" content="MARKETPLACE_FEATURED_BLOG_POSTS,MARKETPLACE_INVOICED_BILLING,MARKETPLACE_SOCIAL_PROOF_CUSTOMERS,MARKETPLACE_TRENDING_SOCIAL_PROOF,MARKETPLACE_RECOMMENDATIONS,MARKETPLACE_PENDING_INSTALLATIONS,NOTIFY_ON_BLOCK,RELATED_ISSUES,GHE_CLOUD_TRIAL">\n',
'\n',
' <meta name="html-safe-nonce" content="71fd2f93e830c3a523b2355abf50440167c33b32">\n',
'\n',
' <meta http-equiv="x-pjax-version" content="75f4d75a4f1807e12030dec4deb3e1cb">\n',
' \n',
'\n',
' <link href="https://github.com/computational-class/bigdata/commits/gh-pages.atom" rel="alternate" title="Recent Commits to bigdata:gh-pages" type="application/atom+xml">\n',
'\n',
' <meta name="go-import" content="github.com/computational-class/bigdata git https://github.com/computational-class/bigdata.git">\n',
'\n',
' <meta name="octolytics-dimension-user_id" content="14935077" /><meta name="octolytics-dimension-user_login" content="computational-class" /><meta name="octolytics-dimension-repository_id" content="123104993" /><meta name="octolytics-dimension-repository_nwo" content="computational-class/bigdata" /><meta name="octolytics-dimension-repository_public" content="true" /><meta name="octolytics-dimension-repository_is_fork" content="false" /><meta name="octolytics-dimension-repository_network_root_id" content="123104993" /><meta name="octolytics-dimension-repository_network_root_nwo" content="computational-class/bigdata" /><meta name="octolytics-dimension-repository_explore_github_marketplace_ci_cta_shown" content="false" />\n',
'\n',
'\n',
' <link rel="canonical" href="https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt" data-pjax-transient>\n',
'\n',
'\n',
' <meta name="browser-stats-url" content="https://api.github.com/_private/browser/stats">\n',
'\n',
' <meta name="browser-errors-url" content="https://api.github.com/_private/browser/errors">\n',
'\n',
' <link rel="mask-icon" href="https://github.githubassets.com/pinned-octocat.svg" color="#000000">\n',
' <link rel="icon" type="image/x-icon" class="js-site-favicon" href="https://github.githubassets.com/favicon.ico">\n',
'\n',
'<meta name="theme-color" content="#1e2327">\n',
'\n',
'\n',
' <link rel="manifest" href="/manifest.json" crossOrigin="use-credentials">\n',
'\n',
' </head>\n',
'\n',
' <body class="logged-in env-production page-responsive page-blob">\n',
' \n',
'\n',
' <div class="position-relative js-header-wrapper ">\n',
' <a href="#start-of-content" tabindex="1" class="p-3 bg-blue text-white show-on-focus js-skip-to-content">Skip to content</a>\n',
' <span class="Progress progress-pjax-loader position-fixed width-full js-pjax-loader-bar">\n',
' <span class="progress-pjax-loader-bar top-0 left-0" style="width: 0%;"></span>\n',
' </span>\n',
'\n',
' \n',
' \n',
' \n',
'\n',
'\n',
' <header class="Header js-details-container Details flex-wrap flex-lg-nowrap p-responsive" role="banner">\n',
'\n',
' <div class="Header-item d-none d-lg-flex">\n',
' <a class="Header-link" href="https://github.com/" data-hotkey="g d" aria-label="Homepage" data-ga-click="Header, go to dashboard, icon:logo">\n',
' <svg class="octicon octicon-mark-github v-align-middle" height="32" viewBox="0 0 16 16" version="1.1" width="32" aria-hidden="true"><path fill-rule="evenodd" d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0016 8c0-4.42-3.58-8-8-8z"/></svg>\n',
'</a>\n',
'\n',
' </div>\n',
'\n',
' <div class="Header-item d-lg-none">\n',
' <button class="Header-link btn-link js-details-target" type="button" aria-label="Toggle navigation" aria-expanded="false">\n',
' <svg height="24" class="octicon octicon-three-bars" viewBox="0 0 12 16" version="1.1" width="18" aria-hidden="true"><path fill-rule="evenodd" d="M11.41 9H.59C0 9 0 8.59 0 8c0-.59 0-1 .59-1H11.4c.59 0 .59.41.59 1 0 .59 0 1-.59 1h.01zm0-4H.59C0 5 0 4.59 0 4c0-.59 0-1 .59-1H11.4c.59 0 .59.41.59 1 0 .59 0 1-.59 1h.01zM.59 11H11.4c.59 0 .59.41.59 1 0 .59 0 1-.59 1H.59C0 13 0 12.59 0 12c0-.59 0-1 .59-1z"/></svg>\n',
' </button>\n',
' </div>\n',
'\n',
' <div class="Header-item Header-item--full flex-column flex-lg-row width-full flex-order-2 flex-lg-order-none mr-0 mr-lg-3 mt-3 mt-lg-0 Details-content--hidden">\n',
' <div class="header-search flex-self-stretch flex-lg-self-auto mr-0 mr-lg-3 mb-3 mb-lg-0 scoped-search site-scoped-search js-site-search position-relative js-jump-to"\n',
' role="combobox"\n',
' aria-owns="jump-to-results"\n',
' aria-label="Search or jump to"\n',
' aria-haspopup="listbox"\n',
' aria-expanded="false"\n',
'>\n',
' <div class="position-relative">\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form class="js-site-search-form" role="search" aria-label="Site" data-scope-type="Repository" data-scope-id="123104993" data-scoped-search-url="/computational-class/bigdata/search" data-unscoped-search-url="/search" action="/computational-class/bigdata/search" accept-charset="UTF-8" method="get"><input name="utf8" type="hidden" value="✓" />\n',
' <label class="form-control input-sm header-search-wrapper p-0 header-search-wrapper-jump-to position-relative d-flex flex-justify-between flex-items-center js-chromeless-input-container">\n',
' <input type="text"\n',
' class="form-control input-sm header-search-input jump-to-field js-jump-to-field js-site-search-focus js-site-search-field is-clearable"\n',
' data-hotkey="s,/"\n',
' name="q"\n',
' value=""\n',
' placeholder="Search or jump to…"\n',
' data-unscoped-placeholder="Search or jump to…"\n',
' data-scoped-placeholder="Search or jump to…"\n',
' autocapitalize="off"\n',
' aria-autocomplete="list"\n',
' aria-controls="jump-to-results"\n',
' aria-label="Search or jump to…"\n',
' data-jump-to-suggestions-path="/_graphql/GetSuggestedNavigationDestinations#csrf-token=KcxAqRTb1JPp0x0bsZAjlzOJYavzXlLa34jxnKkvdnVq4Oticzxb7Dz8bA1b+DO39wU5LHZ3SVIqqZC7pGsvcA=="\n',
' spellcheck="false"\n',
' autocomplete="off"\n',
' >\n',
' <input type="hidden" class="js-site-search-type-field" name="type" >\n',
' <img src="https://github.githubassets.com/images/search-key-slash.svg" alt="" class="mr-2 header-search-key-slash">\n',
'\n',
' <div class="Box position-absolute overflow-hidden d-none jump-to-suggestions js-jump-to-suggestions-container">\n',
' \n',
'<ul class="d-none js-jump-to-suggestions-template-container">\n',
' \n',
'\n',
'<li class="d-flex flex-justify-start flex-items-center p-0 f5 navigation-item js-navigation-item js-jump-to-suggestion" role="option">\n',
' <a tabindex="-1" class="no-underline d-flex flex-auto flex-items-center jump-to-suggestions-path js-jump-to-suggestion-path js-navigation-open p-2" href="">\n',
' <div class="jump-to-octicon js-jump-to-octicon flex-shrink-0 mr-2 text-center d-none">\n',
' <svg height="16" width="16" class="octicon octicon-repo flex-shrink-0 js-jump-to-octicon-repo d-none" title="Repository" aria-label="Repository" viewBox="0 0 12 16" version="1.1" role="img"><path fill-rule="evenodd" d="M4 9H3V8h1v1zm0-3H3v1h1V6zm0-2H3v1h1V4zm0-2H3v1h1V2zm8-1v12c0 .55-.45 1-1 1H6v2l-1.5-1.5L3 16v-2H1c-.55 0-1-.45-1-1V1c0-.55.45-1 1-1h10c.55 0 1 .45 1 1zm-1 10H1v2h2v-1h3v1h5v-2zm0-10H2v9h9V1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-project flex-shrink-0 js-jump-to-octicon-project d-none" title="Project" aria-label="Project" viewBox="0 0 15 16" version="1.1" role="img"><path fill-rule="evenodd" d="M10 12h3V2h-3v10zm-4-2h3V2H6v8zm-4 4h3V2H2v12zm-1 1h13V1H1v14zM14 0H1a1 1 0 00-1 1v14a1 1 0 001 1h13a1 1 0 001-1V1a1 1 0 00-1-1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-search flex-shrink-0 js-jump-to-octicon-search d-none" title="Search" aria-label="Search" viewBox="0 0 16 16" version="1.1" role="img"><path fill-rule="evenodd" d="M15.7 13.3l-3.81-3.83A5.93 5.93 0 0013 6c0-3.31-2.69-6-6-6S1 2.69 1 6s2.69 6 6 6c1.3 0 2.48-.41 3.47-1.11l3.83 3.81c.19.2.45.3.7.3.25 0 .52-.09.7-.3a.996.996 0 000-1.41v.01zM7 10.7c-2.59 0-4.7-2.11-4.7-4.7 0-2.59 2.11-4.7 4.7-4.7 2.59 0 4.7 2.11 4.7 4.7 0 2.59-2.11 4.7-4.7 4.7z"/></svg>\n',
' </div>\n',
'\n',
' <img class="avatar mr-2 flex-shrink-0 js-jump-to-suggestion-avatar d-none" alt="" aria-label="Team" src="" width="28" height="28">\n',
'\n',
' <div class="jump-to-suggestion-name js-jump-to-suggestion-name flex-auto overflow-hidden text-left no-wrap css-truncate css-truncate-target">\n',
' </div>\n',
'\n',
' <div class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none js-jump-to-badge-search">\n',
' <span class="js-jump-to-badge-search-text-default d-none" aria-label="in this repository">\n',
' In this repository\n',
' </span>\n',
' <span class="js-jump-to-badge-search-text-global d-none" aria-label="in all of GitHub">\n',
' All GitHub\n',
' </span>\n',
' <span aria-hidden="true" class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
'\n',
' <div aria-hidden="true" class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none d-on-nav-focus js-jump-to-badge-jump">\n',
' Jump to\n',
' <span class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
' </a>\n',
'</li>\n',
'\n',
'</ul>\n',
'\n',
'<ul class="d-none js-jump-to-no-results-template-container">\n',
' <li class="d-flex flex-justify-center flex-items-center f5 d-none js-jump-to-suggestion p-2">\n',
' <span class="text-gray">No suggested jump to results</span>\n',
' </li>\n',
'</ul>\n',
'\n',
'<ul id="jump-to-results" role="listbox" class="p-0 m-0 js-navigation-container jump-to-suggestions-results-container js-jump-to-suggestions-results-container">\n',
' \n',
'\n',
'<li class="d-flex flex-justify-start flex-items-center p-0 f5 navigation-item js-navigation-item js-jump-to-scoped-search d-none" role="option">\n',
' <a tabindex="-1" class="no-underline d-flex flex-auto flex-items-center jump-to-suggestions-path js-jump-to-suggestion-path js-navigation-open p-2" href="">\n',
' <div class="jump-to-octicon js-jump-to-octicon flex-shrink-0 mr-2 text-center d-none">\n',
' <svg height="16" width="16" class="octicon octicon-repo flex-shrink-0 js-jump-to-octicon-repo d-none" title="Repository" aria-label="Repository" viewBox="0 0 12 16" version="1.1" role="img"><path fill-rule="evenodd" d="M4 9H3V8h1v1zm0-3H3v1h1V6zm0-2H3v1h1V4zm0-2H3v1h1V2zm8-1v12c0 .55-.45 1-1 1H6v2l-1.5-1.5L3 16v-2H1c-.55 0-1-.45-1-1V1c0-.55.45-1 1-1h10c.55 0 1 .45 1 1zm-1 10H1v2h2v-1h3v1h5v-2zm0-10H2v9h9V1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-project flex-shrink-0 js-jump-to-octicon-project d-none" title="Project" aria-label="Project" viewBox="0 0 15 16" version="1.1" role="img"><path fill-rule="evenodd" d="M10 12h3V2h-3v10zm-4-2h3V2H6v8zm-4 4h3V2H2v12zm-1 1h13V1H1v14zM14 0H1a1 1 0 00-1 1v14a1 1 0 001 1h13a1 1 0 001-1V1a1 1 0 00-1-1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-search flex-shrink-0 js-jump-to-octicon-search d-none" title="Search" aria-label="Search" viewBox="0 0 16 16" version="1.1" role="img"><path fill-rule="evenodd" d="M15.7 13.3l-3.81-3.83A5.93 5.93 0 0013 6c0-3.31-2.69-6-6-6S1 2.69 1 6s2.69 6 6 6c1.3 0 2.48-.41 3.47-1.11l3.83 3.81c.19.2.45.3.7.3.25 0 .52-.09.7-.3a.996.996 0 000-1.41v.01zM7 10.7c-2.59 0-4.7-2.11-4.7-4.7 0-2.59 2.11-4.7 4.7-4.7 2.59 0 4.7 2.11 4.7 4.7 0 2.59-2.11 4.7-4.7 4.7z"/></svg>\n',
' </div>\n',
'\n',
' <img class="avatar mr-2 flex-shrink-0 js-jump-to-suggestion-avatar d-none" alt="" aria-label="Team" src="" width="28" height="28">\n',
'\n',
' <div class="jump-to-suggestion-name js-jump-to-suggestion-name flex-auto overflow-hidden text-left no-wrap css-truncate css-truncate-target">\n',
' </div>\n',
'\n',
' <div class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none js-jump-to-badge-search">\n',
' <span class="js-jump-to-badge-search-text-default d-none" aria-label="in this repository">\n',
' In this repository\n',
' </span>\n',
' <span class="js-jump-to-badge-search-text-global d-none" aria-label="in all of GitHub">\n',
' All GitHub\n',
' </span>\n',
' <span aria-hidden="true" class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
'\n',
' <div aria-hidden="true" class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none d-on-nav-focus js-jump-to-badge-jump">\n',
' Jump to\n',
' <span class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
' </a>\n',
'</li>\n',
'\n',
' \n',
'\n',
'<li class="d-flex flex-justify-start flex-items-center p-0 f5 navigation-item js-navigation-item js-jump-to-global-search d-none" role="option">\n',
' <a tabindex="-1" class="no-underline d-flex flex-auto flex-items-center jump-to-suggestions-path js-jump-to-suggestion-path js-navigation-open p-2" href="">\n',
' <div class="jump-to-octicon js-jump-to-octicon flex-shrink-0 mr-2 text-center d-none">\n',
' <svg height="16" width="16" class="octicon octicon-repo flex-shrink-0 js-jump-to-octicon-repo d-none" title="Repository" aria-label="Repository" viewBox="0 0 12 16" version="1.1" role="img"><path fill-rule="evenodd" d="M4 9H3V8h1v1zm0-3H3v1h1V6zm0-2H3v1h1V4zm0-2H3v1h1V2zm8-1v12c0 .55-.45 1-1 1H6v2l-1.5-1.5L3 16v-2H1c-.55 0-1-.45-1-1V1c0-.55.45-1 1-1h10c.55 0 1 .45 1 1zm-1 10H1v2h2v-1h3v1h5v-2zm0-10H2v9h9V1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-project flex-shrink-0 js-jump-to-octicon-project d-none" title="Project" aria-label="Project" viewBox="0 0 15 16" version="1.1" role="img"><path fill-rule="evenodd" d="M10 12h3V2h-3v10zm-4-2h3V2H6v8zm-4 4h3V2H2v12zm-1 1h13V1H1v14zM14 0H1a1 1 0 00-1 1v14a1 1 0 001 1h13a1 1 0 001-1V1a1 1 0 00-1-1z"/></svg>\n',
' <svg height="16" width="16" class="octicon octicon-search flex-shrink-0 js-jump-to-octicon-search d-none" title="Search" aria-label="Search" viewBox="0 0 16 16" version="1.1" role="img"><path fill-rule="evenodd" d="M15.7 13.3l-3.81-3.83A5.93 5.93 0 0013 6c0-3.31-2.69-6-6-6S1 2.69 1 6s2.69 6 6 6c1.3 0 2.48-.41 3.47-1.11l3.83 3.81c.19.2.45.3.7.3.25 0 .52-.09.7-.3a.996.996 0 000-1.41v.01zM7 10.7c-2.59 0-4.7-2.11-4.7-4.7 0-2.59 2.11-4.7 4.7-4.7 2.59 0 4.7 2.11 4.7 4.7 0 2.59-2.11 4.7-4.7 4.7z"/></svg>\n',
' </div>\n',
'\n',
' <img class="avatar mr-2 flex-shrink-0 js-jump-to-suggestion-avatar d-none" alt="" aria-label="Team" src="" width="28" height="28">\n',
'\n',
' <div class="jump-to-suggestion-name js-jump-to-suggestion-name flex-auto overflow-hidden text-left no-wrap css-truncate css-truncate-target">\n',
' </div>\n',
'\n',
' <div class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none js-jump-to-badge-search">\n',
' <span class="js-jump-to-badge-search-text-default d-none" aria-label="in this repository">\n',
' In this repository\n',
' </span>\n',
' <span class="js-jump-to-badge-search-text-global d-none" aria-label="in all of GitHub">\n',
' All GitHub\n',
' </span>\n',
' <span aria-hidden="true" class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
'\n',
' <div aria-hidden="true" class="border rounded-1 flex-shrink-0 bg-gray px-1 text-gray-light ml-1 f6 d-none d-on-nav-focus js-jump-to-badge-jump">\n',
' Jump to\n',
' <span class="d-inline-block ml-1 v-align-middle">↵</span>\n',
' </div>\n',
' </a>\n',
'</li>\n',
'\n',
'\n',
' <li class="d-flex flex-justify-center flex-items-center p-0 f5 js-jump-to-suggestion">\n',
' <img src="https://github.githubassets.com/images/spinners/octocat-spinner-128.gif" alt="Octocat Spinner Icon" class="m-2" width="28">\n',
' </li>\n',
'</ul>\n',
'\n',
' </div>\n',
' </label>\n',
'</form> </div>\n',
'</div>\n',
'\n',
'\n',
' <nav class="d-flex flex-column flex-lg-row flex-self-stretch flex-lg-self-auto" aria-label="Global">\n',
' <a class="Header-link d-block d-lg-none py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15" data-ga-click="Header, click, Nav menu - item:dashboard:user" aria-label="Dashboard" href="/dashboard">\n',
' Dashboard\n',
'</a>\n',
' <a class="js-selected-navigation-item Header-link mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15" data-hotkey="g p" data-ga-click="Header, click, Nav menu - item:pulls context:user" aria-label="Pull requests you created" data-selected-links="/pulls /pulls/assigned /pulls/mentioned /pulls" href="/pulls">\n',
' Pull requests\n',
'</a>\n',
' <a class="js-selected-navigation-item Header-link mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15" data-hotkey="g i" data-ga-click="Header, click, Nav menu - item:issues context:user" aria-label="Issues you created" data-selected-links="/issues /issues/assigned /issues/mentioned /issues" href="/issues">\n',
' Issues\n',
'</a>\n',
' <div class="mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15">\n',
' <a class="js-selected-navigation-item Header-link" data-ga-click="Header, click, Nav menu - item:marketplace context:user" data-octo-click="marketplace_click" data-octo-dimensions="location:nav_bar" data-selected-links=" /marketplace" href="/marketplace">\n',
' Marketplace\n',
'</a> \n',
'\n',
' </div>\n',
'\n',
' <a class="js-selected-navigation-item Header-link mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15" data-ga-click="Header, click, Nav menu - item:explore" data-selected-links="/explore /trending /trending/developers /integrations /integrations/feature/code /integrations/feature/collaborate /integrations/feature/ship showcases showcases_search showcases_landing /explore" href="/explore">\n',
' Explore\n',
'</a>\n',
'\n',
'\n',
' <a class="Header-link d-block d-lg-none mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15" href="https://github.com/Julieyang17">\n',
' <img class="avatar" height="20" width="20" alt="@Julieyang17" src="https://avatars1.githubusercontent.com/u/48235790?s=60&v=4" />\n',
' Julieyang17\n',
'</a>\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form action="/logout" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="Eqa/XdSdcQr0ivZCA85QhAdz92FOT7SjaF1R4Mfc0BViqRcqh00Ya+pF85huMdknIyoEkDalumTDqlovowpVBw==" />\n',
' <button type="submit" class="Header-link mr-0 mr-lg-3 py-2 py-lg-0 border-top border-lg-top-0 border-white-fade-15 d-lg-none btn-link d-block width-full text-left" data-ga-click="Header, sign out, icon:logout" style="padding-left: 2px;">\n',
' <svg class="octicon octicon-sign-out v-align-middle" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 9V7H8V5h4V3l4 3-4 3zm-2 3H6V3L2 1h8v3h1V1c0-.55-.45-1-1-1H1C.45 0 0 .45 0 1v11.38c0 .39.22.73.55.91L6 16.01V13h4c.55 0 1-.45 1-1V8h-1v4z"/></svg>\n',
' Sign out\n',
' </button>\n',
'</form></nav>\n',
'\n',
' </div>\n',
'\n',
' <div class="Header-item Header-item--full flex-justify-center d-lg-none position-relative">\n',
' <div class="css-truncate css-truncate-target width-fit position-absolute left-0 right-0 text-center">\n',
' <svg class="octicon octicon-repo" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M4 9H3V8h1v1zm0-3H3v1h1V6zm0-2H3v1h1V4zm0-2H3v1h1V2zm8-1v12c0 .55-.45 1-1 1H6v2l-1.5-1.5L3 16v-2H1c-.55 0-1-.45-1-1V1c0-.55.45-1 1-1h10c.55 0 1 .45 1 1zm-1 10H1v2h2v-1h3v1h5v-2zm0-10H2v9h9V1z"/></svg>\n',
' <a class="Header-link" href="/computational-class">computational-class</a>\n',
' /\n',
' <a class="Header-link" href="/computational-class/bigdata">bigdata</a>\n',
'\n',
'</div>\n',
' </div>\n',
'\n',
'\n',
' <div class="Header-item mr-0 mr-lg-3 flex-order-1 flex-lg-order-none">\n',
' \n',
'\n',
' <a aria-label="You have no unread notifications" class="Header-link notification-indicator position-relative tooltipped tooltipped-sw js-socket-channel js-notification-indicator" data-hotkey="g n" data-ga-click="Header, go to notifications, icon:read" data-channel="notification-changed:48235790" href="/notifications">\n',
' <span class="js-indicator-modifier mail-status "></span>\n',
' <svg class="octicon octicon-bell" viewBox="0 0 14 16" version="1.1" width="14" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M14 12v1H0v-1l.73-.58c.77-.77.81-2.55 1.19-4.42C2.69 3.23 6 2 6 2c0-.55.45-1 1-1s1 .45 1 1c0 0 3.39 1.23 4.16 5 .38 1.88.42 3.66 1.19 4.42l.66.58H14zm-7 4c1.11 0 2-.89 2-2H5c0 1.11.89 2 2 2z"/></svg>\n',
'</a>\n',
' </div>\n',
'\n',
'\n',
' <div class="Header-item position-relative d-none d-lg-flex">\n',
' <details class="details-overlay details-reset">\n',
' <summary class="Header-link"\n',
' aria-label="Create new…"\n',
' data-ga-click="Header, create new, icon:add">\n',
' <svg class="octicon octicon-plus" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 9H7v5H5V9H0V7h5V2h2v5h5v2z"/></svg> <span class="dropdown-caret"></span>\n',
' </summary>\n',
' <details-menu class="dropdown-menu dropdown-menu-sw">\n',
' \n',
'<a role="menuitem" class="dropdown-item" href="/new" data-ga-click="Header, create new repository">\n',
' New repository\n',
'</a>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/new/import" data-ga-click="Header, import a repository">\n',
' Import repository\n',
' </a>\n',
'\n',
'<a role="menuitem" class="dropdown-item" href="https://gist.github.com/" data-ga-click="Header, create new gist">\n',
' New gist\n',
'</a>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/organizations/new" data-ga-click="Header, create new organization">\n',
' New organization\n',
' </a>\n',
'\n',
'\n',
' <div role="none" class="dropdown-divider"></div>\n',
' <div class="dropdown-header">\n',
' <span title="computational-class/bigdata">This repository</span>\n',
' </div>\n',
' <a role="menuitem" class="dropdown-item" href="/computational-class/bigdata/issues/new" data-ga-click="Header, create new issue" data-skip-pjax>\n',
' New issue\n',
' </a>\n',
'\n',
'\n',
' </details-menu>\n',
'</details>\n',
'\n',
' </div>\n',
'\n',
' <div class="Header-item position-relative mr-0 d-none d-lg-flex">\n',
' \n',
' <details class="details-overlay details-reset js-feature-preview-indicator-container" data-feature-preview-indicator-src="/users/Julieyang17/feature_preview/indicator_check.json">\n',
'\n',
' <summary class="Header-link"\n',
' aria-label="View profile and more"\n',
' data-ga-click="Header, show menu, icon:avatar">\n',
' <img alt="@Julieyang17" class="avatar" src="https://avatars2.githubusercontent.com/u/48235790?s=40&v=4" height="20" width="20">\n',
' <span class="feature-preview-indicator js-feature-preview-indicator" hidden></span>\n',
' <span class="dropdown-caret"></span>\n',
' </summary>\n',
' <details-menu class="dropdown-menu dropdown-menu-sw mt-2" style="width: 180px">\n',
' <div class="header-nav-current-user css-truncate"><a role="menuitem" class="no-underline user-profile-link px-3 pt-2 pb-2 mb-n2 mt-n1 d-block" href="/Julieyang17" data-ga-click="Header, go to profile, text:Signed in as">Signed in as <strong class="css-truncate-target">Julieyang17</strong></a></div>\n',
' <div role="none" class="dropdown-divider"></div>\n',
'\n',
' <div class="pl-3 pr-3 f6 user-status-container js-user-status-context pb-1" data-url="/users/status?compact=1&link_mentions=0&truncate=1">\n',
' \n',
'<div class="js-user-status-container\n',
' user-status-compact rounded-1 px-2 py-1 mt-2\n',
' border\n',
' " data-team-hovercards-enabled>\n',
' <details class="js-user-status-details details-reset details-overlay details-overlay-dark">\n',
' <summary class="btn-link btn-block link-gray no-underline js-toggle-user-status-edit toggle-user-status-edit "\n',
' role="menuitem" data-hydro-click="{"event_type":"user_profile.click","payload":{"profile_user_id":14935077,"target":"EDIT_USER_STATUS","user_id":48235790,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null}}" data-hydro-click-hmac="69657cc7c76d522f22d2b1013b3458dfdaef1e8646aab12e044558dcee51e529">\n',
' <div class="d-flex">\n',
' <div class="f6 lh-condensed user-status-header\n',
' d-inline-block v-align-middle\n',
' user-status-emoji-only-header circle\n',
' pr-2\n',
'"\n',
' style="max-width: 29px"\n',
' >\n',
' <div class="user-status-emoji-container flex-shrink-0 mr-1 mt-1 lh-condensed-ultra v-align-bottom" style="">\n',
' <svg class="octicon octicon-smiley" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8 0C3.58 0 0 3.58 0 8s3.58 8 8 8 8-3.58 8-8-3.58-8-8-8zm4.81 12.81a6.72 6.72 0 01-2.17 1.45c-.83.36-1.72.53-2.64.53-.92 0-1.81-.17-2.64-.53-.81-.34-1.55-.83-2.17-1.45a6.773 6.773 0 01-1.45-2.17A6.59 6.59 0 011.21 8c0-.92.17-1.81.53-2.64.34-.81.83-1.55 1.45-2.17.62-.62 1.36-1.11 2.17-1.45A6.59 6.59 0 018 1.21c.92 0 1.81.17 2.64.53.81.34 1.55.83 2.17 1.45.62.62 1.11 1.36 1.45 2.17.36.83.53 1.72.53 2.64 0 .92-.17 1.81-.53 2.64-.34.81-.83 1.55-1.45 2.17zM4 6.8v-.59c0-.66.53-1.19 1.2-1.19h.59c.66 0 1.19.53 1.19 1.19v.59c0 .67-.53 1.2-1.19 1.2H5.2C4.53 8 4 7.47 4 6.8zm5 0v-.59c0-.66.53-1.19 1.2-1.19h.59c.66 0 1.19.53 1.19 1.19v.59c0 .67-.53 1.2-1.19 1.2h-.59C9.53 8 9 7.47 9 6.8zm4 3.2c-.72 1.88-2.91 3-5 3s-4.28-1.13-5-3c-.14-.39.23-1 .66-1h8.59c.41 0 .89.61.75 1z"/></svg>\n',
' </div>\n',
' </div>\n',
' <div class="\n',
' d-inline-block v-align-middle\n',
' \n',
' \n',
' css-truncate css-truncate-target \n',
' user-status-message-wrapper f6"\n',
' style="line-height: 20px;" >\n',
' <div class="d-inline-block text-gray-dark v-align-text-top text-left">\n',
' <span class="text-gray ml-2">Set status</span>\n',
' </div>\n',
' </div>\n',
' </div>\n',
' </summary>\n',
' <details-dialog class="details-dialog rounded-1 anim-fade-in fast Box Box--overlay" role="dialog" tabindex="-1">\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form class="position-relative flex-auto js-user-status-form" action="/users/status?compact=1&link_mentions=0&truncate=1" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="_method" value="put" /><input type="hidden" name="authenticity_token" value="RtAz0tRzHyCPsk8UFPpgwbeiuRfRaKlWiWoo10I4RM4FO6uJl8Ao8mmeIfHPYygq+V7QMSixBvNZRyi8rUjLdQ==" />\n',
' <div class="Box-header bg-gray border-bottom p-3">\n',
' <button class="Box-btn-octicon js-toggle-user-status-edit btn-octicon float-right" type="reset" aria-label="Close dialog" data-close-dialog>\n',
' <svg class="octicon octicon-x" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M7.48 8l3.75 3.75-1.48 1.48L6 9.48l-3.75 3.75-1.48-1.48L4.52 8 .77 4.25l1.48-1.48L6 6.52l3.75-3.75 1.48 1.48L7.48 8z"/></svg>\n',
' </button>\n',
' <h3 class="Box-title f5 text-bold text-gray-dark">Edit status</h3>\n',
' </div>\n',
' <input type="hidden" name="emoji" class="js-user-status-emoji-field" value="">\n',
' <input type="hidden" name="organization_id" class="js-user-status-org-id-field" value="">\n',
' <div class="px-3 py-2 text-gray-dark">\n',
' <div class="js-characters-remaining-container position-relative mt-2">\n',
' <div class="input-group d-table form-group my-0 js-user-status-form-group">\n',
' <span class="input-group-button d-table-cell v-align-middle" style="width: 1%">\n',
' <button type="button" aria-label="Choose an emoji" class="btn-outline btn js-toggle-user-status-emoji-picker btn-open-emoji-picker p-0">\n',
' <span class="js-user-status-original-emoji" hidden></span>\n',
' <span class="js-user-status-custom-emoji"></span>\n',
' <span class="js-user-status-no-emoji-icon" >\n',
' <svg class="octicon octicon-smiley" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8 0C3.58 0 0 3.58 0 8s3.58 8 8 8 8-3.58 8-8-3.58-8-8-8zm4.81 12.81a6.72 6.72 0 01-2.17 1.45c-.83.36-1.72.53-2.64.53-.92 0-1.81-.17-2.64-.53-.81-.34-1.55-.83-2.17-1.45a6.773 6.773 0 01-1.45-2.17A6.59 6.59 0 011.21 8c0-.92.17-1.81.53-2.64.34-.81.83-1.55 1.45-2.17.62-.62 1.36-1.11 2.17-1.45A6.59 6.59 0 018 1.21c.92 0 1.81.17 2.64.53.81.34 1.55.83 2.17 1.45.62.62 1.11 1.36 1.45 2.17.36.83.53 1.72.53 2.64 0 .92-.17 1.81-.53 2.64-.34.81-.83 1.55-1.45 2.17zM4 6.8v-.59c0-.66.53-1.19 1.2-1.19h.59c.66 0 1.19.53 1.19 1.19v.59c0 .67-.53 1.2-1.19 1.2H5.2C4.53 8 4 7.47 4 6.8zm5 0v-.59c0-.66.53-1.19 1.2-1.19h.59c.66 0 1.19.53 1.19 1.19v.59c0 .67-.53 1.2-1.19 1.2h-.59C9.53 8 9 7.47 9 6.8zm4 3.2c-.72 1.88-2.91 3-5 3s-4.28-1.13-5-3c-.14-.39.23-1 .66-1h8.59c.41 0 .89.61.75 1z"/></svg>\n',
' </span>\n',
' </button>\n',
' </span>\n',
' <text-expander keys=": @" data-mention-url="/autocomplete/user-suggestions" data-emoji-url="/autocomplete/emoji">\n',
' <input\n',
' type="text"\n',
' autocomplete="off"\n',
' data-no-org-url="/autocomplete/user-suggestions"\n',
' data-org-url="/suggestions?mention_suggester=1"\n',
' data-maxlength="80"\n',
' class="d-table-cell width-full form-control js-user-status-message-field js-characters-remaining-field"\n',
' placeholder="What\'s happening?"\n',
' name="message"\n',
' value=""\n',
' aria-label="What is your current status?">\n',
' </text-expander>\n',
' <div class="error">Could not update your status, please try again.</div>\n',
' </div>\n',
' <div style="margin-left: 53px" class="my-1 text-small label-characters-remaining js-characters-remaining" data-suffix="remaining" hidden>\n',
' 80 remaining\n',
' </div>\n',
' </div>\n',
' <include-fragment class="js-user-status-emoji-picker" data-url="/users/status/emoji"></include-fragment>\n',
' <div class="overflow-auto ml-n3 mr-n3 px-3 border-bottom" style="max-height: 33vh">\n',
' <div class="user-status-suggestions js-user-status-suggestions collapsed overflow-hidden">\n',
' <h4 class="f6 text-normal my-3">Suggestions:</h4>\n',
' <div class="mx-3 mt-2 clearfix">\n',
' <div class="float-left col-6">\n',
' <button type="button" value=":palm_tree:" class="d-flex flex-items-baseline flex-items-stretch lh-condensed f6 btn-link link-gray no-underline js-predefined-user-status mb-1">\n',
' <div class="emoji-status-width mr-2 v-align-middle js-predefined-user-status-emoji">\n',
' <g-emoji alias="palm_tree" fallback-src="https://github.githubassets.com/images/icons/emoji/unicode/1f334.png">🌴</g-emoji>\n',
' </div>\n',
' <div class="d-flex flex-items-center no-underline js-predefined-user-status-message ws-normal text-left" style="border-left: 1px solid transparent">\n',
' On vacation\n',
' </div>\n',
' </button>\n',
' <button type="button" value=":face_with_thermometer:" class="d-flex flex-items-baseline flex-items-stretch lh-condensed f6 btn-link link-gray no-underline js-predefined-user-status mb-1">\n',
' <div class="emoji-status-width mr-2 v-align-middle js-predefined-user-status-emoji">\n',
' <g-emoji alias="face_with_thermometer" fallback-src="https://github.githubassets.com/images/icons/emoji/unicode/1f912.png">🤒</g-emoji>\n',
' </div>\n',
' <div class="d-flex flex-items-center no-underline js-predefined-user-status-message ws-normal text-left" style="border-left: 1px solid transparent">\n',
' Out sick\n',
' </div>\n',
' </button>\n',
' </div>\n',
' <div class="float-left col-6">\n',
' <button type="button" value=":house:" class="d-flex flex-items-baseline flex-items-stretch lh-condensed f6 btn-link link-gray no-underline js-predefined-user-status mb-1">\n',
' <div class="emoji-status-width mr-2 v-align-middle js-predefined-user-status-emoji">\n',
' <g-emoji alias="house" fallback-src="https://github.githubassets.com/images/icons/emoji/unicode/1f3e0.png">🏠</g-emoji>\n',
' </div>\n',
' <div class="d-flex flex-items-center no-underline js-predefined-user-status-message ws-normal text-left" style="border-left: 1px solid transparent">\n',
' Working from home\n',
' </div>\n',
' </button>\n',
' <button type="button" value=":dart:" class="d-flex flex-items-baseline flex-items-stretch lh-condensed f6 btn-link link-gray no-underline js-predefined-user-status mb-1">\n',
' <div class="emoji-status-width mr-2 v-align-middle js-predefined-user-status-emoji">\n',
' <g-emoji alias="dart" fallback-src="https://github.githubassets.com/images/icons/emoji/unicode/1f3af.png">🎯</g-emoji>\n',
' </div>\n',
' <div class="d-flex flex-items-center no-underline js-predefined-user-status-message ws-normal text-left" style="border-left: 1px solid transparent">\n',
' Focusing\n',
' </div>\n',
' </button>\n',
' </div>\n',
' </div>\n',
' </div>\n',
' <div class="user-status-limited-availability-container">\n',
' <div class="form-checkbox my-0">\n',
' <input type="checkbox" name="limited_availability" value="1" class="js-user-status-limited-availability-checkbox" data-default-message="I may be slow to respond." aria-describedby="limited-availability-help-text-truncate-true-compact-true" id="limited-availability-truncate-true-compact-true">\n',
' <label class="d-block f5 text-gray-dark mb-1" for="limited-availability-truncate-true-compact-true">\n',
' Busy\n',
' </label>\n',
' <p class="note" id="limited-availability-help-text-truncate-true-compact-true">\n',
' When others mention you, assign you, or request your review,\n',
' GitHub will let them know that you have limited availability.\n',
' </p>\n',
' </div>\n',
' </div>\n',
' </div>\n',
' \n',
'\n',
'<div class="d-inline-block f5 mr-2 pt-3 pb-2" >\n',
' <div class="d-inline-block mr-1">\n',
' Clear status\n',
' </div>\n',
'\n',
' <details class="js-user-status-expire-drop-down f6 dropdown details-reset details-overlay d-inline-block mr-2">\n',
' <summary class="f5 btn-link link-gray-dark border px-2 py-1 rounded-1" aria-haspopup="true">\n',
' <div class="js-user-status-expiration-interval-selected d-inline-block v-align-baseline">\n',
' Never\n',
' </div>\n',
' <div class="dropdown-caret"></div>\n',
' </summary>\n',
'\n',
' <ul class="dropdown-menu dropdown-menu-se pl-0 overflow-auto" style="width: 220px; max-height: 15.5em">\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item js-user-status-expire-button ws-normal" title="Never">\n',
' <span class="d-inline-block text-bold mb-1">Never</span>\n',
' <div class="f6 lh-condensed">Keep this status until you clear your status or edit your status.</div>\n',
' </button>\n',
' </li>\n',
' <li class="dropdown-divider" role="none"></li>\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item ws-normal js-user-status-expire-button" title="in 30 minutes" value="2020-01-19T18:51:36+08:00">\n',
' in 30 minutes\n',
' </button>\n',
' </li>\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item ws-normal js-user-status-expire-button" title="in 1 hour" value="2020-01-19T19:21:36+08:00">\n',
' in 1 hour\n',
' </button>\n',
' </li>\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item ws-normal js-user-status-expire-button" title="in 4 hours" value="2020-01-19T22:21:36+08:00">\n',
' in 4 hours\n',
' </button>\n',
' </li>\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item ws-normal js-user-status-expire-button" title="today" value="2020-01-19T23:59:59+08:00">\n',
' today\n',
' </button>\n',
' </li>\n',
' <li>\n',
' <button type="button" class="btn-link dropdown-item ws-normal js-user-status-expire-button" title="this week" value="2020-01-19T23:59:59+08:00">\n',
' this week\n',
' </button>\n',
' </li>\n',
' </ul>\n',
' </details>\n',
' <input class="js-user-status-expiration-date-input" type="hidden" name="expires_at" value="">\n',
'</div>\n',
'\n',
' <include-fragment class="js-user-status-org-picker" data-url="/users/status/organizations"></include-fragment>\n',
' </div>\n',
' <div class="d-flex flex-items-center flex-justify-between p-3 border-top">\n',
' <button type="submit" disabled class="width-full btn btn-primary mr-2 js-user-status-submit">\n',
' Set status\n',
' </button>\n',
' <button type="button" disabled class="width-full js-clear-user-status-button btn ml-2 ">\n',
' Clear status\n',
' </button>\n',
' </div>\n',
'</form> </details-dialog>\n',
' </details>\n',
'</div>\n',
'\n',
' </div>\n',
' <div role="none" class="dropdown-divider"></div>\n',
'\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/Julieyang17" data-ga-click="Header, go to profile, text:your profile">Your profile</a>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/Julieyang17?tab=repositories" data-ga-click="Header, go to repositories, text:your repositories">Your repositories</a>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/Julieyang17?tab=projects" data-ga-click="Header, go to projects, text:your projects">Your projects</a>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="/Julieyang17?tab=stars" data-ga-click="Header, go to starred repos, text:your stars">Your stars</a>\n',
' <a role="menuitem" class="dropdown-item" href="https://gist.github.com/mine" data-ga-click="Header, your gists, text:your gists">Your gists</a>\n',
'\n',
'\n',
'\n',
'\n',
'\n',
' <div role="none" class="dropdown-divider"></div>\n',
' \n',
'<div id="feature-enrollment-toggle" class="hide-sm hide-md feature-preview-details position-relative">\n',
' <button\n',
' type="button"\n',
' class="dropdown-item btn-link"\n',
' role="menuitem"\n',
' data-feature-preview-trigger-url="/users/Julieyang17/feature_previews"\n',
' data-feature-preview-close-details="{"event_type":"feature_preview.clicks.close_modal","payload":{"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}"\n',
' data-feature-preview-close-hmac="e06a677634e9c6bab89e3fc79724c808ef069fc32da670f614ab247b46ddbba5"\n',
' data-hydro-click="{"event_type":"feature_preview.clicks.open_modal","payload":{"link_location":"user_dropdown","client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}"\n',
' data-hydro-click-hmac="efa1277e376088b1b2d01447cba600ce5b3bcbfb6714f1048aaa11c4da90bd00"\n',
' >\n',
' Feature preview\n',
' </button>\n',
' <span class="feature-preview-indicator js-feature-preview-indicator" hidden></span>\n',
'</div>\n',
'\n',
' <a role="menuitem" class="dropdown-item" href="https://help.github.com" data-ga-click="Header, go to help, text:help">Help</a>\n',
' <a role="menuitem" class="dropdown-item" href="/settings/profile" data-ga-click="Header, go to settings, icon:settings">Settings</a>\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form class="logout-form" action="/logout" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="ge2Nln/7F4GR15Mf4NcHzIQm1sushLTrRztoGwNW8QLx4iXhLCt+4I8YlsWNKI5voH8lOtRuuizszGPUZ4B0EA==" />\n',
' \n',
' <button type="submit" class="dropdown-item dropdown-signout" data-ga-click="Header, sign out, icon:logout" role="menuitem">\n',
' Sign out\n',
' </button>\n',
' <input type="text" name="required_field_1f80" hidden="hidden" class="form-control" />\n',
'<input type="hidden" name="timestamp" value="1579429296431" class="form-control" />\n',
'<input type="hidden" name="timestamp_secret" value="049ea2ded85307dcb0b77df01733bd36fb352221c9f4108f015b15ea66b615f4" class="form-control" />\n',
'\n',
'</form> </details-menu>\n',
'</details>\n',
'\n',
' </div>\n',
'\n',
' </header>\n',
'\n',
' \n',
'\n',
' </div>\n',
'\n',
' <div id="start-of-content" class="show-on-focus"></div>\n',
'\n',
'\n',
' <div id="js-flash-container">\n',
'\n',
'</div>\n',
'\n',
'\n',
'\n',
' <div class="application-main " data-commit-hovercards-enabled>\n',
' <div itemscope itemtype="http://schema.org/SoftwareSourceCode" class="">\n',
' <main >\n',
' \n',
'\n',
'\n',
' \n',
'\n',
' <div class="border-bottom shelf intro-shelf js-notice mb-0 pb-4">\n',
' <div class="width-full container">\n',
' <div class="width-full mx-auto shelf-content">\n',
' <h2 class="shelf-title">Learn Git and GitHub without any code!</h2>\n',
' <p class="shelf-lead">\n',
' Using the Hello World guide, you’ll start a branch, write comments, and open a pull request.\n',
' </p>\n',
' <a class="btn btn-primary shelf-cta" target="_blank" data-hydro-click="{"event_type":"repository.click","payload":{"target":"READ_GUIDE","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="dec9ee39141bcca9ece0da3fcb8c40d877a7ae880a2aeb0608915cf54487e1ce" href="https://guides.github.com/activities/hello-world/">Read the guide</a>\n',
' </div>\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form class="shelf-dismiss js-notice-dismiss" action="/dashboard/dismiss_bootcamp" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="_method" value="delete" /><input type="hidden" name="authenticity_token" value="IAmR1Bm/Ht3mxo4HJWA4JYplk8UdqPH6ju/NneztOcU2NLxuKT9h/O4d6xB7db1441HLbGcw2lag1Rw6k6istw==" />\n',
' <button name="button" type="submit" class="mr-1 close-button tooltipped tooltipped-w" aria-label="Hide this notice forever" data-hydro-click="{"event_type":"repository.click","payload":{"target":"DISMISS_BANNER","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="428f81e7227fb67b9a346e4d989b5d9c4a3df2b39ab791083b689785e8d21618">\n',
' <svg aria-label="Hide this notice forever" class="octicon octicon-x v-align-text-top" viewBox="0 0 12 16" version="1.1" width="12" height="16" role="img"><path fill-rule="evenodd" d="M7.48 8l3.75 3.75-1.48 1.48L6 9.48l-3.75 3.75-1.48-1.48L4.52 8 .77 4.25l1.48-1.48L6 6.52l3.75-3.75 1.48 1.48L7.48 8z"/></svg>\n',
'</button></form> </div>\n',
'</div>\n',
'\n',
'\n',
'\n',
' \n',
'\n',
'\n',
'\n',
'\n',
'\n',
'\n',
'\n',
'\n',
'\n',
' <div class=" pagehead repohead readability-menu experiment-repo-nav pt-0 pt-lg-4 ">\n',
'\n',
' <div class="container-lg mb-4 p-responsive d-none d-lg-flex">\n',
'\n',
' <div class="flex-auto min-width-0 width-fit mr-3">\n',
' <h1 class="public d-flex flex-wrap flex-items-center break-word float-none">\n',
' <svg class="octicon octicon-repo mr-1" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M4 9H3V8h1v1zm0-3H3v1h1V6zm0-2H3v1h1V4zm0-2H3v1h1V2zm8-1v12c0 .55-.45 1-1 1H6v2l-1.5-1.5L3 16v-2H1c-.55 0-1-.45-1-1V1c0-.55.45-1 1-1h10c.55 0 1 .45 1 1zm-1 10H1v2h2v-1h3v1h5v-2zm0-10H2v9h9V1z"/></svg>\n',
' <span class="author" itemprop="author">\n',
' <a class="url fn" rel="author" data-hovercard-type="organization" data-hovercard-url="/orgs/computational-class/hovercard" href="/computational-class">computational-class</a>\n',
' </span>\n',
' <span class="path-divider">/</span>\n',
' <strong itemprop="name" class="mr-2">\n',
' <a data-pjax="#js-repo-pjax-container" href="/computational-class/bigdata">bigdata</a>\n',
' </strong>\n',
' \n',
'</h1>\n',
'\n',
'\n',
' </div>\n',
'\n',
' <ul class="pagehead-actions flex-shrink-0">\n',
'\n',
'\n',
'\n',
'\n',
' <li>\n',
' \n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form data-remote="true" class="clearfix js-social-form js-social-container" action="/notifications/subscribe" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="fTrIRbxkR5zoVicYbsv8rCn0JFEuMTfI5PYFXzxK3D9bglYo1lVmeZPPVFXTsjDEiZwnCoTwtbrLYl013b5S4w==" /> <input type="hidden" name="repository_id" value="123104993">\n',
'\n',
' <details class="details-reset details-overlay select-menu float-left">\n',
' <summary class="select-menu-button float-left btn btn-sm btn-with-count" data-hydro-click="{"event_type":"repository.click","payload":{"target":"WATCH_BUTTON","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="b93cc271d422da761e6ba5d52efa4013895ad41abe78c3aa80d460d8a88e5473" data-ga-click="Repository, click Watch settings, action:blob#show"> <span data-menu-button>\n',
' <svg class="octicon octicon-eye v-align-text-bottom" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8.06 2C3 2 0 8 0 8s3 6 8.06 6C13 14 16 8 16 8s-3-6-7.94-6zM8 12c-2.2 0-4-1.78-4-4 0-2.2 1.8-4 4-4 2.22 0 4 1.8 4 4 0 2.22-1.78 4-4 4zm2-4c0 1.11-.89 2-2 2-1.11 0-2-.89-2-2 0-1.11.89-2 2-2 1.11 0 2 .89 2 2z"/></svg>\n',
' Watch\n',
' </span>\n',
'</summary> <details-menu\n',
' class="select-menu-modal position-absolute mt-5"\n',
' style="z-index: 99;">\n',
' <div class="select-menu-header">\n',
' <span class="select-menu-title">Notifications</span>\n',
' </div>\n',
' <div class="select-menu-list">\n',
' <button type="submit" name="do" value="included" class="select-menu-item width-full" aria-checked="true" role="menuitemradio">\n',
' <svg class="octicon octicon-check select-menu-item-icon" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 5l-8 8-4-4 1.5-1.5L4 10l6.5-6.5L12 5z"/></svg>\n',
' <div class="select-menu-item-text">\n',
' <span class="select-menu-item-heading">Not watching</span>\n',
' <span class="description">Be notified only when participating or @mentioned.</span>\n',
' <span class="hidden-select-button-text" data-menu-button-contents>\n',
' <svg class="octicon octicon-eye v-align-text-bottom" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8.06 2C3 2 0 8 0 8s3 6 8.06 6C13 14 16 8 16 8s-3-6-7.94-6zM8 12c-2.2 0-4-1.78-4-4 0-2.2 1.8-4 4-4 2.22 0 4 1.8 4 4 0 2.22-1.78 4-4 4zm2-4c0 1.11-.89 2-2 2-1.11 0-2-.89-2-2 0-1.11.89-2 2-2 1.11 0 2 .89 2 2z"/></svg>\n',
' Watch\n',
' </span>\n',
' </div>\n',
' </button>\n',
'\n',
' <button type="submit" name="do" value="release_only" class="select-menu-item width-full" aria-checked="false" role="menuitemradio">\n',
' <svg class="octicon octicon-check select-menu-item-icon" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 5l-8 8-4-4 1.5-1.5L4 10l6.5-6.5L12 5z"/></svg>\n',
' <div class="select-menu-item-text">\n',
' <span class="select-menu-item-heading">Releases only</span>\n',
' <span class="description">Be notified of new releases, and when participating or @mentioned.</span>\n',
' <span class="hidden-select-button-text" data-menu-button-contents>\n',
' <svg class="octicon octicon-eye v-align-text-bottom" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8.06 2C3 2 0 8 0 8s3 6 8.06 6C13 14 16 8 16 8s-3-6-7.94-6zM8 12c-2.2 0-4-1.78-4-4 0-2.2 1.8-4 4-4 2.22 0 4 1.8 4 4 0 2.22-1.78 4-4 4zm2-4c0 1.11-.89 2-2 2-1.11 0-2-.89-2-2 0-1.11.89-2 2-2 1.11 0 2 .89 2 2z"/></svg>\n',
' Unwatch releases\n',
' </span>\n',
' </div>\n',
' </button>\n',
'\n',
' <button type="submit" name="do" value="subscribed" class="select-menu-item width-full" aria-checked="false" role="menuitemradio">\n',
' <svg class="octicon octicon-check select-menu-item-icon" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 5l-8 8-4-4 1.5-1.5L4 10l6.5-6.5L12 5z"/></svg>\n',
' <div class="select-menu-item-text">\n',
' <span class="select-menu-item-heading">Watching</span>\n',
' <span class="description">Be notified of all conversations.</span>\n',
' <span class="hidden-select-button-text" data-menu-button-contents>\n',
' <svg class="octicon octicon-eye v-align-text-bottom" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8.06 2C3 2 0 8 0 8s3 6 8.06 6C13 14 16 8 16 8s-3-6-7.94-6zM8 12c-2.2 0-4-1.78-4-4 0-2.2 1.8-4 4-4 2.22 0 4 1.8 4 4 0 2.22-1.78 4-4 4zm2-4c0 1.11-.89 2-2 2-1.11 0-2-.89-2-2 0-1.11.89-2 2-2 1.11 0 2 .89 2 2z"/></svg>\n',
' Unwatch\n',
' </span>\n',
' </div>\n',
' </button>\n',
'\n',
' <button type="submit" name="do" value="ignore" class="select-menu-item width-full" aria-checked="false" role="menuitemradio">\n',
' <svg class="octicon octicon-check select-menu-item-icon" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M12 5l-8 8-4-4 1.5-1.5L4 10l6.5-6.5L12 5z"/></svg>\n',
' <div class="select-menu-item-text">\n',
' <span class="select-menu-item-heading">Ignoring</span>\n',
' <span class="description">Never be notified.</span>\n',
' <span class="hidden-select-button-text" data-menu-button-contents>\n',
' <svg class="octicon octicon-mute v-align-text-bottom" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8 2.81v10.38c0 .67-.81 1-1.28.53L3 10H1c-.55 0-1-.45-1-1V7c0-.55.45-1 1-1h2l3.72-3.72C7.19 1.81 8 2.14 8 2.81zm7.53 3.22l-1.06-1.06-1.97 1.97-1.97-1.97-1.06 1.06L11.44 8 9.47 9.97l1.06 1.06 1.97-1.97 1.97 1.97 1.06-1.06L13.56 8l1.97-1.97z"/></svg>\n',
' Stop ignoring\n',
' </span>\n',
' </div>\n',
' </button>\n',
' </div>\n',
' </details-menu>\n',
' </details>\n',
' <a class="social-count js-social-count"\n',
' href="/computational-class/bigdata/watchers"\n',
' aria-label="17 users are watching this repository">\n',
' 17\n',
' </a>\n',
'</form>\n',
' </li>\n',
'\n',
' <li>\n',
' <div class="js-toggler-container js-social-container starring-container ">\n',
' <form class="starred js-social-form" action="/computational-class/bigdata/unstar" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="LNm+uiRmee6PKJWuSrgcBcM4AR38E3Vfe5KacPYH6SAk+acQeivAYIeMBR6EJNqmVitmzGlGn7PzrDgaNjXlpA==" />\n',
' <input type="hidden" name="context" value="repository"></input>\n',
' <button type="submit" class="btn btn-sm btn-with-count js-toggler-target" aria-label="Unstar this repository" title="Unstar computational-class/bigdata" data-hydro-click="{"event_type":"repository.click","payload":{"target":"UNSTAR_BUTTON","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="f120e6d533e538b1fa1c34c907f2ff1280222a96207555f51633890055aa1038" data-ga-click="Repository, click unstar button, action:blob#show; text:Unstar"> <svg aria-label="star" height="16" class="octicon octicon-star v-align-text-bottom" viewBox="0 0 14 16" version="1.1" width="14" role="img"><path fill-rule="evenodd" d="M14 6l-4.9-.64L7 1 4.9 5.36 0 6l3.6 3.26L2.67 14 7 11.67 11.33 14l-.93-4.74L14 6z"/></svg>\n',
'\n',
' Unstar\n',
'</button> <a class="social-count js-social-count" href="/computational-class/bigdata/stargazers"\n',
' aria-label="76 users starred this repository">\n',
' 76\n',
' </a>\n',
'</form>\n',
' <form class="unstarred js-social-form" action="/computational-class/bigdata/star" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="5uOGPAlTXzf5+7KqRax4mUjzs/hyZhPwWzHDBiRMPwHts+mbEE5EqQK6b50QnXfBAlZtkksfYn29qAcJ2QvTJw==" />\n',
' <input type="hidden" name="context" value="repository"></input>\n',
' <button type="submit" class="btn btn-sm btn-with-count js-toggler-target" aria-label="Unstar this repository" title="Star computational-class/bigdata" data-hydro-click="{"event_type":"repository.click","payload":{"target":"STAR_BUTTON","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="4f90ea3207b73f9c081e98bcc81aaba5b856bd7161f9417258ea5e6618968303" data-ga-click="Repository, click star button, action:blob#show; text:Star"> <svg aria-label="star" height="16" class="octicon octicon-star v-align-text-bottom" viewBox="0 0 14 16" version="1.1" width="14" role="img"><path fill-rule="evenodd" d="M14 6l-4.9-.64L7 1 4.9 5.36 0 6l3.6 3.26L2.67 14 7 11.67 11.33 14l-.93-4.74L14 6z"/></svg>\n',
'\n',
' Star\n',
'</button> <a class="social-count js-social-count" href="/computational-class/bigdata/stargazers"\n',
' aria-label="76 users starred this repository">\n',
' 76\n',
' </a>\n',
'</form> </div>\n',
'\n',
' </li>\n',
'\n',
' <li>\n',
' <!-- \'"` --><!-- </textarea></xmp> --></option></form><form class="btn-with-count" action="/computational-class/bigdata/fork" accept-charset="UTF-8" method="post"><input name="utf8" type="hidden" value="✓" /><input type="hidden" name="authenticity_token" value="yPuPB6Xjk0Gykok2/lIYrSR6yptHbTs690CWSxhW5D5cLuEV5R4BUgwCGy8BYNLOJnrzi+5cK9BOpLVEWS4cBg==" />\n',
' <button class="btn btn-sm btn-with-count" data-hydro-click="{"event_type":"repository.click","payload":{"target":"FORK_BUTTON","repository_id":123104993,"client_id":"859532768.1552867952","originating_request_id":"BEE7:530E:92AD66:11A6375:5E242D96","originating_url":"https://github.com/computational-class/bigdata/blob/gh-pages/data/ows_tweets_sample.txt","referrer":null,"user_id":48235790}}" data-hydro-click-hmac="d499e3c4042fc896abf2b1a411f34750d2462eba99e5c524fd62082b4c3faea1" data-ga-click="Repository, show fork modal, action:blob#show; text:Fork" type="submit" title="Fork your own copy of computational-class/bigdata to your account" aria-label="Fork your own copy of computational-class/bigdata to your account"> <svg class="octicon octicon-repo-forked v-align-text-bottom" viewBox="0 0 10 16" version="1.1" width="10" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M8 1a1.993 1.993 0 00-1 3.72V6L5 8 3 6V4.72A1.993 1.993 0 002 1a1.993 1.993 0 00-1 3.72V6.5l3 3v1.78A1.993 1.993 0 005 15a1.993 1.993 0 001-3.72V9.5l3-3V4.72A1.993 1.993 0 008 1zM2 4.2C1.34 4.2.8 3.65.8 3c0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2 0 .65-.55 1.2-1.2 1.2zm3 10c-.66 0-1.2-.55-1.2-1.2 0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2 0 .65-.55 1.2-1.2 1.2zm3-10c-.66 0-1.2-.55-1.2-1.2 0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2 0 .65-.55 1.2-1.2 1.2z"/></svg>\n',
' Fork\n',
'</button></form>\n',
' <a href="/computational-class/bigdata/network/members" class="social-count"\n',
' aria-label="86 users forked this repository">\n',
' 86\n',
' </a>\n',
' </li>\n',
'</ul>\n',
'\n',
' </div>\n',
' \n',
'<nav class="hx_reponav reponav js-repo-nav js-sidenav-container-pjax clearfix container-lg p-responsive d-none d-lg-block"\n',
' itemscope\n',
' itemtype="http://schema.org/BreadcrumbList"\n',
' aria-label="Repository"\n',
' data-pjax="#js-repo-pjax-container">\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a class="js-selected-navigation-item selected reponav-item" itemprop="url" data-hotkey="g c" aria-current="page" data-selected-links="repo_source repo_downloads repo_commits repo_releases repo_tags repo_branches repo_packages /computational-class/bigdata" href="/computational-class/bigdata">\n',
' <div class="d-inline"><svg class="octicon octicon-code" viewBox="0 0 14 16" version="1.1" width="14" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M9.5 3L8 4.5 11.5 8 8 11.5 9.5 13 14 8 9.5 3zm-5 0L0 8l4.5 5L6 11.5 2.5 8 6 4.5 4.5 3z"/></svg></div>\n',
' <span itemprop="name">Code</span>\n',
' <meta itemprop="position" content="1">\n',
'</a> </span>\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" data-hotkey="g i" class="js-selected-navigation-item reponav-item" data-selected-links="repo_issues repo_labels repo_milestones /computational-class/bigdata/issues" href="/computational-class/bigdata/issues">\n',
' <div class="d-inline"><svg class="octicon octicon-issue-opened" viewBox="0 0 14 16" version="1.1" width="14" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M7 2.3c3.14 0 5.7 2.56 5.7 5.7s-2.56 5.7-5.7 5.7A5.71 5.71 0 011.3 8c0-3.14 2.56-5.7 5.7-5.7zM7 1C3.14 1 0 4.14 0 8s3.14 7 7 7 7-3.14 7-7-3.14-7-7-7zm1 3H6v5h2V4zm0 6H6v2h2v-2z"/></svg></div>\n',
' <span itemprop="name">Issues</span>\n',
' <span class="Counter">47</span>\n',
' <meta itemprop="position" content="2">\n',
'</a> </span>\n',
'\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a data-hotkey="g p" data-skip-pjax="true" itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="repo_pulls checks /computational-class/bigdata/pulls" href="/computational-class/bigdata/pulls">\n',
' <div class="d-inline"><svg class="octicon octicon-git-pull-request" viewBox="0 0 12 16" version="1.1" width="12" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M11 11.28V5c-.03-.78-.34-1.47-.94-2.06C9.46 2.35 8.78 2.03 8 2H7V0L4 3l3 3V4h1c.27.02.48.11.69.31.21.2.3.42.31.69v6.28A1.993 1.993 0 0010 15a1.993 1.993 0 001-3.72zm-1 2.92c-.66 0-1.2-.55-1.2-1.2 0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2 0 .65-.55 1.2-1.2 1.2zM4 3c0-1.11-.89-2-2-2a1.993 1.993 0 00-1 3.72v6.56A1.993 1.993 0 002 15a1.993 1.993 0 001-3.72V4.72c.59-.34 1-.98 1-1.72zm-.8 10c0 .66-.55 1.2-1.2 1.2-.65 0-1.2-.55-1.2-1.2 0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2zM2 4.2C1.34 4.2.8 3.65.8 3c0-.65.55-1.2 1.2-1.2.65 0 1.2.55 1.2 1.2 0 .65-.55 1.2-1.2 1.2z"/></svg></div>\n',
' <span itemprop="name">Pull requests</span>\n',
' <span class="Counter">0</span>\n',
' <meta itemprop="position" content="4">\n',
'</a> </span>\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement" class="position-relative float-left">\n',
' <a data-hotkey="g w" data-skip-pjax="true" class="js-selected-navigation-item reponav-item" data-selected-links="repo_actions /computational-class/bigdata/actions" href="/computational-class/bigdata/actions">\n',
' <div class="d-inline"><svg class="octicon octicon-play" viewBox="0 0 14 16" version="1.1" width="14" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M14 8A7 7 0 110 8a7 7 0 0114 0zm-8.223 3.482l4.599-3.066a.5.5 0 000-.832L5.777 4.518A.5.5 0 005 4.934v6.132a.5.5 0 00.777.416z"/></svg></div>\n',
' Actions\n',
'</a>\n',
' </span>\n',
'\n',
' <a data-hotkey="g b" class="js-selected-navigation-item reponav-item" data-selected-links="repo_projects new_repo_project repo_project /computational-class/bigdata/projects" href="/computational-class/bigdata/projects">\n',
' <div class="d-inline"><svg class="octicon octicon-project" viewBox="0 0 15 16" version="1.1" width="15" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M10 12h3V2h-3v10zm-4-2h3V2H6v8zm-4 4h3V2H2v12zm-1 1h13V1H1v14zM14 0H1a1 1 0 00-1 1v14a1 1 0 001 1h13a1 1 0 001-1V1a1 1 0 00-1-1z"/></svg></div>\n',
' Projects\n',
' <span class="Counter" >0</span>\n',
'</a>\n',
'\n',
' <a class="js-selected-navigation-item reponav-item" data-hotkey="g w" data-selected-links="repo_wiki /computational-class/bigdata/wiki" href="/computational-class/bigdata/wiki">\n',
' <div class="d-inline"><svg class="octicon octicon-book" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M3 5h4v1H3V5zm0 3h4V7H3v1zm0 2h4V9H3v1zm11-5h-4v1h4V5zm0 2h-4v1h4V7zm0 2h-4v1h4V9zm2-6v9c0 .55-.45 1-1 1H9.5l-1 1-1-1H2c-.55 0-1-.45-1-1V3c0-.55.45-1 1-1h5.5l1 1 1-1H15c.55 0 1 .45 1 1zm-8 .5L7.5 3H2v9h6V3.5zm7-.5H9.5l-.5.5V12h6V3z"/></svg></div>\n',
' Wiki\n',
'</a>\n',
' <a data-skip-pjax="true" class="js-selected-navigation-item reponav-item" data-selected-links="security alerts policy token_scanning code_scanning /computational-class/bigdata/security/advisories" href="/computational-class/bigdata/security/advisories">\n',
' <div class="d-inline"><svg class="octicon octicon-shield" viewBox="0 0 14 16" version="1.1" width="14" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M0 2l7-2 7 2v6.02C14 12.69 8.69 16 7 16c-1.69 0-7-3.31-7-7.98V2zm1 .75L7 1l6 1.75v5.268C13 12.104 8.449 15 7 15c-1.449 0-6-2.896-6-6.982V2.75zm1 .75L7 2v12c-1.207 0-5-2.482-5-5.985V3.5z"/></svg></div>\n',
' Security\n',
'</a>\n',
' <a class="js-selected-navigation-item reponav-item" data-selected-links="repo_graphs repo_contributors dependency_graph pulse people /computational-class/bigdata/pulse" href="/computational-class/bigdata/pulse">\n',
' <div class="d-inline"><svg class="octicon octicon-graph" viewBox="0 0 16 16" version="1.1" width="16" height="16" aria-hidden="true"><path fill-rule="evenodd" d="M16 14v1H0V0h1v14h15zM5 13H3V8h2v5zm4 0H7V3h2v10zm4 0h-2V6h2v7z"/></svg></div>\n',
' Insights\n',
'</a>\n',
'\n',
'</nav>\n',
'\n',
' <div class="reponav-wrapper reponav-small d-lg-none">\n',
' <nav class="reponav js-reponav text-center no-wrap"\n',
' itemscope\n',
' itemtype="http://schema.org/BreadcrumbList">\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a class="js-selected-navigation-item selected reponav-item" itemprop="url" aria-current="page" data-selected-links="repo_source repo_downloads repo_commits repo_releases repo_tags repo_branches repo_packages /computational-class/bigdata" href="/computational-class/bigdata">\n',
' <span itemprop="name">Code</span>\n',
' <meta itemprop="position" content="1">\n',
'</a> </span>\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="repo_issues repo_labels repo_milestones /computational-class/bigdata/issues" href="/computational-class/bigdata/issues">\n',
' <span itemprop="name">Issues</span>\n',
' <span class="Counter">47</span>\n',
' <meta itemprop="position" content="2">\n',
'</a> </span>\n',
'\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="repo_pulls checks /computational-class/bigdata/pulls" href="/computational-class/bigdata/pulls">\n',
' <span itemprop="name">Pull requests</span>\n',
' <span class="Counter">0</span>\n',
' <meta itemprop="position" content="4">\n',
'</a> </span>\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="repo_projects new_repo_project repo_project /computational-class/bigdata/projects" href="/computational-class/bigdata/projects">\n',
' <span itemprop="name">Projects</span>\n',
' <span class="Counter">0</span>\n',
' <meta itemprop="position" content="5">\n',
'</a> </span>\n',
'\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="repo_wiki /computational-class/bigdata/wiki" href="/computational-class/bigdata/wiki">\n',
' <span itemprop="name">Wiki</span>\n',
' <meta itemprop="position" content="6">\n',
'</a> </span>\n',
'\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="security alerts policy token_scanning code_scanning /computational-class/bigdata/security/advisories" href="/computational-class/bigdata/security/advisories">\n',
' <span itemprop="name">Security</span>\n',
' <meta itemprop="position" content="7">\n',
'</a>\n',
' <a class="js-selected-navigation-item reponav-item" data-selected-links="pulse /computational-class/bigdata/pulse" href="/computational-class/bigdata/pulse">\n',
' Pulse\n',
'</a>\n',
' <span itemscope itemtype="http://schema.org/ListItem" itemprop="itemListElement">\n',
' <a itemprop="url" class="js-selected-navigation-item reponav-item" data-selected-links="community /computational-class/bigdata/community" href="/computational-class/bigdata/community">\n',
' Community\n',
'</a> </span>\n',
'\n',
' </nav>\n',
'</div>\n',
'\n',
'\n',
' </div>\n',
'<div class="container-lg clearfix new-discussion-timeline experiment-repo-nav p-responsive">\n',
' <div class="repository-content ">\n',
'\n',
' \n',
' \n',
'\n',
'\n',
' \n',
'\n',
'\n',
' <a class="d-none js-permalink-shortcut" data-hotkey="y" href="/computational-class/bigdata/blob/4e00d46e092c051853392f5ade09b040a9abc370/data/ows_tweets_sample.txt">Permalink</a>\n',
'\n',
' <!-- blob contrib key: blob_contributors:v21:13b9cbeeaace0880313376bf80abf781 -->\n',
' \n',
'\n',
' <div class="d-flex flex-items-start flex-shrink-0 pb-3 flex-column flex-md-row">\n',
' <span class="d-flex flex-justify-between width-full width-md-auto">\n',
' \n',
'<details class="details-reset details-overlay select-menu branch-select-menu hx_rsm" id="branch-select-menu">\n',
' <summary class="btn btn-sm select-menu-button css-truncate"\n',
' data-hotkey="w"\n',
' title="Switch branches or tags">\n',
' <i>Branch:</i>\n',
' <span class="css-truncate-target" data-menu-button>gh-pages</span>\n',
' </summary>\n',
'\n',
' <details-menu class="select-menu-modal hx_rsm-modal position-absolute" style="z-index: 99;" src="/computational-class/bigdata/refs/gh-pages/data/ows_tweets_sample.txt?source_action=show&source_controller=blob" preload>\n',
' <include-fragment class="select-menu-loading-overlay anim-pulse">\n',
' <svg height="32" class="octicon octicon-octoface" viewBox="0 0 16 16" version="1.1" width="32" aria-hidden="true"><path fill-rule="evenodd" d="M14.7 5.34c.13-.32.55-1.59-.13-3.31 0 0-1.05-.33-3.44 1.3-1-.28-2.07-.32-3.13-.32s-2.13.04-3.13.32c-2.39-1.64-3.44-1.3-3.44-1.3-.68 1.72-.26 2.99-.13 3.31C.49 6.21 0 7.33 0 8.69 0 13.84 3.33 15 7.98 15S16 13.84 16 8.69c0-1.36-.49-2.48-1.3-3.35zM8 14.02c-3.3 0-5.98-.15-5.98-3.35 0-.76.38-1.48 1.02-2.07 1.07-.98 2.9-.46 4.96-.46 2.07 0 3.88-.52 4.96.46.65.59 1.02 1.3 1.02 2.07 0 3.19-2.68 3.35-5.98 3.35zM5.49 9.01c-.66 0-1.2.8-1.2 1.78s.54 1.79 1.2 1.79c.66 0 1.2-.8 1.2-1.79s-.54-1.78-1.2-1.78zm5.02 0c-.66 0-1.2.79-1.2 1.78s.54 1.79 1.2 1.79c.66 0 1.2-.8 1.2-1.79s-.53-1.78-1.2-1.78z"/></svg>\n',
' </include-fragment>\n',
' </details-menu>\n',
'</details>\n',
'\n',
' <div class="BtnGroup flex-shrink-0 d-md-none">\n',
' <a href="/computational-class/bigdata/find/gh-pages"\n',
' class="js-pjax-capture-input btn btn-sm BtnGroup-item"\n',
' data-pjax\n',
' data-hotkey="t">\n',
' Find file\n',
' </a>\n',
' <clipboard-copy value="data/ows_tweets_sample.txt" class="btn btn-sm BtnGroup-item">\n',
' Copy path\n',
' </clipboard-copy>\n',
' </div>\n',
' </span>\n',
' <h2 id="blob-path" class="breadcrumb flex-auto min-width-0 text-normal flex-md-self-center ml-md-2 mr-md-3 my-2 my-md-0">\n',
' <span class="js-repo-root text-bold"><span class="js-path-segment"><a data-pjax="true" href="/computational-class/bigdata"><span>bigdata</span></a></span></span><span class="separator">/</span><span class="js-path-segment"><a data-pjax="true" href="/computational-class/bigdata/tree/gh-pages/data"><span>data</span></a></span><span class="separator">/</span><strong class="final-path">ows_tweets_sample.txt</strong>\n',
' </h2>\n',
'\n',
...]
with open("/users/julieyang/desktop/ows_tweets_sample.txt", 'r') as f:
chunk = f.readlines()
len(chunk)
12240
len(df)
2626
chunk[:3]
['\n', '\n', '\n']
df['From User'][:10]
0 Anonops_Cop 1 KittyHybrid 2 nerdsherpa 3 hamudistan 4 kl_knox 5 vickycrampton 6 burgerbuilders 7 neverfox 8 davidgaliel 9 AnonOws Name: From User, dtype: object
import csv
lines_csv = csv.reader(chunk, delimiter=',', quotechar='"')
print(len(list(lines_csv)))
12239
import csv
import pandas as pd
df = pd.read_csv(open("ows_tweets_sample.txt",'r',encoding="utf-8",errors='ignore'),sep=',', quotechar='"')
df[:20]
| Twitter ID | Text | Profile Image URL | Day | Hour | Minute | Created At | Geo | From User | From User ID | Language | To User | To User ID | Source | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 121813144174727168 | RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLIN... | http://a2.twimg.com/profile_images/1539375713/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:51 | N; | Anonops_Cop | 401240477 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 1 | 121813146137657344 | @jamiekilstein @allisonkilkenny Interesting in... | http://a2.twimg.com/profile_images/1574715503/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:51 | N; | KittyHybrid | 34532053 | en | jamiekilstein | 2149053 | <a href="http://twitter.com/">... |
| 2 | 121813150000619521 | @Seductivpancake Right! Those guys have a vict... | http://a1.twimg.com/profile_images/1241412831/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:52 | N; | nerdsherpa | 95067344 | en | Seductivpancake | 19695580 | <a href="http://www.echofon.com/"... |
| 3 | 121813150701072385 | RT @bembel "Occupy Wall Street" als ... | http://a0.twimg.com/profile_images/1106399092/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:52 | N; | hamudistan | 35862923 | en | NaN | 0 | <a href="http://levelupstudio.com"... |
| 4 | 121813163778899968 | #ows White shirt= Brown shirt. | http://a2.twimg.com/profile_images/1568117871/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:56 | N; | kl_knox | 419580636 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 5 | 121813169999065088 | RT @TheNewDeal: The #NYPD are Out of Control. ... | http://a2.twimg.com/profile_images/1344925102/... | 2011-10-06 | 5 | 4 | 2011-10-06 05:04:57 | N; | vickycrampton | 32151083 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 6 | 121813190454689792 | 1912 prediction re: founding of #Fed : Then we... | http://a2.twimg.com/profile_images/1362909408/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:02 | N; | burgerbuilders | 143597105 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 7 | 121813195924058113 | Wall Street Protests Marred by Anti-Semitism h... | http://a2.twimg.com/profile_images/1497877873/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:03 | N; | neverfox | 363594381 | en | NaN | 0 | <a href="http://www.tweetdeck.com"... |
| 8 | 121813197404639232 | #OWS @cynthiaboaz 8 rules for Satyagrahi activ... | http://a3.twimg.com/profile_images/1508918940/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:04 | N; | davidgaliel | 19105658 | en | NaN | 0 | <a href="http://twitterrific.com"... |
| 9 | 121813198935560192 | RT @ForseenUnNamed: Btw. Welcome to day 20 #o... | http://a3.twimg.com/profile_images/1568182911/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:04 | N; | AnonOws | 417383736 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 10 | 121813202475556864 | RT @tinadupuy: The is what happens when you pr... | http://a2.twimg.com/profile_images/1180369332/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:05 | N; | ryanjnagle | 161516982 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 11 | 121813209370992640 | RT @UnderdogLib: We ALREADY pay debit card &qu... | http://a0.twimg.com/profile_images/1479525543/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:06 | N; | JanSKay | 3309375 | en | NaN | 0 | <a href="http://www.tweetdeck.com"... |
| 12 | 121813209459073025 | http://t.co/tsUARoAm Reports not confirmed po... | http://a1.twimg.com/profile_images/1536904281/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:06 | N; | alyssa011968 | 60158320 | en | NaN | 0 | <a href="http://twitter.com/tweetbutto... |
| 13 | 121813232523558912 | @AnonyOps @danielhewitt Wow. Self-defense is ... | http://a2.twimg.com/profile_images/1100137056/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:12 | N; | fresh__air | 131619446 | en | AnonyOps | 196631316 | <a href="http://twitter.com/">... |
| 14 | 121813245488140288 | @HumanityCritic i'm worried that the #ows sell... | http://a2.twimg.com/profile_images/627683576/f... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:15 | N; | fucentarmal | 27480502 | en | HumanityCritic | 230431 | <a href="http://www.tweetdeck.com"... |
| 15 | 121813246519934976 | RT @anonops: The New Hashtag is #OWS -- #Occup... | http://a1.twimg.com/profile_images/1567149924/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:15 | N; | msaf | 14339359 | en | NaN | 0 | <a href="http://blackberry.com/twitter... |
| 16 | 121813249531445249 | RT @OccupyWallSt: Let's stop the hash tag soup... | http://a2.twimg.com/profile_images/1534521122/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:16 | N; | Seekadoo2 | 35067122 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 17 | 121813250131230720 | RT @TheNewDeal: Why is it easier to believe th... | http://a2.twimg.com/profile_images/1493899546/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:16 | N; | Jay_in_Omaha | 387082431 | en | NaN | 0 | <a href="http://twitter.com/">... |
| 18 | 121813263557206016 | RT @KevDGrussing: RT @OccupyMainSt: #JonStewar... | http://a1.twimg.com/profile_images/1034197140/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:19 | N; | starshollowgzt | 124658614 | en | NaN | 0 | <a href="http://www.tweetdeck.com"... |
| 19 | 121813264547053568 | RT @LJSearles: #OWS with Errol Louis - Countdo... | http://a3.twimg.com/profile_images/1512099198/... | 2011-10-06 | 5 | 5 | 2011-10-06 05:05:20 | N; | TopCat_TC | 166981885 | en | NaN | 0 | <a href="http://www.shareaholic.com&qu... |
len(df)
2627
df.Text[0]
'RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!! #OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE RT !!HELP!!!!'
df['From User'][:10]
0 Anonops_Cop 1 KittyHybrid 2 nerdsherpa 3 hamudistan 4 kl_knox 5 vickycrampton 6 burgerbuilders 7 neverfox 8 davidgaliel 9 AnonOws Name: From User, dtype: object
import statsmodels.api as sm
from collections import defaultdict
import numpy as np
def powerPlot2(data):
d = sorted(data, reverse = True )
d_table = defaultdict(int)
for k in d:
d_table[k] += 1
d_value = sorted(d_table)
d_value = [i+1 for i in d_value]
d_freq = [d_table[i]+1 for i in d_value]
d_prob = [float(i)/sum(d_freq) for i in d_freq]
x = np.log(d_value)
y = np.log(d_prob)
xx = sm.add_constant(x, prepend=True)
res = sm.OLS(y,xx).fit()
constant,beta = res.params
r2 = res.rsquared
plt.plot(d_value, d_prob, 'ro')
plt.plot(d_value, np.exp(constant+x*beta),"red")
plt.xscale('log'); plt.yscale('log')
plt.text(max(d_value)/2,max(d_prob)/5,
'Beta = ' + str(round(beta,2)) +'\n' + 'R squared = ' + str(round(r2, 2)))
plt.title('Distribution')
plt.ylabel('P(K)')
plt.xlabel('K')
plt.show()
tweet = '''RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
pip install twitter-text
The following command must be run outside of the IPython shell:
$ pip install twitter-text
The Python package manager (pip) can only be used from outside of IPython.
Please reissue the `pip` command in a separate terminal or command prompt.
See the Python documentation for more information on how to install packages:
https://docs.python.org/3/installing/
import re
import twitter_text
In [87]:
File "<ipython-input-29-bf44f642ab96>", line 4 In [87]: ^ SyntaxError: invalid syntax
import re
tweet = '''RT @AnonKitsu: @who ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", \
re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)[0][1].strip(' @')#.split(':')[0]
rt_user_name
'AnonKitsu: @who'
import re
tweet = '''RT @AnonKitsu: @who ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", \
re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)[0][1].strip(' @').split(':')[0]
rt_user_name
'AnonKitsu'
import re
tweet = '''@chengjun:@who ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)
print(rt_user_name)
if rt_user_name:
print('it exits.')
else:
print('None')
[] None
import re
tweet = '''@chengjun:@who ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)
print(rt_user_name)
if rt_user_name:
print('it exits.')
else:
print('None')
[] None
import twitter_text
tweet = '''RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
ex = twitter_text.Extractor(tweet)
at_names = ex.extract_mentioned_screen_names()
urls = ex.extract_urls()
hashtags = ex.extract_hashtags()
rt_user = extract_rt_user(tweet)
#tweet_text = extract_tweet_text(tweet, at_names, urls)
print(at_names, urls, hashtags, rt_user,'-------->')#, tweet_text)
--------------------------------------------------------------------------- ModuleNotFoundError Traceback (most recent call last) <ipython-input-36-3b11eda788d5> in <module> ----> 1 import twitter_text 2 3 tweet = '''RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!! 4 #OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com 5 http://ccc.nju.edu.cn RT !!HELP!!!!''' ModuleNotFoundError: No module named 'twitter_text'
import re
def extract_rt_user(tweet):
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)
if rt_user_name:
rt_user_name = rt_user_name[0][1].strip(' @').split(':')[0]
else:
rt_user_name = None
return rt_user_name
tweet = '''RT @wqe: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
extract_rt_user(tweet)
'wqe'
tweet = '''@wqe: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
print(extract_rt_user(tweet) )
None
import csv
with open("ows_tweets_sample.txt", 'r') as f:
chunk = f.readlines()
rt_network = []
lines = csv.reader(chunk[1:], delimiter=',', quotechar='"')
tweet_user_data = [(i[1], i[8]) for i in lines]
tweet_user_data[:3]
[('RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!! #OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE RT !!HELP!!!!',
'Anonops_Cop'),
('@jamiekilstein @allisonkilkenny Interesting interview (never aired, wonder why??) by Fox with #ows protester http://t.co/Fte55Kh7',
'KittyHybrid'),
("@Seductivpancake Right! Those guys have a victory condition: regime change. #ows doesn't seem to have a goal I can figure out.",
'nerdsherpa')]
from collections import defaultdict
rt_network = []
rt_dict = defaultdict(int)
for k, i in enumerate(tweet_user_data):
tweet,user = i
rt_user = extract_rt_user(tweet)
if rt_user:
rt_network.append((user, rt_user)) #(rt_user,' ', user, end = '\n')
rt_dict[(user, rt_user)] += 1
#rt_network[:5]
list(rt_dict.items())[:3]
[(('Anonops_Cop', 'AnonKitsu'), 1),
(('hamudistan', 'bembel'), 1),
(('vickycrampton', 'TheNewDeal'), 2)]
def extract_tweet_text(tweet, at_names, urls):
for i in at_names:
tweet = tweet.replace(i, '')
for j in urls:
tweet = tweet.replace(j, '')
marks = ['RT @', '@', '"', '#', '\n', '\t', ' ']
for k in marks:
tweet = tweet.replace(k, '')
return tweet
import twitter_text
import re
def extract_rt_user(tweet):
rt_patterns = re.compile(r"(RT|via)((?:\b\W*@\w+)+)", re.IGNORECASE)
rt_user_name = rt_patterns.findall(tweet)
if rt_user_name:
rt_user_name = rt_user_name[0][1].strip(' @').split(':')[0]
else:
rt_user_name = None
return rt_user_name
tweet = '''RT @AnonKitsu: ALERT!!!!!!!!!!COPS ARE KETTLING PROTESTERS IN PARK W HELICOPTERS AND PADDYWAGONS!!!!
#OCCUPYWALLSTREET #OWS #OCCUPYNY PLEASE @chengjun @mili http://computational-communication.com
http://ccc.nju.edu.cn RT !!HELP!!!!'''
ex = twitter_text.Extractor(tweet)
at_names = ex.extract_mentioned_screen_names()
urls = ex.extract_urls()
hashtags = ex.extract_hashtags()
rt_user = extract_rt_user(tweet)
#tweet_text = extract_tweet_text(tweet, at_names, urls)
print(at_names, urls, hashtags, rt_user,'-------->')#, tweet_text)
--------------------------------------------------------------------------- ModuleNotFoundError Traceback (most recent call last) <ipython-input-39-2648e4936a9f> in <module> ----> 1 import twitter_text 2 3 import re 4 5 def extract_rt_user(tweet): ModuleNotFoundError: No module named 'twitter_text'
import csv
lines = csv.reader(chunk,delimiter=',', quotechar='"')
tweets = [i[1] for i in lines]
for tweet in tweets[:5]:
ex = twitter_text.Extractor(tweet)
at_names = ex.extract_mentioned_screen_names()
urls = ex.extract_urls()
hashtags = ex.extract_hashtags()
rt_user = extract_rt_user(tweet)
#tweet_text = extract_tweet_text(tweet, at_names, urls)
print(at_names, urls, hashtags, rt_user)
#print(tweet_text)
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <ipython-input-41-75341eb7b900> in <module> 1 for tweet in tweets[:5]: ----> 2 ex = twitter_text.Extractor(tweet) 3 at_names = ex.extract_mentioned_screen_names() 4 urls = ex.extract_urls() 5 hashtags = ex.extract_hashtags() NameError: name 'twitter_text' is not defined
with open("/users/julieyang/desktop/ows_tweets_sample_clean.txt", 'r',encoding="utf-8",errors='ignore') as f:
chunk = f.readlines()
rt_network = []
lines = csv.reader(chunk[1:], delimiter=',', quotechar='"')
tweet_user_data = [(i[1], i[8]) for i in lines]
tweet_user_data[:3]
--------------------------------------------------------------------------- IndexError Traceback (most recent call last) <ipython-input-45-cb7b82daa05f> in <module> 4 rt_network = [] 5 lines = csv.reader(chunk[1:], delimiter=',', quotechar='"') ----> 6 tweet_user_data = [(i[1], i[8]) for i in lines] 7 tweet_user_data[:3] <ipython-input-45-cb7b82daa05f> in <listcomp>(.0) 4 rt_network = [] 5 lines = csv.reader(chunk[1:], delimiter=',', quotechar='"') ----> 6 tweet_user_data = [(i[1], i[8]) for i in lines] 7 tweet_user_data[:3] IndexError: list index out of range
from collections import defaultdict
rt_network = []
rt_dict = defaultdict(int)
for k, i in enumerate(tweet_user_data):
tweet,user = i
rt_user = extract_rt_user(tweet)
if rt_user:
rt_network.append((rt_user, user))
rt_dict[(rt_user, user)] += 1
list(rt_dict.items())
[(('AnonKitsu', 'Anonops_Cop'), 1),
(('bembel', 'hamudistan'), 1),
(('TheNewDeal', 'vickycrampton'), 2),
(('ForseenUnNamed', 'AnonOws'), 1),
(('tinadupuy', 'ryanjnagle'), 1),
(('UnderdogLib', 'JanSKay'), 1),
(('anonops', 'msaf'), 1),
(('OccupyWallSt', 'Seekadoo2'), 1),
(('TheNewDeal', 'Jay_in_Omaha'), 1),
(('KevDGrussing', 'starshollowgzt'), 1),
(('LJSearles', 'TopCat_TC'), 1),
(('OccupyMainSt', 'ElizabethBrossa'), 1),
(('BlueDuPage', 'dpfournier'), 1),
(('OpWallStreet', 'ReTweetAgain'), 2),
(('Anon_is_you', 'tommymiles'), 1),
(('TheNewDeal', 'Perlins'), 1),
(('OccupySF', 'SuzanneTwoTon'), 1),
(('MMFlint', 'adpucci'), 1),
(('OccupySF', 'subiepick'), 4),
(('OccupySF', 'Tawanda46'), 3),
(('TrueGilby', 'RowleyGirl_4'), 1),
(('Titleixbaby', 'starshollowgzt'), 1),
(('neverfox', 'yelbley'), 1),
(('raypride', 'Beelzebjorn'), 1),
(('kittylight', 'dove_hawk'), 8),
(('AnonymousIRC', 'dctwice'), 1),
(('OccupySF', 'JorgexMA'), 1),
(('TheNewDeal', 'LeftSlashRight'), 1),
(('BABYDIABOLICAL', 'WeCanBeatEczema'), 1),
(('Spudlovr', '2foodie'), 1),
(('OccupySF', 'AnnaLovesBooks'), 1),
(('diceylee808', 'Tawanda46'), 1),
(('LyndsayFarlow', 'WhatMattersNews'), 1),
(('OccupySF', 'JonusMiles'), 1),
(('Beelzebjorn', 'JorgexMA'), 1),
(('consciouslibert', 'CitizenWorm'), 1),
(('BlueDuPage', 'GreeGreece'), 1),
(('akrockefeller', 'HenryZeniewicz'), 1),
(('OccupySF', 'OccupyHsv'), 4),
(('kelly_carlin', 'JonathanDBrown'), 1),
(('OccupySF', 'Helyxcious'), 2),
(('Din_SFLA', 'kikiki321'), 1),
(('singlepayer', 'kenjey'), 1),
(('livestream', 'alyssa011968'), 1),
(('TheNewDeal', 'napcat1947'), 1),
(('OccupySF', 'occupygreenbay'), 2),
(('Jeannie_Hartley', 'rivernewstc'), 1),
(('KeithOlbermann', 'Wanderer19'), 1),
(('OccupySF', 'Citizen1452'), 1),
(('“@SabzBrach', 'lulusgirl888'), 1),
(('OccupyWallSt', 'bahnree'), 1),
(('OccupySF', 'volksmenner'), 2),
(('cjohanns', 'LandLLaBoy'), 1),
(('GreeGreece', 'katiaperuca'), 1),
(('A_L_A_Politics', 'WhatMattersNews'), 1),
(('KeithOlbermann', 'dannydoodar'), 1),
(('OccupyPics', 'liujingsheng001'), 1),
(('AnonymousIRC', 'Hacksperger'), 1),
(('OccupyVancouver', 'amandalilja8'), 1),
(('AnonKitsu', 'LifeasaReader'), 1),
(('pixls', 'thedailyfishfry'), 1),
(('Jeannie_Hartley', 'The_News_DIVA'), 1),
(('angela0328', 'OccupyNCGBORO'), 1),
(('labgrrl', 'HenryZeniewicz'), 1),
(('KrisKaos', 'CitizenWorm'), 1),
(('OccupySF', 'robveliz'), 2),
(('TheReidReport', 'allanbrauer'), 1),
(('CharlesBivona', 'smacknrat'), 1),
(('anonops', 'primeris'), 1),
(('TheNewDeal', 'ImogeneM1'), 1),
(('WeOccupyAmerica', 'cheappoet'), 2),
(('OccupySF', 'artkiver'), 1),
(('Shoq', 'Kinniska'), 1),
(('Beelzebjorn', 'Amywhere'), 1),
(('CharlesBivona', 'Timothy_S'), 1),
(('Spudlovr', 'mangobeach'), 3),
(('mrbarnard1', 'LifeasaReader'), 1),
(('BrettGleason', 'AccidentalBear'), 1),
(('CharlesBivona', 'OccupyMainSt'), 1),
(('majorityfm', 'popart84'), 1),
(('Balkingpoints', 'TucsonOccupy'), 1),
(('A_L_A_Politics', 'Christoph2012'), 1),
(('BlueDuPage', 'OccupyNCGBORO'), 1),
(('Leslie_Wolfe', 'lhsalmon'), 1),
(('OccupySF', 'dangerousalice'), 3),
(('OccupySF', 'rbscaife'), 1),
(('OccupyMainSt', 'kassandria13'), 1),
(('“@ForseenUnNamed', 'lulusgirl888'), 1),
(('jacobchicago @MattVTyler', 'MattVTyler'), 1),
(('LibertyBelle4', 'kelliebrat61'), 1),
(('Balkingpoints', 'DonShappelle'), 1),
(('Seekadoo2', 'CAFalk'), 1),
(('KeithOlbermann', 'FernandoSabines'), 1),
(('OccupySF', 'sfslim'), 1),
(('OccupySF', 'indigojourney'), 2),
(('jeremyscahill', 'msaf'), 1),
(('OccupySF', 'jimmytheheel'), 1),
(('CelluloidBlonde', 'KimbrlyKrautter'), 1),
(('azmoderate', 'bebird'), 1),
(('OccupyWallSt', 'Truthcaster1'), 2),
(('CalFireNews', 'nicoles'), 1),
(('KeithOlbermann', 'jameswhitely'), 1),
(('TheNewDeal', 'WomanVote'), 1),
(('CharlesBivona', 'OccupyWallSt'), 1),
(('TheNewDeal', 'nepsik_proto'), 1),
(('KrisKaos', 'Jay_in_Omaha'), 1),
(('CharlesBivona', 'jodicanary0501'), 1),
(('WeOccupyAmerica', 'born2twittah'), 1),
(('OccupySF', 'nicoles'), 2),
(('anonops', 'Tibby1989'), 1),
(('UnderdogLib', 'cheappoet'), 1),
(('BigBizznass', 'nicoles'), 1),
(('anonops', 'ScurvyMcRickets'), 1),
(('Wotansson', 'dctwice'), 1),
(('OccupySF', 'okiebowl'), 1),
(('AnonymousIRC', 'KaruJOY'), 1),
(('OccupySF', 'BlizzyBe'), 2),
(('CharlesBivona', 'cheappoet'), 1),
(('anonops', 'Bavilabo'), 1),
(('MattBors', 'b_strange'), 1),
(('josh2462', 'WhatMattersNews'), 1),
(('MoveOn', 'LGJuanDewey'), 1),
(('cjohanns', 'AnonNCarolina2'), 1),
(('kittyFitz50', 'bebird'), 1),
(('JoshuaHol', 'Procoolgranny'), 2),
(('OccupyAlbany', 'SirrK'), 1),
(('OccupySF', 'thewindsofwar'), 2),
(('jeremyscahill', 'cheappoet'), 1),
(('MoveOn', '45JORDAN'), 1),
(('pdneko', 'A_L_A_Politics'), 1),
(('SGardinier', 'chantzerolin'), 1),
(('Lizardoid', 'Tokyo_Tom'), 1),
(('Saccaparami', 'thewindsofwar'), 1),
(('jeremyscahill', 'born2twittah'), 1),
(('jeremyscahill', 'ApolloForever'), 1),
(('TdottH', 'StevConnor'), 1),
(('cjohanns', 'ConspiracyWATCH'), 1),
(('OccupySF', 'JaniceKay5'), 1),
(('boffchops', 'UsRevolt11'), 1),
(('labgrrl', 'esd2000'), 1),
(('angela0328', 'AnonNCarolina2'), 1),
(('OccupySF', 'GreggJLevine'), 1),
(('99_film', 'ChipleKira'), 1),
(('AACina', 'zatch6789'), 1),
(('OccupyMainSt', 'cheappoet'), 1),
(('NeffKen', 'RevLea'), 1),
(('OccupySF', 'skweekie'), 2),
(('KeithOlbermann', 'rayvyn2k'), 1),
(('Spudlovr', 'occupygreenbay'), 3),
(('soynicay', 'mafuok'), 1),
(('CalFireNews', 'kittystryker'), 1),
(('OccupySF', 'Eva_in_Oregon'), 2),
(('Joshsod', 'URSUExternal'), 1),
(('nicolesandler', 'Balkingpoints'), 1),
(('peterrothberg', '_Snafubar_'), 1),
(('Thomasgivens', 'LibertyBelle4'), 1),
(('BiffSpliff', 'lulusgirl888'), 1),
(('BlueDuPage', 'BlizzyBe'), 1),
(('RichardKimNYC', 'BakaKale'), 1),
(('kittylight', 'kittylightsCat'), 7),
(('OccupySF', 'Scoopyex'), 1),
(('myrddenbuckley', 'Loading1333'), 1),
(('KeithSmooth', 'RubberRoomHotel'), 1),
(('kelly_carlin', 'dannydoodar'), 1),
(('99_film', 'zatch6789'), 1),
(('TheNewDeal', 'elctrodnd21'), 1),
(('KeithOlbermann', 'JBeres87'), 1),
(('Beelzebjorn', 'ganralf7'), 1),
(('jeremyscahill', 'pixplz'), 1),
(('angela0328', 'cassandraheresy'), 1),
(('TheNewDeal', 'revrendoni'), 1),
(('labgrrl', 'ANGRYSAM'), 1),
(('99_film', 'Break1_9'), 1),
(('TheOther99', 'Phraise_one'), 1),
(('99_film', '99_occupy'), 1),
(('99_film', 'AudreyEwell'), 1),
(('OccupySF', 'Shiftinthinking'), 4),
(('MattBors', 'Cocoxochitl'), 1),
(('OccupySF', 'KMM_OR'), 1),
(('majorityfm', 'djtroublemaker'), 1),
(('JLownLaw', 'The99Percenters'), 2),
(('MJMcKean', 'PARKETH84'), 1),
(('TheOther99', 'miss_millions'), 1),
(('JLownLaw', 'Kaymee'), 1),
(('CharlesBivona', 'Truthcaster1'), 1),
(('DaveMc99TA', 'Azurke'), 1),
(('TheNewDeal', 'bonapartess1'), 1),
(('Hexham67', 'ladykayaker'), 1),
(('cjohanns', 'Amywhere'), 1),
(('brookejarvis', 'swianecki'), 1),
(('CharlesBivona', 'kassandria13'), 1),
(('anonops', 'livvy_xox'), 1),
(('CalFireNews', 'KarynBakoCA'), 1),
(('bveeus', 'The_Proletarian'), 1),
(('LJSearles', 'thewindsofwar'), 2),
(('TorianBrown', 'distantlover125'), 1),
(('cjohanns', 'kittylightsCat'), 1),
(('OccupyWallSt', 'RowleyGirl_4'), 1),
(('OccupySF', 'CaraCordoni'), 2),
(('OccupySF', 'Leoslaire'), 1),
(('codeamazon', 'robinjpearson'), 1),
(('BlueDuPage', 'LeftSlashRight'), 1),
(('JeffreyFeldman', 'NouriNv'), 1),
(('robertolobianco', 'Cin_Le1'), 1),
(('anonops', 'shahid'), 1),
(('RichardKimNYC', 'UANO1CATS'), 1),
(('CelluloidBlonde', 'liubaldo_garcia'), 2),
(('cjoh', 'kreneskyp'), 1),
(('Beelzebjorn', 'Nemokrati'), 1),
(('CharlesBivona', 'ellinjaa'), 1),
(('OccupySF', 'Jay_in_Omaha'), 1),
(('OccupyWallSt', 'Vida_Jay'), 2),
(('jeremyscahill', 'justinhaaheim'), 1),
(('TheNewDeal', 'MiyazakiMegu'), 1),
(('OccupySF', 'LJSearles'), 1),
(('HuggyBear116', 'miixxy'), 1),
(('PattyOnEdge', 'N1CKG_g'), 1),
(('OccupySF', 'GuerrillaDaily'), 1),
(('OccupyMainSt', 'BlueDuPage'), 1),
(('TorianBrown', 'miixxy'), 1),
(('OccupySF', 'Mikee1da'), 1),
(('ConspiracyWATCH', 'mattdina'), 1),
(('gwynnek', 'xica25'), 1),
(('wordpressdotcom', 'MentalPoison'), 1),
(('HumanityCritic', 'PhattyF'), 1),
(('TheNewDeal', 'MinkoffMinx'), 1),
(('DJHustle @T5JS @ArtisticBlog @magnifyk', 'CosmUnity'), 1),
(('jeremyscahill', 'twatwaffle8'), 1),
(('michaelschaub', 'jazzidiot'), 1),
(('OccupySantaFe', 'BlueDuPage'), 1),
(('OccupySF', 'little_sparrows'), 1),
(('BigMoe_', 'AtomAu'), 1),
(('anonops', 'jefe331'), 1),
(('anonops', 'phileeznuts'), 1),
(('TheNewDeal', 'tjgdolphin'), 2),
(('ForseenUnNamed', 'asperkimberly'), 1),
(('jeffsharlet', 'NewAmericaMedia'), 1),
(('CharlesBivona', 'RhythmFootPrint'), 1),
(('TorianBrown', 'kittylight'), 1),
(('Saccaparami', 'mangobeach'), 2),
(('LibertyBelle4', 'brx0'), 1),
(('FreakOutNation', 'Screwcomforttoo'), 1),
(('WeOccupyAmerica', 'AnnieAngst'), 1),
(('miixxy', 'LittonFire'), 1),
(('SoufiandMe', 'ishtarmuz'), 1),
(('csobol', 'MiyazakiMegu'), 1),
(('LJSearles', 'jimmytheheel'), 1),
(('robert3242', 'RowleyGirl_4'), 1),
(('deniseromano', 'CrimeCaster'), 1),
(('OccupySF', 'StillDiggin'), 5),
(('WeOccupyAmerica', 'favstar_pop'), 1),
(('CalFireNews', 'bakerbacare'), 1),
(('CalFireNews', 'lynx55'), 1),
(('PennyRed', 'LutherPatenge'), 1),
(('TheRealGiest', 'soynicay'), 1),
(('neverfox', 'KirsteninMT'), 1),
(('CalFireNews', 'WarOnErrorDKos'), 1),
(('OccupyWallSt', 'RyanHigginsRyan'), 1),
(('lynx55', 'kittylight'), 1),
(('codeamazon', 'TheNewPopulists'), 1),
(('OccupySF', 'HenryZeniewicz'), 2),
(('anonops', 'MarlowesFaustus'), 1),
(('WhatMattersNews', 'OccupySomething'), 1),
(('joemerino5', 'miixxy'), 1),
(('Beelzebjorn', 'berinder'), 1),
(('anonops', 'AnonymousFL'), 1),
(('jopauca', 'forever_flavor6'), 1),
(('JLownLaw', 'mike42024769'), 1),
(('OccupyMainSt', 'esd2000'), 1),
(('CalFireNews', 'LusciousLani'), 1),
(('LibertyBelle4', 'Tawanda46'), 1),
(('beetle_eater', 'ElizabethJone18'), 1),
(('OccupyWallSt', 'evilllamas'), 1),
(('geckomom', 'jimmytheheel'), 1),
(('bluedupage', 'WR_'), 1),
(('NewAmericaMedia', 'mafuok'), 1),
(('TimothyS', 'RevLea'), 1),
(('ChefKreyolAyiti', 'MsRamy'), 1),
(('deniseromano', 'MarlowesFaustus'), 1),
(('Din_SFLA', 'hlebcats'), 1),
(('OccupyResults', 'bebird'), 1),
(('PhattyF', 'dvnix'), 1),
(('Dharmapunk12', 'MostafaCFE'), 1),
(('miixxy', 'jimmytheheel'), 1),
(('The99Pct', 'iteabellsingers'), 1),
(('CalFireNews', 'ElizabethJone18'), 1),
(('Seekadoo2', 'Amywhere'), 1),
(('inbarati', 'fpaulin'), 1),
(('FreakOutNation', 'DrinkBeerN0tTea'), 1),
(('phillipanderson', 'michaelwhitney'), 1),
(('inbarati', 'wavyca'), 1),
(('TheNewDeal', 'subiepick'), 1),
(('inbarati', 'Thunderbro_'), 1),
(('The99Pct', 'agentdarkapple'), 1),
(('ZempOh', 'TheSHW'), 1),
(('LJSearles', 'ishtarmuz'), 1),
(('OccupySF', 'airialclark'), 1),
(('Jeannie_Hartley', 'leeand00'), 1),
(('VoidSeed', 'OOOlson'), 1),
(('OccupySantaFe', 'cjohanns'), 1),
(('CalFireNews', 'HeartOfOrion'), 1),
(('glorie_', 'wavyca'), 1),
(('cjohanns', 'galatorg'), 2),
(('BevanWhitfield', 'rivenhomewood'), 1),
(('OccupySF', 'VendettaStudies'), 2),
(('MJMcKean', 'mamachao23'), 1),
(('misosusanowa', 'rivenhomewood'), 1),
(('OccupySF', 'pagescster'), 1),
(('ewshefarted', 'Dogpatch05'), 1),
(('OccupySF', 'lynx55'), 1),
(('thomshouse', 'explainify'), 1),
(('OccupyWallSt', 'King_Gonad'), 1),
(('CalFireNews', 'kittylight'), 1),
(('PoliticsOfFear', 'CraigR3521'), 1),
(('LJSearles', 'HeartOfOrion'), 1),
(('p_auer', 'explainify'), 1),
(('Jehuniko1', 'Ikuestion'), 1),
(('miixxy', 'Kaymee'), 1),
(('OccupySF', 'ishtarmuz'), 1),
(('BlueDuPage', 'jashsf'), 1),
(('TheNewDeal', 'bebullish20k'), 2),
(('CalFireNews', 'n4rky'), 1),
(('TheNewDeal', 'MistrGreen56'), 1),
(('Spudlovr', 'Nougatrocity'), 1),
(('OccupySantaFe', 'marxistveteran'), 1),
(('99_film', 'aaronaites'), 1),
(('OccupySF', 'OccupyToledo'), 1),
(('Spudlovr', 'DubMasterC'), 1),
(('labgrrl', 'leeand00'), 1),
(('TheEdShow', 'timmytink'), 1),
(('OccupySF', 'OccupyBham'), 2),
(('Spudlovr', 'HenryZeniewicz'), 1),
(('anonops', 'UnderdogLib'), 1),
(('jeremyscahill', 'rjkuyvenhoven'), 1),
(('diceylee808', 'SabzBrach'), 1),
(('Leslie_Wolfe', 'vickycrampton'), 1),
(('SupermanHotMale', 'Shikona'), 1),
(('anonops', 'JoBremerton'), 1),
(('OccupySF', 'jxxmxx'), 1),
(('CalFireNews', 'ShelleyBuck'), 1),
(('OccupySF', 'Wanderer19'), 2),
(('UnanimousHQ', 'cassandraheresy'), 1),
(('timmytink', 'Tosfm'), 1),
(('diceylee808', 'OccupyWallSt'), 1),
(('Ilikewoods', 'Tawanda46'), 1),
(('OccupyWallSt', 'lukelavanway'), 1),
(('TrueGilby', 'pandazizou'), 1),
(('OccupySF', 'kittylight'), 1),
(('OccupyRedlands', 'occupyRiverside'), 1),
(('OccupySantaFe', 'ActivistsVoice'), 1),
(('LucyKafanov', 'leeand00'), 1),
(('OccupySantaFe', 'lancejgosnell'), 1),
(('OccupyWallSt', 'paralax999'), 1),
(('OccupySF', 'chhockle'), 2),
(('OccupySantaFe', 'The99Percenters'), 1),
(('BuoySirUs', 'MiyazakiMegu'), 1),
(('ChipleKira', 'melissaS130'), 1),
(('OccupySF', 'The99Percenters'), 1),
(('jeremyscahill', 'King_Gonad'), 1),
(('FreakOutNation', 'memimemimy'), 1),
(('OccupyRedlands @OccupyRiverside @OccupyLA @OWSLosAngeles',
'occupyRiverside'),
1),
(('anonops', 'wrwarwick'), 1),
(('OccupySF', 'OccupyAppleton'), 3),
(('OccupySF', 'PyreBorn'), 2),
(('allisonkilkenny', '1sideways8'), 1),
(('TorianBrown', 'OccupySomething'), 1),
(('schwartzbrown', 'shilkytouch'), 1),
(('kallou22', 'MiyazakiMegu'), 1),
(('TheNewDeal', 'markwhitt1'), 3),
(('TheOther99', 'KliphScurlock'), 1),
(('occupyRiverside', 'adamwebs1'), 1),
(('AnonymousIRC', 'Beal187'), 1),
(('LJSearles', 'INTLRevolver'), 1),
(('jeremyscahill', 'bellanerdette'), 1),
(('diceylee808', 'spacefroot'), 1),
(('findantruth', 'TheZparty'), 1),
(('McBlondeLand', 'watergatesummer'), 2),
(('OccupySF', 'melanie0010'), 1),
(('azmoderate', 'HenryZeniewicz'), 1),
(('hadearkandil', 'J4LYN'), 1),
(('diceylee808', 'AcePants'), 1),
(('WeOccupyAmerica', 'ishtarmuz'), 1),
(('diceylee808', 'sandra1672'), 1),
(('TimothyChutes', 'cgpb'), 1),
(('GuerillaMonk', 'A_Lambillion'), 1),
(('PoliticsOfFear', 'Libertarian52'), 1),
(('diceylee808', 'Canarycall'), 1),
(('pixls', 'URSUExternal'), 1),
(('OccupySantaFe', 'StargazingFire'), 1),
(('AngieignA', 'Maikel_Mangapul'), 1),
(('diceylee808', 'diydanna'), 1),
(('diceylee808', 'micchiato'), 1),
(('tazshedevl', 'Spudlovr'), 1),
(('UnderdogLib', 'skweekie'), 1),
(('TheEdShow', 'vallie'), 1),
(('AnonymousIRC', 'The_Proletarian'), 1),
(('CalFireNews', 'KurtSchlichter'), 1),
(('BlackLagooner', 'robinjpearson'), 1),
(('angelsavant', 'OpWallStreet'), 1),
(('OccupyWallSt', 'steadyblogging'), 1),
(('diceylee808', 'bluedutchess726'), 1),
(('TimothyS', 'jcporter1'), 2),
(('anonops', 'markwhitt1'), 1),
(('timmytink', 'franniebobannie'), 1),
(('dominicksaia', 'NationalReset'), 1),
(('PoliticsOfFear', 'GRTHEGREATEST1'), 1),
(('PhattyF', 'kyduchess'), 1),
(('PoliticsOfFear', 'OccupySomething'), 2),
(('TorianBrown', 'OpWallStreet'), 1),
(('OccupyAnchorage', 'strawprophet'), 1),
(('WeOccupyAmerica', 'okiebowl'), 1),
(('OccupySF', 'HeartOfOrion'), 1),
(('majorityfm', 'JennaRayJedi'), 1),
(('TheNewDeal', 'rowan_celeste'), 1),
(('PirateWench', 'Sinj1'), 2),
(('KeithOlbermann', 'adamluebke'), 1),
(('anonops', 'OpPanama'), 1),
(('BigMoe_', 'leeand00'), 1),
(('OccupyWallSt', 'ReemMosleh'), 1),
(('patrickshampine', 'Man0101oWar'), 1),
(('youtube', 'Aine'), 2),
(('mytwistedwords1', 'FunkynFortunate'), 1),
(('KeithOlbermann', 'ratkins'), 1),
(('jeremyscahill', 'martinperna'), 1),
(('OOOlson', 'bluedutchess726'), 1),
(('meiwd', 'eraser'), 1),
(('OccupySantaFe', 'mattmdiaz'), 1),
(('OccupyMainSt', 'VoiceFromLeft'), 1),
(('diceylee808', 'AnonNCarolina2'), 1),
(('UnderdogLib', 'bluedutchess726'), 2),
(('TorianBrown', 'Canarycall'), 1),
(('burgerbuilders', 'No_Bozo'), 1),
(('ClassStruggler', 'literaryleft'), 1),
(('Spudlovr', 'peaceonstreets'), 1),
(('Titleixbaby', 'cwebba1'), 1),
(('PyreBorn', 'UnseenLetterbox'), 1),
(('TheNewDeal', 'SMitchell38'), 2),
(('vallie', 'INTLRevolver'), 1),
(('AnonNCarolina2', 'miixxy'), 1),
(('OpWallStreet', 'OpeningPage'), 1),
(('anonops', '1940_1980'), 1),
(('diceylee808', 'Toasterrr'), 1),
(('derekahunter', 'themick1962'), 1),
(('i8wamu', 'SocialApocalyps'), 1),
(('TorianBrown', 'judderwocky'), 1),
(('kittylight', 'lynx55'), 1),
(('TheLoneDeranger', 'StargazingFire'), 1),
(('CharlesBivona', 'superreturns'), 1),
(('i8wamu', 'thewindsofwar'), 1),
(('TheNewDeal', 'the_other_HK'), 1),
(('butttless', 'carrig41'), 1),
(('OccupyMN', 'bratmeg'), 1),
(('OccupySF', 'burgerbuilders'), 1),
(('TheNewDeal', 'Kaymee'), 1),
(('ElizabethJone18', 'RevLea'), 1),
(('OccupyVancouver', 'linzgay'), 1),
(('OccupySantaFe', 'kyduchess'), 1),
(('pyrmontvillage', 'RoyE_AU'), 1),
(('Barry_O44', 'SpreadButter'), 2),
(('OccupySF', 'BigBizznass'), 2),
(('WeOccupyAmerica', 'kikiki321'), 1),
(('TheNewDeal', 'billgcta'), 1),
(('martinperna', 'ryanjnagle'), 1),
(('anonops', 'DratSaddamWCK'), 1),
(('diceylee808', 'KVSwagger'), 1),
(('diceylee808', 'burgerbuilders'), 1),
(('Dharmapunk12', 'cassandraheresy'), 1),
(('Kaymee', 'DownWithTheBull'), 1),
(('TorianBrown', 'Hanksingle'), 1),
(('PyreBorn', 'Shiftinthinking'), 3),
(('MattBors', 'Jelperman'), 1),
(('Min_Reyes', 'pqpolitics'), 1),
(('dominicksaia', 'Spudlovr'), 1),
(('anonops', 'melissaS130'), 1),
(('CountdownKO', 'RowleyGirl_4'), 1),
(('derekahunter', 'BradMarston'), 1),
(('kathiewallace', 'malcolmjackson'), 1),
(('PyreBorn', 'ElizabethJone18'), 1),
(('Anon_Lobo', 'melanie0010'), 1),
(('kcravenmusic', 'markwhitt1'), 1),
(('PyreBorn', 'NWDowns'), 8),
(('PoliticsOfFear', 'frank95054'), 1),
(('OccupyComms', 'malaeus'), 1),
(('BlueDuPage', 'watergatesummer'), 1),
(('DonShappelle', 'Kaydreein'), 1),
(('CalFireNews', 'Renaistweet'), 1),
(('mpjackson', 'MarlowesFaustus'), 1),
(('TheBookVlogger', 'Occupy_duess'), 1),
(('OccupyWallSt', 'welchem89'), 1),
(('Asher_Wolf', 'malaeus'), 1),
(('peterrothberg', 'madhousemirror'), 1),
(('diceylee808', 'superbranch'), 1),
(('OccupySF', 'Angelete71'), 1),
(('OccupyHouston', 'Ironic_IconsArt'), 1),
(('ClassicBookworm', 'identitytempl8'), 1),
(('hadearkandil', 'mattmdiaz'), 1),
(('TooBigToBail', 'wavyca'), 1),
(('diceylee808', 'andrewbigdoor'), 1),
(('WeOccupyAmerica', 'UsRevolt11'), 1),
(('anonops', 'misfitjen'), 1),
(('MattBors', 'phillipanderson'), 1),
(('diceylee808', 'phill_spiker'), 1),
(('ForseenUnNamed', 'arielpoland'), 1),
(('jeremyscahill', 'mfu'), 1),
(('k_l_h_j', 'jimmytheheel'), 1),
(('LJSearles', 'wrenandox'), 1),
(('cjohanns', 'Nick_Est'), 1),
(('PyreBorn', 'tylerhjames64'), 1),
(('OccupySF', 'Calin_EU'), 1),
(('butttless', 'DiverCTH'), 1),
(('jackwadeshow', 'Jockque'), 1),
(('hadearkandil', 'airialclark'), 1),
(('jackwadeshow', '6eep6eep'), 1),
(('diceylee808', 'SonDancing'), 1),
(('AnonNCarolina2', 'Kaymee'), 1),
(('TheNewDeal', 'korpdawg'), 1),
(('mpjackson', 'red_rogers'), 1),
(('lawscribe', 'Zintia_nl'), 1),
(('mrsteele28', 'WhatMattersNews'), 1),
(('hadearkandil', 'tommymiles'), 1),
(('Trutherton', 'oPHILOSORAPTORo'), 1),
(('TorianBrown', 'ma5terenexili0'), 1),
(('Badgitator', 'heidi6300'), 1),
(('OccupyMainSt', 'UnifiedLeft'), 1),
(('marcocesarsaenz', 'lexcampbell'), 1),
(('marcocesarsaenz', 'NYC_GMC'), 1),
(('OccupySF', 'Kaymee'), 1),
(('TheNewDeal', 'King_Gonad'), 1),
(('joehump52', 'forever_flavor6'), 1),
(('MeTheMessinger', 'ihadaneviltwin'), 1),
(('ElizabethJone18', 'holidaygoheavy'), 1),
(('TriRunner302', 'IronChad'), 1),
(('millbot', 'Spudlovr'), 1),
(('rspires1952', 'PMgeezer'), 1),
(('seasonothebitch', 'madeline_oh'), 1),
(('TheNewDeal', 'shannona_smith'), 1),
(('BaileyMcC', 'megather'), 1),
(('akrockefeller', 'Tokyo_Tom'), 1),
(('lawscribe', 'LiviaBorak'), 1),
(('diceylee808', 'IglooAnonymous'), 1),
(('Badgitator', 'OccupyWallSt'), 1),
(('TommySwitch', 'DjSknee'), 1),
(('hadearkandil', 'Beelzebjorn'), 1),
(('tinadupuy', 'javimorillo'), 1),
(('ElizabethBrossa', 'DemonProphet'), 1),
(('hadearkandil', 'heartbraden'), 1),
(('OccupySantaFe', 'AlvinsMom'), 1),
(('anonops', 'critmasspanic'), 1),
(('OccupyMainSt', 'pishka'), 1),
(('TurboKitty', 'mangobeach'), 1),
(('sundeux', 'GuerrillaDaily'), 1),
(('occupythefuture', 'MikePFrank'), 1),
(('PennyRed', 'acid_'), 1),
(('Badgitator', 'PyreBorn'), 1),
(('Beyerstein', 'Titleixbaby'), 1),
(('Benjamin_Flex', 'RevLea'), 1),
(('OccupySF', 'occupyRiverside'), 3),
(('OccupySF', 'deviousjenna'), 1),
(('lovexinfiniti', 'WhatMattersNews'), 1),
(('TorianBrown', 'SvenStraatveit'), 1),
(('AlanColmes', 'shannona_smith'), 1),
(('Badgitator', 'KKElephant'), 1),
(('KeithOlbermann', 'KaraAlesandra'), 1),
(('Badgitator', 'OccupyMainSt'), 1),
(('TheNewDeal', 'lonnie509'), 1),
(('OccupyMainSt', 'soybomber'), 1),
(('anonops', 'modsix'), 1),
(('cjohanns', 'rattlecans'), 1),
(('UltraVerified', 'starshollowgzt'), 1),
(('Badgitator', 'OccupyBham'), 1),
(('Badgitator', 'LauraShezBar'), 1),
(('Badgitator', 'BlackOceanGhost'), 1),
(('Valerie0714', 'Luchia_'), 1),
(('OccupyWallSt', 'DemonProphet'), 1),
(('Badgitator', 'OccupySeattle'), 1),
(('OccupyWallSt', 'laurenj_ellis'), 1),
(('Badgitator', 'S_Paden11'), 1),
(('TheOther99', 'realsociology'), 1),
(('derekahunter', 'LRJD'), 1),
(('guardian', 'evaottesmith'), 3),
(('PhattyF', 'AlvinsMom'), 1),
(('Badgitator', 'MikkiCZ'), 1),
(('millbot', 'WhatMattersNews'), 1),
(('jeremyscahill', 'deezthugs'), 1),
(('anonops', 'ZK82'), 1),
(('Badgitator', 'CrownCityCuts'), 1),
(('sundeux', 'melanie0010'), 1),
(('deniseromano', 'raycapiral'), 1),
(('shannona_smith', 'chillchuckchill'), 1),
(('leighalexander', 'Manpuncher'), 1),
(('CharlesBivona', 'Garou_Cuac'), 1),
(('diceylee808', 'MikeHeXt'), 1),
(('Badgitator', 'AntonioFlores00'), 1),
(('amandafrahm', 'Beelzebjorn'), 1),
(('sundeux', 'GlobalRevLive'), 1),
(('k_l_h_j', 'TheNewPopulists'), 1),
(('millbot', 'goundermytongue'), 1),
(('Shoq', 'shannona_smith'), 1),
(('OccupySF', 'galatorg'), 1),
(('BSox_Revolution', 'TheNewPopulists'), 1),
(('Badgitator', 'ClassicBookworm'), 1),
(('TheNewDeal', 'naveplanetoide'), 2),
(('sundeux', 'Mikee1da'), 1),
(('Badgitator', 'mattmdiaz'), 1),
(('daveweigel', 'shannona_smith'), 1),
(('kelly_carlin', 'JoAllisonHenn'), 1),
(('Benjamin_Flex', 'blackdognorth'), 1),
(('Badgitator', 'thewindsofwar'), 1),
(('OccupyMainSt', 'NinaNerdFace'), 1),
(('TheNewDeal', 'laflifa'), 1),
(('Badgitator', 'Break1_9'), 1),
(('TheNewDeal', 'paris1939'), 1),
(('KeithOlbermann', 'pswswiney'), 2),
(('UnanimousHQ', 'dgsr505'), 1),
(('Badgitator', 'josh_ulino'), 1),
(('LJSearles', 'JackDeTate'), 1),
(('Badgitator', 'deviousjenna'), 1),
(('lawscribe', 'radiofreejordan'), 1),
(('Badgitator', 'Matias_DreadScy'), 1),
(('OccupyMainSt', 'sardonicallyme'), 1),
(('TurboKitty', 'jimmytheheel'), 1),
(('OccupySantaFe', 'deviousjenna'), 1),
(('Valerie0714', 'bluedutchess726'), 1),
(('diceylee808', 'HahaYoureFunny'), 1),
(('Badgitator', 'Johnnyjuby'), 1),
(('MJMcKean', 'zenbazooka'), 1),
(('DaveMc99TA', 'randytweets510'), 1),
(('BABYDIABOLICAL', 'MikeHeXt'), 1),
(('LibertyBelle4', 'watergatesummer'), 1),
(('ElizabethJone18', 'IamNickyT'), 1),
(('BlackLagooner', 'OccupySeattle'), 1),
(('Badgitator', 'Desencubridor'), 1),
(('Badgitator', 'DeemaM'), 1),
(('timmytink', 'TopCat_TC'), 1),
(('AnonNCarolina2', 'TheChaseNight'), 1),
(('diceylee808', 'Break1_9'), 1),
(('Badgitator', 'rocketgirl3914'), 1),
(('Badgitator', 'angelindiskies'), 1),
(('Badgitator', '6eep6eep'), 1),
(('Badgitator', 'seemegonzo'), 1),
(('jeremyscahill', 'josh_ulino'), 1),
(('Badgitator', 'TheBookVlogger'), 1),
(('BlackLagooner', 'heatherhydra'), 1),
(('tazshedevl', 'mangobeach'), 1),
(('anonops', '_in_lakech'), 1),
(('OccupyMainSt', 'Tokyo_Tom'), 1),
(('Teddy2500', 'OccupyHolidays'), 1),
(('sundeux', 'indigojourney'), 1),
(('OccupySF', 'PASmokey'), 2),
(('LibertyBelle4', 'starshollowgzt'), 1),
(('KBDPHD', 'BangoRkt'), 1),
(('OccupyMainSt', 'bluedutchess726'), 1),
(('Badgitator', 'ADAPTChicago'), 1),
(('Badgitator', 'andrewbigdoor'), 1),
(('NeffKen', 'nayan1875'), 1),
(('hadearkandil', 'NasJab'), 1),
(('Valerie0714', 'esd2000'), 1),
(('seasonothebitch', 'phillipanderson'), 1),
(('UnderdogLib', 'search4truth1'), 1),
(('OccupySF', 'dove_hawk'), 1),
(('Badgitator', 'Nicotone'), 1),
(('sundeux', 'good2bgreene'), 1),
(('youtube', 'OhMeadhbh'), 3),
(('Badgitator', 'Snarkathon'), 1),
(('Badgitator', 'Myss_Relentless'), 1),
(('sundeux', 'skweekie'), 1),
(('Badgitator', 'ellinjaa'), 1),
(('OccupySF', 'ElizabethJone18'), 1),
(('PyreBorn', 'Eva_in_Oregon'), 1),
(('sunshineejc', 'Procoolgranny'), 1),
(('Zoocritter', '_joaniegirl'), 1),
(('TorianBrown', 'Kevinovations'), 1),
(('jeremyscahill', 'aarondhknight'), 1),
(('Badgitator', 'RevLea'), 1),
(('OccupyMainSt', 'kikiki321'), 1),
(('OccupyMainSt', 'DonShappelle'), 1),
(('sundeux', 'lancejgosnell'), 1),
(('hadearkandil', 'darrenlund'), 1),
(('OccupyMainSt', 'DieLowen'), 1),
(('AnonKitsu', 'theJGway'), 1),
(('OccupyMainSt', 'Ciudadano_Zer0'), 1),
(('alphaisforever', 'rustymk2'), 1),
(('ArrghPaine', 'angelsavant'), 1),
(('Badgitator', 'arthurfragoso'), 1),
(('WeOccupyAmerica', 'HahaYoureFunny'), 1),
(('Badgitator', 'Little_Luna1'), 1),
(('MMFlint', 'veggieterrain'), 1),
(('kikiki321', 'leeand00'), 1),
(('millbot', 'SalCtrProg'), 1),
(('anonops', 'Queiroga_'), 1),
(('cmfcknw', 'LiveFree24x7'), 1),
(('ZandarVTS', 'King_Gonad'), 1),
(('holidaygoheavy', 'ElizabethJone18'), 1),
(('jmalsin', 'watergatesummer'), 1),
(('PyreBorn', 'americanzpring'), 2),
(('GreeGreece', 'DanaGirl'), 1),
(('TurboKitty', 'skweekie'), 1),
(('OccupyWallSt', 'MarcoCesarSaenz'), 1),
(('OccupyMainSt', 'acatman'), 1),
(('Badgitator', 'LinkIzMyHomeboy'), 1),
(('MikeHeXt', 'reneeroman300'), 1),
(('TheNewDeal', 'oakAsfan24'), 1),
(('Badgitator', 'MyDixie_Wrecked'), 1),
(('sundeux', 'OccupyOrlMedia'), 1),
(('sundeux', 'ArianaFaustini'), 1),
(('JLownLaw', 'AGrandKerfuffle'), 2),
(('peterrothberg', 'LeftSlashRight'), 1),
(('Badgitator', 'LGwhat'), 1),
(('Moizzil', 'Muslims4RonPaul'), 1),
(('kkalmes2', 'bazingainc'), 1),
(('sundeux', 'Break1_9'), 1),
(('BlackLagooner', 'SvenStraatveit'), 1),
(('Badgitator', 'CACR25'), 1),
(('diceylee808', 'OccupySeattle'), 1),
(('CharlesBivona', 'halabalusa'), 1),
(('Badgitator', 'bebird'), 1),
(('TheNewDeal', 'MarlowesFaustus'), 2),
(('BCeeGee', 'Nosapaid'), 1),
(('Badgitator', 'imchasesbrain'), 1),
(('tommasonic', 'Gloves4Masons'), 1),
(('dominique_e_', 'oglhaiti'), 1),
(('mobius1ski', 'AGrandKerfuffle'), 1),
(('red_rogers', 'guykanon'), 1),
(('TorianBrown', 'papabearblaker'), 1),
(('LiveFree24x7', 'KrissyRubbles'), 1),
(('OccupySF', '48thave'), 1),
(('OccupySF', 'kidcaregiver'), 1),
(('PoliticsOfFear', 'liveforthesun'), 1),
(('OccupyMainSt', 'Kaydreein'), 1),
(('DratSaddamWCK', 'skweekie'), 1),
(('AnonKitsu', 'emmaleelife'), 1),
(('Badgitator', 'plathrop7'), 1),
(('occupygreenbay', 'AnonyMissBadger'), 1),
(('anonops', 'RayPayola'), 1),
(('TheNewDeal', 'Jennyjinx'), 1),
(('OccupySF', 'OccupySeattle'), 1),
(('rustymk2', 'ShawnMilli'), 1),
(('DaveMc99TA', 'frogsarelovely'), 1),
(('ChipleKira', 'KeithOlbermann'), 1),
(('deniseromano', 'LaidBackFarmer'), 1),
(('Spudlovr', 'leeand00'), 2),
(('OccupyMainSt', 'Kaymee'), 1),
(('deniseromano', 'letfreedomspk'), 1),
(('OccupyWallSt', 'nom_de_fume'), 1),
(('sundeux', 'GlobalOccupier'), 1),
(('SEIUenEspanol', 'RafaelMorataya2'), 1),
(('kkalmes2', 'MAK7591'), 1),
(('OccupyWallSt', 'alaskaRP'), 1),
(('MitchHurley', 'franniebobannie'), 1),
(('TorianBrown', 'UnifiedLeft'), 1),
(('KeithOlbermann', 'maximosis'), 1),
(('TheNewDeal', 'nom_de_fume'), 1),
(('Badgitator', 'nbcapobia'), 1),
(('OccupySF', 'WeROccupyUnited'), 1),
(('Badgitator', 'Psy51'), 1),
(('OccupySF', 'katwithabook'), 1),
(('TheNewDeal', 'chachiTHEgr8'), 1),
(('OccupyMainSt', 'dannydoodar'), 1),
(('OccupySF', 'mgpettit'), 2),
(('KeithOlbermann', '3rdShftSexClerk'), 1),
(('KeithOlbermann', 'kikiki321'), 1),
(('Genespark', 'justgrateful'), 1),
(('TheNewDeal', 'Bobbitz1944'), 1),
(('KeithOlbermann', 'mjsunflowerjj'), 1),
(('liveforthesun', 'Hardline_Stance'), 1),
(('KeithOlbermann', 'Luchia_'), 1),
(('KeithOlbermann', 'bebird'), 1),
(('OccupySF', 'BadMonsanto'), 1),
(('BigBizznass', 'mgpettit'), 1),
(('CharlesBivona', 'Gobanian'), 1),
(('millbot', 'Athenae'), 1),
(('hadearkandil', 'franniebobannie'), 1),
(('lukec', 'keeth'), 1),
(('TheNewDeal', 'ElleCSid'), 1),
(('Badgitator', 'justforclasss'), 1),
(('peterrothberg', 'mangobeach'), 1),
(('tnr', 'JackHart67'), 1),
(('alphaisforever', 'jugganautical'), 1),
(('sundeux', 'kidcaregiver'), 1),
(('DeadJack57', 'xalisae'), 2),
(('sundeux', 'kallou22'), 1),
(('KeithOlbermann', 'starshollowgzt'), 1),
(('anonops', 'klejko'), 1),
(('margiemetz44', 'WhatMattersNews'), 1),
(('KeithOlbermann', 'quirkyme'), 1),
(('KeithOlbermann', 'skooks'), 1),
(('sundeux', 'occupygreenbay'), 1),
(('KeithOlbermann', 'TheRagingCelt'), 1),
(('CalFireNews', 'CynthiaY29'), 1),
(('chachiTHEgr8', 'k_l_h_j'), 1),
(('seasonothebitch', 'JahFurry'), 1),
(('KeithOlbermann', 'Aine'), 1),
(('anonops', 'timetrick'), 1),
(('Zoocritter', 'achariw'), 1),
(('KeithOlbermann', 'trevineanise'), 1),
(('seasonothebitch', 'emiliawrites'), 1),
(('anonops', 'Anti_Secret'), 1),
(('jeremyscahill', 'randytweets510'), 1),
(('Robyn_DaHood', 'skweekie'), 1),
(('miixxy', 'Tokyo_Tom'), 1),
(('because_thalb', 'Can_ada'), 1),
(('pourmecoffee', 'cherrytreecig'), 1),
(('PsychoNotLiz', 'NWDowns'), 1),
(('KeithOlbermann', 'MAK7591'), 1),
(('sundeux', 'lipstickham'), 1),
(('KeithOlbermann', 'jlr_1969'), 1),
(('Valerie0714', 'DaveMc99TA'), 1),
(('KeithOlbermann', 'OccupyWallStNYC'), 1),
(('CharlesBivona', 'tinajbowen'), 1),
(('sundeux', 'StargazingFire'), 1),
(('KeithOlbermann', 'five15design'), 1),
(('McBlondeLand', 'starshollowgzt'), 1),
(('hyperlocavore', 'because_thalb'), 1),
(('KeithOlbermann', 'FinchHaven'), 1),
(('diceylee808', 'KNDEA'), 1),
(('KeithOlbermann', 'josephdemaria'), 1),
(('KeithOlbermann', 'SuzanneTwoTon'), 1),
(('CultOfAngelique', 'skweekie'), 1),
(('Shoq', 'mykatmikey'), 1),
(('OccupySF', 'AtomAu'), 1),
(('randytweets510', 'MAK7591'), 1),
(('JC_Christian', 'SuzanneTwoTon'), 1),
(('Badgitator', 'Kevinovations'), 1),
(('CharlesBivona', 'cgartmann24'), 1),
(('phillipanderson', 'bmaz'), 1),
(('WeROccupyUnited', 'thewindsofwar'), 2),
(('KeithOlbermann', 'FreiahD'), 1),
(('livestream', 'mbooshay'), 1),
(('diceylee808', 'AnoniW33ZY'), 1),
(('KeithOlbermann', 'rckvm'), 1),
(('mkink', 'Jessica_Shearer'), 1),
(('GhostPanther', 'buckzollo'), 1),
(('jimmytheheel', 'VegasPhotog'), 1),
(('WeOccupyAmerica', 'revrendoni'), 1),
(('TTSCanada', 'frogsarelovely'), 1),
(('Badgitator', 'Screwcomforttoo'), 1),
(('WeOccupyAmerica', 'vtknitboy'), 1),
(('JC_Christian', 'starshollowgzt'), 1),
(('KeithOlbermann', 'billgcta'), 1),
(('TheNewDeal', 'StigNasty'), 1),
(('PyreBorn', 'thewindsofwar'), 2),
(('shannona_smith', 'lipstickham'), 1),
(('PyreBorn', 'Anti_Secret'), 1),
(('Min_Reyes', 'MiyazakiMegu'), 2),
(('allisonkilkenny', 'YezeniaPoulsen'), 1),
(('alanranta', 'deviousjenna'), 1),
(('azmoderate', 'boilthebeast'), 1),
(('sundeux', '3lis3Ashl3y'), 1),
(('ChipleKira', 'AnonNCarolina2'), 2),
(('Spudlovr', 'jimgigliotti'), 3),
(('KeithOlbermann', 'jeskriske'), 1),
(('mobius1ski', 'OccupyWallStNYC'), 1),
(('TheNewDeal', 'alnayeb'), 1),
(('Beelzebjorn', 'babaoreilymike'), 1),
(('kkalmes2', 'Rebecca1nAZ'), 1),
(('UnionPlus', 'IELMCC'), 1),
(('KeithOlbermann', 'NWDowns'), 1),
(('tnr', 'democrab'), 1),
(('MJMcKean', 'peterdamien'), 1),
(('JosephKBlack', 'skweekie'), 1),
(('biinT', 'torinstweets'), 1),
(('TheLoneDeranger', 'pulserazor'), 1),
(('Jeannie_Hartley', 'rkell'), 1),
(('deniseromano', 'sisbuzz'), 1),
(('mobius1ski', 'kcravenmusic'), 1),
(('jeremyscahill', 'jimgigliotti'), 1),
(('jeremyscahill', 'alaskaRP'), 1),
(('PyreBorn', 'JoshuaHol'), 1),
(('KeithOlbermann', 'because_thalb'), 1),
(('UnderdogLib', 'babaoreilymike'), 1),
(('ChipleKira', 'ptypk'), 1),
(('KeithOlbermann', 'pishka'), 1),
(('occupygreenbay', 'because_thalb'), 1),
(('edgewatercreek', 'Isajah78'), 1),
(('DanaGirl', 'skweekie'), 1),
(('OccupySF', 'SteveLussier'), 2),
(('Tokyo_Tom', 'Santnamor2013'), 1),
(('randytweets510', 'Prime_116'), 1),
(('TheNewDeal', 'Tigergal62'), 1),
(('AnonyOps', 'MikeHeXt'), 1),
(('PyreBorn', 'AtomAu'), 1),
(('KeithSmooth', 'RawwrrrRyan'), 1),
(('red_rogers', 'Demopublican1'), 1),
(('KeithOlbermann', 'Meisju'), 1),
(('Shoq', 'MiyazakiMegu'), 1),
(('AddThis', 'jasminepw'), 1),
(('seasonothebitch', 'RickSmithShow'), 1),
(('seasonothebitch', 'banditelli'), 1),
(('WeOccupyAmerica', 'mospiritu'), 1),
(('KeithOlbermann', 'monkeyofdarknes'), 1),
(('KeithOlbermann', 'grassrootzv'), 1),
(('mobius1ski', 'cee_skwared'), 1),
(('WeROccupyUnited', 'GlobalRevLive'), 1),
(('KeithOlbermann', 'MastaMp3'), 1),
(('mobius1ski', 'OccupyWallSt'), 1),
(('KeithOlbermann', 'Kaymee'), 1),
(('KeithOlbermann', 'RearNakedSmoke'), 1),
(('seasonothebitch', 'bmaz'), 1),
(('TheOther99', 'malaeus'), 1),
(('WeOccupyAmerica', 'UrbanForager'), 1),
(('KeithOlbermann', 'FackBuster'), 1),
(('deniseromano', 'malaeus'), 1),
(('mobius1ski', 'starshollowgzt'), 1),
(('JoshuaHol', 'WThomasMarks'), 1),
(('WeROccupyUnited', 'good2bgreene'), 1),
(('anonops', 'bori_214'), 1),
(('anonops', 'thedrunkdriver'), 1),
(('OccupyWallSt', 'Daigansf'), 1),
(('PyreBorn', 'ladykayaker'), 1),
(('MotherJones', 'christianepps'), 1),
(('Valerie0714', 'azmoderate'), 1),
(('Tokyo_Tom', 'leeand00'), 1),
(('hadearkandil', 'hjertebraaten'), 2),
(('Titleixbaby', 'wheeliesmom'), 1),
(('WeROccupyUnited', 'BigBizznass'), 1),
(('Screwcomforttoo', 'freespeach2'), 1),
(('JoshuaHol', 'joanwalsh'), 1),
(('pixls', 'sKgBdub'), 1),
(('KeithOlbermann', 'kaatje36'), 1),
(('KeithOlbermann', 'ACCBiggz'), 1),
(('PoliticsOfFear', 'GeorgeAngus'), 1),
(('KeithOlbermann', 'derrickcrowe'), 1),
(('LJSearles', 'because_thalb'), 1),
(('JoshuaHol', 'PyreBorn'), 1),
(('JosephKBlack', 'KforKallisti'), 1),
(('TracyLeigh10', 'Tokyo_Tom'), 1),
(('anonops', 'superreturns'), 1),
(('Badgitator', 'yarddonky'), 1),
(('KeithOlbermann', 'Itsmekelly'), 1),
(('crewislife', 'GomerWHoward'), 1),
(('themojowire', 'skweekie'), 1),
(('mobius1ski', 'soybomber'), 2),
(('WeROccupyUnited', 'Break1_9'), 1),
(('DrBenway23', 'wavyca'), 1),
(('Valerie0714', 'mangobeach'), 1),
(('inwpress', 'prajnaseek'), 11),
(('TheNewDeal', 'dmcrane'), 1),
(('caine2000', 'cassandraheresy'), 1),
(('DonShappelle', 'myfaceinforums'), 1),
(('KeithOlbermann', 'KarynBakoCA'), 1),
(('anonops', 'NotWilson1'), 1),
(('KeithOlbermann', 'OWNtheNWO'), 1),
(('KeithOlbermann', 'Matt_Mahaney'), 1),
(('KeithOlbermann', 'soybomber'), 1),
(('JoshuaHol', 'GreggJLevine'), 1),
(('thedejavudu', 'syaume'), 1),
(('tinadupuy', 'jscottfitzwater'), 1),
(('JoshuaHol', 'freespeach2'), 1),
(('KeithOlbermann', 'realthaniil'), 1),
(('diceylee808', 'Aine'), 1),
(('WeROccupyUnited', 'Marshallsfuture'), 1),
(('KeithOlbermann', 'heatherhydra'), 1),
(('JoshuaHol', 'SooperMexican'), 1),
(('KeithOlbermann', 'mykatmikey'), 1),
(('52stations', 'Pixelfish'), 1),
(('Spudlovr', 'dmcrane'), 1),
(('KeithOlbermann', 'AgentMomost'), 1),
(('PyreBorn', 'klaptastic'), 1),
(('sundeux', 'Can_ada'), 1),
(('JoshuaHol', 'MikeElk'), 1),
(('KeithOlbermann', 'BuzzIzarownd'), 1),
(('PlanetPOV', 'BrainTrack'), 1),
(('KeithOlbermann', 'Tim_Sanchez'), 1),
(('mobius1ski', 'MiroWare'), 1),
(('OccupyMainSt', 'yarddonky'), 1),
(('KeithOlbermann', 'Break1_9'), 1),
(('KeithOlbermann', 'LeightonCardno'), 1),
(('millbot', 'shonan_naminori'), 1),
(('Badgitator', 'OccupyWallStNYC'), 1),
(('anonops', 'pishka'), 1),
(('KeithOlbermann', 'Shadow_Frau'), 1),
(('WeROccupyUnited', 'Occupy_duess'), 1),
(('mobius1ski', 'farewellRPBLC'), 1),
(('SolCollins', 'Kaydreein'), 1),
(('OccupyWallSt', 'superreturns'), 1),
(('Badgitator', 'charliezugasti'), 1),
(('PyreBorn', 'liamrulz'), 1),
(('KeithOlbermann', 'Hussein_Jaafar'), 1),
(('Badgitator', 'fresh__air'), 1),
(('KeithOlbermann', 'gypsy18'), 1),
(('lynx55', 'wheeliesmom'), 1),
(('KeithOlbermann', 'xbradx75'), 1),
(('ewshefarted', 'stevenstim'), 1),
(('KeithOlbermann', 'liubaldo_garcia'), 1),
(('Badgitator', 'Imlostinwyoming'), 1),
(('thomascarpe', 'WhatMattersNews'), 1),
(('holidaygoheavy', 'liamrulz'), 1),
(('WeROccupyUnited', 'brendanorrell'), 1),
(('MoveOn', 'Sweet_Reason'), 1),
(('WeROccupyUnited', 'AnonBecca'), 1),
(('Beelzebjorn', 'lancejgosnell'), 1),
(('KeithOlbermann', 'Occupy_duess'), 1),
(('TracyLeigh10', 'GreeGreece'), 1),
(('KeithOlbermann', 'Andreas24x7'), 1),
(('KeithOlbermann', 'johntheBasterd'), 1),
(('mobius1ski', 'mean_uhh'), 1),
(('TheNewDeal', 'GomerWHoward'), 1),
(('opticaldensity', 'southsidedeauce'), 1),
(('GhostPanther', 'bexistntlcrisis'), 1),
(('OpWallStreet', 'Mattixbigs'), 1),
...]
col=['rt_user','user','number']
df6.to_csv('rt_user_user_number.csv',sep=',',index=True)
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <ipython-input-47-260d1dba6356> in <module> 1 col=['rt_user','user','number'] ----> 2 df6.to_csv('rt_user_user_number.csv',sep=',',index=True) NameError: name 'df6' is not defined