LICENSE @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class AdminController < ApplicationController layout 'newsniffer' app/controllers/admin_controller.rb @@ -1,3 +1,19 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + # Filters added to this controller will be run for all controllers in the application. # Likewise, all the methods added will be available for all controllers. class ApplicationController < ActionController::Base app/controllers/application.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class NewsArticlesController < ApplicationController layout 'newsniffer' app/controllers/news_articles_controller.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class PagesController < ApplicationController layout 'newsniffer' app/controllers/pages_controller.rb @@ -1,3 +1,19 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + # Methods added to this helper will be available to all templates in the application. module ApplicationHelper app/helpers/application_helper.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# module NewsArticlesHelper def revision_url(id, va, vb) "#{request.env["HTTP_HOST"]}/articles/#{id}/diff/#{va}/#{vb}" app/helpers/news_articles_helper.rb @@ -1,2 +1,19 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class Comment < ActiveRecord::Base end app/models/comment.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class NewsArticle < ActiveRecord::Base has_many :versions, :class_name => 'NewsArticleVersion', :order => 'version desc', :dependent => :destroy app/models/news_article.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class NewsArticleVersion < ActiveRecord::Base belongs_to :news_article before_create :set_new_version app/models/news_article_version.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class RevisionistaObserver < ActiveRecord::Observer observe NewsArticle, NewsArticleVersion, Vote app/models/revisionista_observer.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class Variable < ActiveRecord::Base def self.get(key) v = self.find_by_key(key) app/models/variable.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# class Vote < ActiveRecord::Base before_destroy :dec_class_votes app/models/vote.rb @@ -10,38 +10,6 @@ CREATE TABLE `comments` ( KEY `comments_linktype_index` (`linktype`) ) ENGINE=InnoDB DEFAULT CHARSET=latin1; -CREATE TABLE `hys_comments` ( - `id` int(11) NOT NULL auto_increment, - `hys_thread_id` int(11) default NULL, - `created_at` datetime default NULL, - `bbcid` mediumint(9) default NULL, - `updated_at` datetime default NULL, - `text` text, - `author` varchar(128) default NULL, - `censored` tinyint(4) default '1', - `modified_at` datetime default NULL, - `votes` int(11) default '0', - PRIMARY KEY (`id`), - KEY `hys_thread_id_key` (`hys_thread_id`), - KEY `bbcid_key` (`bbcid`), - KEY `hys_comments_votes_index` (`votes`), - KEY `hys_comments_updated_at_index` (`updated_at`), - KEY `censored` (`censored`) -) ENGINE=MyISAM AUTO_INCREMENT=328144 DEFAULT CHARSET=latin1; - -CREATE TABLE `hys_threads` ( - `id` int(11) NOT NULL auto_increment, - `created_at` datetime default NULL, - `updated_at` datetime default NULL, - `bbcid` mediumint(9) default NULL, - `title` varchar(255) NOT NULL, - `rsssize` int(11) default NULL, - `last_rss_pubdate` datetime default NULL, - `description` text, - PRIMARY KEY (`id`), - KEY `bbcid_key` (`bbcid`) -) ENGINE=MyISAM AUTO_INCREMENT=725 DEFAULT CHARSET=latin1; - CREATE TABLE `news_article_versions` ( `id` int(11) NOT NULL auto_increment, `news_article_id` int(11) default NULL, @@ -58,7 +26,7 @@ CREATE TABLE `news_article_versions` ( KEY `news_article_versions_text_hash_index` (`text_hash`), KEY `news_article_versions_comments_count_index` (`comments_count`), KEY `news_article_versions_votes_index` (`votes`) -) ENGINE=MyISAM AUTO_INCREMENT=59514 DEFAULT CHARSET=latin1; +) ENGINE=InnoDB AUTO_INCREMENT=181 DEFAULT CHARSET=latin1; CREATE TABLE `news_articles` ( `id` int(11) NOT NULL auto_increment, @@ -74,7 +42,7 @@ CREATE TABLE `news_articles` ( PRIMARY KEY (`id`), KEY `news_articles_guid_index` (`guid`), KEY `news_articles_source_index` (`source`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; +) ENGINE=InnoDB AUTO_INCREMENT=451 DEFAULT CHARSET=latin1; CREATE TABLE `schema_info` ( `version` int(11) default NULL db/development_structure.sql @@ -1,6 +1,8 @@ == Newssniffer -Newssniffer is a project to monitor news media organisations. +Newssniffer is a project to monitor news media organisations released under the +terms of the GNU Affero General Public License v3 or any later version. See the +LICENSE file for more info. It started out as "Watch Your Mouth" which detected when the BBC censored comments from their "Have Your Say" discussion forum. Then "Revisionista" was added that @@ -71,4 +73,5 @@ should develop: * Show exactly which parts of each line changed (currently we only show which lines) * Highlight changes in headlines too * User comments, so changes can be discussed by visitors -* Changes taggable by users? Maybe this will help classify the types of changes (typo, new facts, political) \ No newline at end of file +* Changes taggable by users? Maybe this will help classify the types of changes (typo, new facts, political) +* um, more tests. \ No newline at end of file doc/README_FOR_APP @@ -1,3 +1,19 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + module HTTP require 'open-uri' def self.head_hash(url) lib/http.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# module NewsPage require 'digest' require 'cgi' lib/news_page.rb @@ -1,3 +1,20 @@ +# News Sniffer +# Copyright (C) 2007-2008 John Leach +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# def zget(uri) @data = nil lib/zget.rb ffc4573aec357982524cc3ef0be9f5d313b918c1 John Leach john@johnleach.co.uk http://github.com/johnl/news-sniffer/commit/55530caf708b265050d1efc91527510a6b7a4208 55530caf708b265050d1efc91527510a6b7a4208 2008-07-25T10:54:04-07:00 2008-07-25T10:54:04-07:00 Add licensing for release (AGPL) 79b5fc10ee15247df53d485b523783cf9b85de2f John Leach john@johnleach.co.uk