controller/spam.rb db/ham.txt db/spam.txt model/paste.rb vendor/bayes.rb view/spam/list_pending.haml @@ -46,12 +46,13 @@ class PasteController < Ramaze::Controller if request.post? and text and $rapaste[:syntaxes][syntax] paste = Paste.create( - :created => Time.now, - :digest => Digest::SHA1.hexdigest(text), - :ip => request.ip, - :private => private, - :syntax => syntax, - :text => text + :category => BAYES.classify(text) + :created => Time.now, + :private => private, + :syntax => syntax, + :digest => Digest::SHA1.hexdigest(text), + :text => text, + :ip => request.ip, ) session[:pastes] ||= Set.new @@ -70,6 +71,7 @@ class PasteController < Ramaze::Controller redirect Rs(:fork => id, :digest => digest) end + # TODO: implement this using the session[:pastes] def delete(id, digest = nil) redirect_referrer unless request.post? paste = paste_for(id, digest) @@ -78,13 +80,13 @@ class PasteController < Ramaze::Controller def search return unless @needle = request['substring'] and not @needle.empty? needle = "%#{@needle}%" - @pastes = Paste.filter(:text.like(needle) & ({:archive => true, :private => false} | {:ip => request.ip})) + @pastes = Paste.filter(:text.like(needle) & ({:archive => true, :private => false, :category => 'ham'} | {:ip => request.ip})) @total = @pastes.count @pager = paginate(@pastes, :limit => $rapaste[:pager]) end def paste_list - Paste.order(:id.desc).filter({:archive => true, :private => false} | {:ip => request.ip}) + Paste.order(:id.desc).filter({:archive => true, :private => false, :category => 'ham'} | {:ip => request.ip}) end # TODO: This could be improved. @@ -97,7 +99,7 @@ class PasteController < Ramaze::Controller return paste if paste.ip == request.ip return paste if paste.archive paste.archive = true - paste.save + paste.categorize! return paste end controller/paste.rb @@ -5,9 +5,12 @@ $rapaste = { :priority => %w[ ruby plain_text plaintext html css javascript java_script yaml diff ], :theme => 'iplastic', # only used by uv :title => 'RaPaste', # title of page + :admins => { # hash of username and password for spamhunters + 'manveru' => 'letmein' + } # You might want to edit start.rb directly. :ramaze => { :port => 7000, :host => '0.0.0.0' } } -DB = Sequel.sqlite('rapaste.db', :logger => Ramaze::Log) +DB = Sequel.sqlite(__DIR__/'db/rapaste.db') #, :logger => Ramaze::Log) env.rb @@ -5,10 +5,15 @@ require 'sequel' $LOAD_PATH.unshift(__DIR__) require 'env' + require 'vendor/highlight' -require 'model' +require 'vendor/bayes' + +require 'model/paste' + require 'controller/css' require 'controller/paste' +require 'controller/spam' class Highlight def default_options @@ -21,4 +26,19 @@ class Highlight $rapaste[:syntaxes] = mod.syntaxes($rapaste[:priority]) end +# The Bayes database contains information about the ham and spam rating of +# certain words. +# If you would like to reset it, just remove the db/bayes.marshal file. +BAYES = Bayes.new(__DIR__/'db/bayes.marshal') + +# Initial seeding of the bayes filter, setting up categories and a couple of +# common ratings. +# The format of the files isn't that important, given that it should recognize +# any text. +# But you should separate words in some way (whitespace, commas, numbers...) +if BAYES.categories.empty? + BAYES.train(:spam, File.read(__DIR__/'db/spam.txt')) + BAYES.train(:ham, File.read(__DIR__/'db/ham.txt')) +end + Ramaze.start $rapaste[:ramaze] start.rb @@ -55,6 +55,8 @@ class Highlight args = options.values_at(:output, :syntax, :line_numbers, :style, :headers) Uv.parse(text, *args) + rescue => ex + "<pre>#{Rack::Utils.escape(text)}</pre>" end def translate(options) @@ -109,6 +111,8 @@ class Highlight options = translate(DEFAULT.merge(options)) tokens = CodeRay.scan(text, options[:syntax]) tokens.html(options) + rescue => ex + "<pre>#{Rack::Utils.escape(text)}</pre>" end def translate(options) vendor/highlight.rb model.rb f89ef53713fec4c6c0e1e2009dbaa55bbcef4387 Michael Fellinger m.fellinger@gmail.com http://github.com/manveru/rapaste/commit/336fbcbf1e7054e4b40eee253f3472e92bf53ee8 336fbcbf1e7054e4b40eee253f3472e92bf53ee8 2008-10-27T20:01:12-07:00 2008-10-27T20:01:12-07:00 Adding bayesian filtering 9c25a63ca21a2a7b2d66df3ab8b718170b49fbbc Michael Fellinger m.fellinger@gmail.com