@@ -1,4 +1,5 @@ #!/usr/bin/env ruby +# vim:set ts=2 sw=2 et ai: require "fileutils" require "socket" @@ -42,11 +43,13 @@ PROG_VER="0.1.0" # usage - Print usage information and exit. # def usage - $stderr.puts "osxmail2maildir v#{PROG_VER}" - $stderr.puts "Copyright (c) 2005 Toby DiPasquale <toby@cbcg.net>" - $stderr.puts - $stderr.puts "usage: #{__FILE__} <target directory> [ <source directory> ]" - exit 1 + $stderr.puts <<EOS +osxmail2maildir v#{PROG_VER} +Copyright (c) 2005-2008 Toby DiPasquale <toby@cbcg.net> + +Usage: #{__FILE__} <target directory> [ <source directory> ] +EOS + exit 1 end # @@ -54,46 +57,45 @@ end # a particular regular expression @expr to the associated # code block. # -def traverse( dir, expr=nil) - dirs = [ dir ] - until dirs.empty? - d = dirs.first - dirs.delete_at( 0) - Dir.entries( d).sort.each { |node| - next if node == "." or node == ".." - name = "#{d}/#{node}" - dirs << name if File.lstat( name).directory? - yield name if name =~ expr - } - end +def traverse(dir, expr=nil) + dirs = [ dir ] + until dirs.empty? + d = dirs.first + dirs.delete_at(0) + Dir.entries(d).sort.each { |node| + next if node == "." or node == ".." + name = "#{d}/#{node}" + dirs << name if File.lstat(name).directory? + yield name if name =~ expr + } + end end # # new_maildir - Recursively create directories for a new Maildir mail store. # -def new_maildir( target, source, name) - x = name.sub( /Messages$/, "").sub( /\.mbox\/?.*/, "") - x = x.sub( Regexp.new( source), "").sub( /^\//, "") - d = "" - x.split( "/").each do |comp| - d << "/" + comp.delete( " ") - unless FileTest.directory?( target + "/" + d) - FileUtils.mkdir( target + "/" + d) - end +def new_maildir(target, source, name) + x = name.sub(/Messages$/, "").sub(/\.mbox\/?.*/, "") + x = x.sub(Regexp.new(source), "").sub(/^\//, "") + d = "" + x.split("/").each do |comp| + d << "/" + comp.delete(" ") + unless FileTest.directory?(target + "/" + d) + FileUtils.mkdir(target + "/" + d) end - new_d = target + "/" + d - FileUtils.mkdir( new_d + "/cur") - FileUtils.mkdir( new_d + "/new") - FileUtils.mkdir( new_d + "/tmp") - return new_d + end + new_d = target + "/" + d + FileUtils.mkdir(new_d + "/cur") + FileUtils.mkdir(new_d + "/new") + FileUtils.mkdir(new_d + "/tmp") + new_d end # -# set - Test a number against a bitmask to see if bits are set or cleared. +# set? - Test a number against a bitmask to see if bits are set or cleared. # -def set?( num, mask) - return true if (num & mask) != 0 - return false +def set?(num, mask) + (num & mask) != 0 end # @@ -103,25 +105,25 @@ end # <snip> # Update: An anonymous benefactor has the goods: # -# 0 read 1 << 0 -# 1 deleted 1 << 1 -# 2 answered 1 << 2 -# 3 encrypted 1 << 3 -# 4 flagged 1 << 4 -# 5 recent 1 << 5 -# 6 draft 1 << 6 -# 7 initial (no longer used) 1 << 7 -# 8 forwarded 1 << 8 -# 9 redirected 1 << 9 -# 10-15 attachment count 3F << 10 (6 bits) -# 16-22 priority level 7F << 16 (7 bits) -# 23 signed 1 << 23 -# 24 is junk 1 << 24 -# 25 is not junk 1 << 25 -# 26-28 font size delta 7 << 26 (3 bits) -# 29 junk mail level recorded 1 << 29 -# 30 highlight text in toc 1 << 30 -# 31 (unused) +# 0 read 1 << 0 +# 1 deleted 1 << 1 +# 2 answered 1 << 2 +# 3 encrypted 1 << 3 +# 4 flagged 1 << 4 +# 5 recent 1 << 5 +# 6 draft 1 << 6 +# 7 initial (no longer used) 1 << 7 +# 8 forwarded 1 << 8 +# 9 redirected 1 << 9 +# 10-15 attachment count 3F << 10 (6 bits) +# 16-22 priority level 7F << 16 (7 bits) +# 23 signed 1 << 23 +# 24 is junk 1 << 24 +# 25 is not junk 1 << 25 +# 26-28 font size delta 7 << 26 (3 bits) +# 29 junk mail level recorded 1 << 29 +# 30 highlight text in toc 1 << 30 +# 31 (unused) # # Thank you Mask Man! # </snip> @@ -133,101 +135,101 @@ end # # maildirname - Create a proper Maildir filename for this message. # -def maildirname( deliveries, flags) - s = "" - s << Time.now.to_i.to_s - s << "." - s << "P" + Process.pid.to_s - s << "Q" + deliveries.to_s - s << "R" + rand( 2147483648).to_s - s << "." - s << Socket.gethostname.sub( /\//, "\\057").sub( /:/, "\\072") - - # if this is a new message, we don't add the third part of the - # file name (the colon and after) - return "/new/#{s}" unless set?( flags, 0x00000001) - - # this message is not unread, so we add the :2,... part to it - # based on the flags in the XML at the bottom of the original - # Mail.app message file - s << ":2," - # draft (Mail.app: draft) - s << "D" if set?( flags, 0x00000040) - # flagged (Mail.app: flagged) - s << "F" if set?( flags, 0x00000010) - # passed (Mail.app: forwarded/redirected) - s << "P" if set?( flags, 0x00000100) or set?( flags, 0x00000200) - # replied (Mail.app: answered) - s << "R" if set?( flags, 0x00000004) - # seen (Mail.app: read) - s << "S" - # trashed (Mail.app: deleted) - s << "T" if set?( flags, 0x00000002) - return "/cur/#{s}" +def maildirname(deliveries, flags) + s = "" + s << Time.now.to_i.to_s + s << "." + s << "P" + Process.pid.to_s + s << "Q" + deliveries.to_s + s << "R" + rand(2147483648).to_s + s << "." + s << Socket.gethostname.sub(/\//, "\\057").sub(/:/, "\\072") + + # if this is a new message, we don't add the third part of the + # file name (the colon and after) + return "/new/#{s}" unless set?(flags, 0x00000001) + + # this message is not unread, so we add the :2,... part to it + # based on the flags in the XML at the bottom of the original + # Mail.app message file + s << ":2," + # draft (Mail.app: draft) + s << "D" if set?(flags, 0x00000040) + # flagged (Mail.app: flagged) + s << "F" if set?(flags, 0x00000010) + # passed (Mail.app: forwarded/redirected) + s << "P" if set?(flags, 0x00000100) or set?(flags, 0x00000200) + # replied (Mail.app: answered) + s << "R" if set?(flags, 0x00000004) + # seen (Mail.app: read) + s << "S" + # trashed (Mail.app: deleted) + s << "T" if set?(flags, 0x00000002) + "/cur/#{s}" end # # main - Main processing logic. # def main - # check those arguments - usage if ARGV[0].nil? - target = ARGV[0].strip - maildir = "#{ENV['HOME']}/Library/Mail" - maildir = ARGV[1].strip unless ARGV[1].nil? - puts "Using source directory of '#{maildir}'..." - puts "Using target directory of '#{target}'..." - deliveries = 0 - - # make the target directory - File.umask( 077) - FileUtils.mkdir( target) - - # for each dir in source dir matching /\.mbox$/ (recursive) - $stdout.sync = true - traverse( maildir, /\.mbox$/) do |dir| - d = "#{dir}/Messages" - next unless FileTest.directory?( d) - new_d = new_maildir( target, maildir, d) - - # for each filename matching /\.emlx$/ - msgs = 0 - Dir.entries( d).each do |file| - next unless file =~ /\.emlx$/ - msgs += 1 - - # load all lines of source file into array - lines = IO.readlines( "#{d}/#{file}") - - # remove first line from array - lines.delete_at( 0) - - # from the end of the array, look for "</plist>"; until we find - # the matching "<?xml...>" line, we drop each line from the - # array - raise "Invalid file format" unless lines[-1] =~ /^<\/plist>/ - last = "" - flags = 0 - lines.reverse_each do |line| - break if last =~ /^<\?xml version="1.0" encoding="UTF-8"\?>/ - if line =~ /<key>flags<\/key>/ - flags = last.sub( /<integer>/, "").sub( /<\/integer>.*/, "").to_i - end - last = lines[-1].dup - lines.delete_at( -1) - end - - # open new Maildir-formatted filename in target dir ($TARGET) - deliveries += 1 - n = maildirname( deliveries, flags) - File.open( new_d + "/" + n, "w+") do |f| - lines.each { |x| f.print x } - end - - print sprintf( "\r%s %d", "Converting #{dir}...", msgs) + # check those arguments + usage if ARGV[0].nil? + target = ARGV[0].strip + maildir = "#{ENV['HOME']}/Library/Mail" + maildir = ARGV[1].strip unless ARGV[1].nil? + puts "Using source directory of '#{maildir}'..." + puts "Using target directory of '#{target}'..." + deliveries = 0 + + # make the target directory + File.umask(077) + FileUtils.mkdir(target) + + # for each dir in source dir matching /\.mbox$/ (recursive) + $stdout.sync = true + traverse(maildir, /\.mbox$/) do |dir| + d = "#{dir}/Messages" + next unless FileTest.directory?(d) + new_d = new_maildir(target, maildir, d) + + # for each filename matching /\.emlx$/ + msgs = 0 + Dir.entries(d).each do |file| + next unless file =~ /\.emlx$/ + msgs += 1 + + # load all lines of source file into array + lines = IO.readlines("#{d}/#{file}") + + # remove first line from array + lines.delete_at(0) + + # from the end of the array, look for "</plist>"; until we find + # the matching "<?xml...>" line, we drop each line from the + # array + raise "Invalid file format" unless lines[-1] =~ /^<\/plist>/ + last = "" + flags = 0 + lines.reverse_each do |line| + break if last =~ /^<\?xml version="1.0" encoding="UTF-8"\?>/ + if line =~ /<key>flags<\/key>/ + flags = last.sub(/<integer>/, "").sub( /<\/integer>.*/, "").to_i end - puts unless msgs.zero? + last = lines[-1].dup + lines.delete_at(-1) + end + + # open new Maildir-formatted filename in target dir ($TARGET) + deliveries += 1 + n = maildirname(deliveries, flags) + File.open(new_d + "/" + n, "w+") do |f| + lines.each { |x| f.print x } + end + + print sprintf("\r%s %d", "Converting #{dir}...", msgs) end + puts unless msgs.zero? + end end main if __FILE__ == $0 osxmail2maildir 21f766e2ec7b1a37e7a63ccd48ef3ef2897561a0 Toby DiPasquale toby@cbcg.net http://github.com/codeslinger/osxmail2maildir/commit/688718c7d2b38daa9997bbd5108516f81db6f887 688718c7d2b38daa9997bbd5108516f81db6f887 2008-12-27T10:01:07-08:00 2008-12-27T10:01:07-08:00 fixed up the formatting of the code to make it more readable d0912bf1f9f492fdd8e232094560531b1df1fa36 Toby DiPasquale toby@cbcg.net