Re: [Dovecot] How to pull /var/mail mbox leftovers to Maildirs?

[Frank Elsner]

On Thu, 03 Jul 2008 23:15:20 -0400 Jeff Kowalczyk wrote:
> I just got my preferred postfix+dovecot(-1.1.1) configuration working on
> Ubuntu 8.04 server. Users and Maildirs migrated, etc.
> 
> I wasn't seeing inbound mail (in the email client) until I set:
> 
> sudo postconf -e 'home_mailbox = Maildir/'
> 
> Which I hadn't needed in the previous server's main.cf
> 
> I have a few hours worth of inbound mostly-spam in /var/mail/(username)
> during the time I was figuring this out.
> 
> What command line tools could I use to pull those message from the mboxes
> to the Maildirs?

The attached script might help. 
I used it during migration from UW-IMAP to dovecot.
It worked, although I'm not the author :-)


--Frank Elsner

#!/usr/bin/perl -w

# "Simple but Perfect" mbox to Maildir converter v0.3
# Copyright (C) 2001-2003  Philip Mak <[EMAIL PROTECTED]>
# 
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
# 
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.


use strict;
use Date::Parse qw( str2time );

#### Settings
# This will be used to set the file time (needed for courier-imap and some 
others)
# $datestyle = "date": extract date from the "Date: " header
# $datestyle = "from": extract date from the "From " mbox header
my $datestyle = "date";

# Use maildir++ format (append the message size to the filename)
my $maildirplus = 0;
####


# Get the hostname
my $hostname = `hostname`;
chomp ($hostname);

# check for valid arguments
my ($maildir) = @ARGV;
if (!$maildir) {
  print STDERR "Usage: perfect_maildir ~/Maildir < mbox\n";
  exit 1;
} elsif (! -d $maildir) {
  print STDERR "Cannot open $maildir\n";
  exit 1;
}

# check for writable maildir
unless (-w "$maildir/cur") {
  print STDERR "Cannot write to $maildir/cur\n";
  exit 1;
}
unless (-w "$maildir/new") {
  print STDERR "Cannot write to $maildir/new\n";
  exit 1;
}

my $num = 0;
my $time = time;
my $date;
my $delivered_time;

repeat:

# read header
my $headers = '';
my $flags = '';
my $subject = '';
while (my $line = <STDIN>) {
  # detect end of headers
  last if $line eq "\n";

  if ($datestyle eq "from") {
    # Get date from the "From " line (this should appears here for the first 
message only)
    $date = $1 if $line =~ /^From [^ ^\t]+[ \t]+(.{24})/;
  } elsif ($datestyle eq "date") {
    # Get date from the "Date: " header
    $date = $1 if $line =~ /^Date: (.*)$/;
  }
  # strip "From" line from header
  $headers .= $line unless $line =~ /^From ./;

  # detect flags
  $flags .= $1 if $line =~ /^Status: ([A-Z]+)/;
  $flags .= $1 if $line =~ /^X-Status: ([A-Z]+)/;
  $subject = $1 if $line =~ /^Subject: (.*)$/;
}

$num++;

if ($datestyle =~ /(from|date)/) {
  $delivered_time = str2time("$date");
} else {
  $delivered_time = $time;
}

# open output file
my $file;
if ($flags =~ /O/) {
  $file = sprintf( "%s%05d%s", "$maildir/cur/$delivered_time.", $num, 
".$hostname" );
  my $extra = '';
  $extra .= 'F' if $flags =~ /F/; # flagged
  $extra .= 'R' if $flags =~ /A/; # replied
  $extra .= 'S' if (($flags =~ /R/) || ($flags =~ /O/)); # seen
  $extra .= 'T' if $flags =~ /D/; # trashed
  $file .= ":2,$extra" if $extra;
} else {
  $file = sprintf( "%s%05d%s", "$maildir/new/$delivered_time.", $num, 
".$hostname" );
}

# filter out the "DON'T DELETE THIS MESSAGE -- FOLDER INTERNAL DATA" message or 
the message doesn't exists
if (($num == 1 and $subject eq "DON'T DELETE THIS MESSAGE -- FOLDER INTERNAL 
DATA") || (!$headers)) {
        $file = '/dev/null';
        $num--;
}

open(FILE, ">$file");
print FILE "$headers\n";
while (my $line = <STDIN>) {
  if ($datestyle eq "from") {
    # Get date from the "From " line (this should appears here for the first 
message only)
    $date = $1 if $line =~ /^From [^ ^\t]+[ \t]+(.{24})/;
  }
    # End of current message 
  last if ($line =~ /^From ./);

  # unescape "From"
  $line =~ s/^>From (.)/From $1/;

  print FILE $line;
}
close(FILE);

utime( $time, $delivered_time, $file ) if ($datestyle =~ /(from|date)/);

if ($maildirplus) {
        my $size = -s $file;
        my $mdplusfile = $file;
        $mdplusfile =~ s/\.$hostname/.$hostname,S=$size/;
        rename $file,$mdplusfile;
}

goto repeat unless eof(STDIN);

my $elapsed = time - $time;
print "Inserted $num messages into maildir $maildir in $elapsed seconds\n";