Lab46 Wiki

information

sokraits:~$ sudo xen-create-image --hostname=mail --mac 00:16:3E:5D:88:CC --role=udev
ahhcobras:~$ sudo xen-create-image --hostname=mail --mac 00:16:3E:42:EE:3E --role=udev
lair-std
lair-vm
lair-nfs
lair-autofs
lair-ldap
alpine
postfix
mb2md
dovecot-imapd         from lenny-backports
lighttpd              from lenny-backports
mailman
lab46:~$ sudo aptitude -t lenny-backports search dovecot
lab46:~$ sudo aptitude -t lenny-backports show dovecot-imapd
lab46:~$ sudo aptitude -t lenny-backports install dovecot-imapd
smtpd_banner = $myhostname ESMTP $mail_name (Debian/GNU)
biff = no

append_dot_mydomain = no
readme_directory = no

# TLS parameters
smtpd_tls_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem
smtpd_tls_key_file=/etc/ssl/private/ssl-cert-snakeoil.key
smtpd_use_tls=yes
smtpd_tls_session_cache_database = btree:${data_directory}/smtpd_scache
smtp_tls_session_cache_database = btree:${data_directory}/smtp_scache

smtp_generic_maps = hash:/etc/postfix/generic

mydomain = lab46.corning-cc.edu
myorigin = /etc/mailname
myhostname = mail.offbyone.lan
alias_maps = hash:/etc/aliases
alias_database = hash:/etc/aliases
mydestination = mail, mail.offbyone.lan, offbyone.lan, mail.lair.lan, lair.lan, mail.student.lab, student.lab, lab46.corning-cc.edu, lab46.offbyone.lan, lab46.lair.lan, lab46, caprisun.offbyone.lan, juicebox.lair.lan, koolaid.student.lab, localhost, web.offbyone.lan, www.offbyone.lan, *.offbyone.lan
relayhost = mail.corning-cc.edu
mynetworks = 127.0.0.0/8 10.80.1.0/24 10.80.2.0/24 10.80.3.0/24 10.81.1.0/24
mailbox_size_limit = 0
recipient_delimiter = +
inet_interfaces = all

# Maildir configuration
mail_spool_directory = /var/mail/
# trailing '/' signifies maildir format

# Additions
virtual_maps = hash:/etc/postfix/virtusertable

# SMTPd error handling limits
smtpd_error_sleep_time = 1s
smtpd_soft_error_limit = 32
smtpd_hard_error_limit = 64
broken_sasl_auth_clients = yes

disable_dns_lookups = yes
smtp_host_lookup = dns

# Masquerading
#masquerade_domains = www.offbyone.lan lab46.corning-cc.edu
#masquerade_exceptions = root

# Relay/Transport
#relay_domains = hash:/etc/postfix/relay_domains
#transport_maps = hash:/etc/postfix/transport
#virtual_alias_maps = hash:/etc/postfix/virtual
#parent_domain_matches_subdomains = 

#virtual_alias_domains = lab46.corning-cc.edu
#virtual_alias_maps = hash:/var/lib/mailman/data/virtual-mailman

##
## SMTP data timeouts
##
smtp_data_xfer_timeout = 600
smtp_data_init_timeout = 180
hass				wedge@lair.lan
hass@corning-cc.edu		wedge@lair.lan
hass@lab46.corning-cc.edu	wedge@lair.lan
haas@corning-cc.edu		wedge@lair.lan haas@corning-cc.edu
wedge@corning-cc.edu		wedge@lair.lan
mail:~# postmap hash:/etc/postfix/virtusertable
mail:~# postmap hash:/etc/postfix/generic
## Dovecot configuration file
#
# If you're in a hurry, see http://wiki.dovecot.org/QuickConfiguration
#
# "dovecot -n" command gives a clean output of the changed settings. Use it
# instead of copy&pasting this file when posting to the Dovecot mailing list.
#

protocols = imap imaps
disable_plaintext_auth = yes
log_timestamp = "%Y-%m-%d %H:%M:%S "

##
## SSL settings
##
ssl = required
ssl_cert_file = /etc/ssl/certs/dovecot.pem
ssl_key_file = /etc/ssl/private/dovecot.pem

##
## Mailbox locations and settings
##
mail_location = maildir:/var/mail/%u
mail_privileged_group = mail

##
## IMAP specific settings
##
protocol imap {
}

##
## Authentication Process
##
auth default {
  # Space separated list of wanted authentication mechanisms:
  #   plain login digest-md5 cram-md5 ntlm rpa apop anonymous gssapi otp skey
  #   gss-spnego
  mechanisms = plain

  passdb pam {
  }

  userdb passwd {
  }

  user = root

}

dict {
}

plugin {
}
mail:~$ sudo aptitude install -t lenny-backports lighttpd
server.modules       = ( "mod_access", "mod_alias", "mod_accesslog", "mod_compress" )
server.document-root = "/var/www/"
server.upload-dirs   = ( "/var/cache/lighttpd/uploads" )
server.errorlog      = "/var/log/lighttpd/error.log"
index-file.names     = ( "index.php", "index.html" )
accesslog.filename   = "/var/log/lighttpd/access.log"
url.access-deny      = ( "~", ".inc" )
server.pid-file      = "/var/run/lighttpd.pid"
dir-listing.encoding = "utf-8"
server.dir-listing   = "disable"
server.username      = "www-data"
server.groupname     = "www-data"
compress.cache-dir   = "/var/cache/lighttpd/compress/"
compress.filetype    = ("text/plain", "text/html", "application/x-javascript", "text/css")
static-file.exclude-extensions = ( ".php", ".pl", ".fcgi" )
include_shell "/usr/share/lighttpd/create-mime.assign.pl"
include_shell "/usr/share/lighttpd/include-conf-enabled.pl"
$HTTP["remoteip"] =~ "127.0.0.1" {
    alias.url += (
        "/doc/" => "/usr/share/doc/",
        "/images/" => "/usr/share/images/"
    )
    $HTTP["url"] =~ "^/doc/|^/images/" {
        dir-listing.activate = "enable"
    }
}
server.modules += ("mod_redirect", "mod_alias", "mod_cgi", "mod_accesslog")

alias.url += (
    "/mailman/images/" => "/var/lib/mailman/icons/",
    "/mailman/pipermail" => "/var/lib/mailman/archives/public/",
    "/mailman" => "/var/lib/mailman/cgi-bin/"
)

$HTTP["url"] =~ "^/mailman" {
    server.name = "lab46.corning-cc.edu"

    cgi.assign = (
        "/admin" => "",
        "/admindb" => "",
        "/confirm" => "",
        "/create" => "",
        "/edithtml" => "",
        "/listinfo" => "",
        "/options" => "",
        "/private" => "",
        "/rmlist" => "",
        "/roster" => "",
        "/subscribe" => "")
    server.indexfiles = ("listinfo", "index.html")
}

$HTTP["url"] =~ "^/mailman/pipermail/" {
    dir-listing.activate = "enable"
    dir-listing.hide-dotfiles = "enable"
    server.follow-symlink = "enable"
}
mail:/etc/lighttpd/conf-available$ sudo lighty-enable-mod mailman
mail:~$ sudo aptitude install mailman
"""This is the module which takes your site-specific settings.

From a raw distribution it should be copied to mm_cfg.py.  If you
already have an mm_cfg.py, be careful to add in only the new settings
you want.  The complete set of distributed defaults, with annotation,
are in ./Defaults.  In mm_cfg, override only those you want to
change, after the

  from Defaults import *

line (see below).

Note that these are just default settings - many can be overridden via the
admin and user interfaces on a per-list or per-user basis.

Note also that some of the settings are resolved against the active list
setting by using the value as a format string against the
list-instance-object's dictionary - see the distributed value of
DEFAULT_MSG_FOOTER for an example."""

from Defaults import *

DEFAULT_EMAIL_HOST      = 'lab46.corning-cc.edu'
DEFAULT_SEND_REMINDERS  = 0
DEFAULT_SERVER_LANGUAGE = 'en'
DEFAULT_URL             = 'http://lab46.corning-cc.edu/mailman/'
DEFAULT_URL_PATTERN     = 'http://%s/mailman/'
DEFAULT_URL_HOST        = 'lab46.corning-cc.edu'
HOST_NAME               = 'lab46.corning-cc.edu'
IMAGE_LOGOS             = '/mailman/images/'
MAILMAN_SITE_LIST       = 'mailman'
PRIVATE_ARCHIVE_URL     = '/mailman/private'
PUBLIC_ARCHIVE_URL      = 'http://lab46.corning-cc.edu/mailman/pipermail/%(listname)s'
USE_ENVELOPE_SENDER     = 0
VIRTUAL_HOSTS.clear()
add_virtualhost('lists.lab46.corning-cc.edu')
mail:~$ sudo newlist -u lab46.corning-cc.edu -e lab46.corning-cc.edu mailman
Enter the email of the person running the list: wedge@lab46.corning-cc.edu
Initial mailman password: 
To finish creating your mailing list, you must edit your /etc/aliases (or
equivalent) file by adding the following lines, and possibly running the
`newaliases' program:

## mailman mailing list
mailman:              "|/var/lib/mailman/mail/mailman post mailman"
mailman-admin:        "|/var/lib/mailman/mail/mailman admin mailman"
mailman-bounces:      "|/var/lib/mailman/mail/mailman bounces mailman"
mailman-confirm:      "|/var/lib/mailman/mail/mailman confirm mailman"
mailman-join:         "|/var/lib/mailman/mail/mailman join mailman"
mailman-leave:        "|/var/lib/mailman/mail/mailman leave mailman"
mailman-owner:        "|/var/lib/mailman/mail/mailman owner mailman"
mailman-request:      "|/var/lib/mailman/mail/mailman request mailman"
mailman-subscribe:    "|/var/lib/mailman/mail/mailman subscribe mailman"
mailman-unsubscribe:  "|/var/lib/mailman/mail/mailman unsubscribe mailman"

Hit enter to notify mailman owner...

mail:~$ 
mail:~$ sudo /etc/init.d/mailman restart
www:~$ sudo a2enmod proxy
www:~$ sudo a2enmod proxy_http
<IfModule mod_proxy.c>
    ProxyRequests Off

    <Proxy *>
        AddDefaultCharset off
        Order deny,allow
        Allow from all
        ProxyFtpDirCharset UTF-8
    </Proxy>
    ProxyVia On
</IfModule>
<IfModule mod_proxy.c>
    ProxyRequests Off
    <Location /mailman/>
        ProxyPass           http://mail.offbyone.lan/mailman/
        ProxyPassReverse    http://mail.offbyone.lan/mailman/
    </Location>
</IfModule>
www:~$ sudo /etc/init.d/apache2 force-reload
mail:~$ sudo newlist -u lab46.corning-cc.edu -e lab46.corning-cc.edu unix
Enter the email of the person running the list: wedge@lab46.corning-cc.edu
Initial unix password: 
To finish creating your mailing list, you must edit your /etc/aliases (or
equivalent) file by adding the following lines, and possibly running the
`newaliases' program:

## unix mailing list
unix:              "|/var/lib/mailman/mail/mailman post unix"
unix-admin:        "|/var/lib/mailman/mail/mailman admin unix"
unix-bounces:      "|/var/lib/mailman/mail/mailman bounces unix"
unix-confirm:      "|/var/lib/mailman/mail/mailman confirm unix"
unix-join:         "|/var/lib/mailman/mail/mailman join unix"
unix-leave:        "|/var/lib/mailman/mail/mailman leave unix"
unix-owner:        "|/var/lib/mailman/mail/mailman owner unix"
unix-request:      "|/var/lib/mailman/mail/mailman request unix"
unix-subscribe:    "|/var/lib/mailman/mail/mailman subscribe unix"
unix-unsubscribe:  "|/var/lib/mailman/mail/mailman unsubscribe unix"

Hit enter to notify unix owner...

mail:~$ 
#!/bin/sh

# Generates a self-signed certificate.
# Edit dovecot-openssl.cnf before running this.

OPENSSL=${OPENSSL-openssl}
SSLDIR=${SSLDIR-/etc/ssl}
OPENSSLCONFIG=${OPENSSLCONFIG-dovecot-openssl.cnf}

CERTDIR=$SSLDIR/certs
KEYDIR=$SSLDIR/private

CERTFILE=$CERTDIR/dovecot.pem
KEYFILE=$KEYDIR/dovecot.pem

if [ ! -d $CERTDIR ]; then
  echo "$SSLDIR/certs directory doesn't exist"
  exit 1
fi

if [ ! -d $KEYDIR ]; then
  echo "$SSLDIR/private directory doesn't exist"
  exit 1
fi

if [ -f $CERTFILE ]; then
  echo "$CERTFILE already exists, won't overwrite"
  exit 1
fi

if [ -f $KEYFILE ]; then
  echo "$KEYFILE already exists, won't overwrite"
  exit 1
fi

$OPENSSL req -new -x509 -nodes -config $OPENSSLCONFIG -out $CERTFILE -keyout $KEYFILE -days 3650 || exit 2
chmod 0600 $KEYFILE
echo 
$OPENSSL x509 -subject -fingerprint -noout -in $CERTFILE || exit 2
OPENSSL=${OPENSSL-openssl}
[ req ]
default_bits = 1024
encrypt_key = yes
distinguished_name = req_dn
x509_extensions = cert_type
prompt = no

[ req_dn ]
# country (2 letter code)
C=US

# State or Province Name (full name)
ST=New York

# Locality Name (eg. city)
L=Corning

# Organization (eg. company)
O=Corning Community College

# Organizational Unit Name (eg. section)
OU=LAIR mail services

# Common Name (*.example.com is also possible)
CN=mail.offbyone.lan

# E-mail contact
emailAddress=haas@lab46.corning-cc.edu

[ cert_type ]
nsCertType = server
mail:/etc/ssl/certs$ sudo openssl x509 -in dovecot.pem -hash -noout
052fb78e
mail:/etc/ssl/certs$ 
lab46:~$ sudo openssl version -d
OPENSSLDIR: "/usr/lib/ssl"
lab46:~$ cd /usr/lib/ssl/certs
lab46:/usr/lib/ssl/certs$ scp mail:/etc/ssl/certs/dovecot.pem 052fb78e.0
lab46:~$ touch .pine-passfile
lab46:~$ chmod 600 .pine-passfile
#pam_check_host_attr    yes
#pam_filter |(host=mail)(host=\*)
#!/bin/bash
#
# mkmail - create Maildir for specified user
#

# Set user to the first command-line argument
user="$1"

# Do a root check
rchk="`whoami | grep root | wc -l`"
if [ $rchk -eq 0 ]; then
    echo "Error! This script NEEDS to be run as root."
    exit 1
fi

# Ensure a user argument was provided
nchk="`echo $1 | wc -l`"
if [ $nchk -eq 0 ]; then
    echo "Error! Username MUST be given as first (and only) argument."
    exit 1
fi

# Ensure the user exists
uchk="`id $user 2>/dev/null | wc -l`"
if [ $uchk -eq 0 ]; then
    echo "Error! User MUST exist for script to run."
    exit 1
fi

cd /var/mail
for type in cur new tmp; do
    mkdir -p $user/$type $user/.Sent/$type $user/.Trash/$type
done
chmod -R 750 $user
chown -R $user:mail $user
chmod 700 $user
nfs1:/export/home$ sudo for user in `ls -l | grep lab46 | cut -c56-64`; do
> mkdir /tmp/maildir/$user
> chown -R $user:lab46 /tmp/maildir/$user
> chmod 700 /tmp/maildir/$user
> done
nfs1:/tmp/maildir$ for user in `ls -1 --color=no`; do
> sudo -u $user mb2md -s /export/lib/mail/$user -d /tmp/maildir/$user
> done
nfs1:/tmp/maildir$ for user in `ls -1 --color=no`; do
> sudo -u $user mb2md -s /export/home/$user/mbox -d /tmp/maildir/$user
> done
nfs1:/tmp/maildir$ for user in `ls -1 --color=no`; do
> ls -1 /export/home/$user/mail >/dev/null 2>/dev/null && echo $user >> userlist
> done
nfs1:/tmp/maildir$ for user in `cat userlist`; do
> /bin/ls -1 /export/home/$user/mail | grep -v saved | grep -v 'sent-mail' && echo "$user" >> got_something
> done
# run as root
for user in `cat got_something`; do
    for mfile in `/bin/ls /export/home/$user/mail | grep -v 'saved' | grep -v 'sent-mail'`; do
        sudo -u $user mb2md -s /home/$user/mail/$mfile -d /tmp/maildir/$user
    done
done
for user in alius dparson3 ian joe kinney synack; do
    mkdir /tmp/$user
    chown $user:lair /tmp/$user
    chmod 700 /tmp/$user
    chmod g+s /tmp/$user
    sudo -u $user mb2md -s /export/lib/mail/$user -d /tmp/$user
    sudo -u $user mb2md -s /export/home/$user/mbox -d /tmp/$user
    for mfile in `/bin/ls /export/home/$user/mail | grep -v 'saved' | grep -v 'sent-mail'`; do
        sudo -u $user mb2md -s /export/home/$user/mail/$mfile -d /tmp/$user
    done
done
cd /home
for user in `/bin/ls -1`; do
    tar cpf /tmp/$user-mbox-mail.tar $user/mbox $user/mail
    gzip -9 /tmp/$user-mbox-mail.tar
    rm -rf $user/mbox $user/mail/*
done
cd /home
for user in `/bin/ls -1`; do
    rm -f $user/.pinerc 2>/dev/null
    cat /etc/skel/.pinerc | sed -e "s/=USER/=$user/g" > $user/.pinerc
    chmod 600 $user/.pinerc
    chown $user:lab46 $user/.pinerc
done
sokraits:/xen/images$ sudo dd if=/dev/zero of=mailvar.disk bs=1M count=4096
4096+0 records in
4096+0 records out
4294967296 bytes (4.3 GB) copied, 77.8013 s, 55.2 MB/s
sokraits:/xen/images$ 
sokraits:/xen/images$ sudo mkfs.ext3 -b 4096 -i 4096 -m 1 -O dir_index,filetype,has_journal,sparse_super mailvar.disk 
mke2fs 1.41.3 (12-Oct-2008)
mailvar.disk is not a block special device.
Proceed anyway? (y,n) y
Filesystem label=
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
1048576 inodes, 1048576 blocks
10485 blocks (1.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=1073741824
32 block groups
32768 blocks per group, 32768 fragments per group
32768 inodes per group
Superblock backups stored on blocks: 
	32768, 98304, 163840, 229376, 294912, 819200, 884736

Writing inode tables: done                            
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

This filesystem will be automatically checked every 22 mounts or
180 days, whichever comes first.  Use tune2fs -c or -i to override.
sokraits:/xen/images$ 
disk        = [ 'file:/xen/images/mail.disk,xvda1,w',
                'file:/xen/images/mailvar.disk,xvda2,w',
                'file:/xen/images/mail.swap,xvda3,w'  ]
# /etc/fstab: static file system information.
#
# <file system> <mount point>   <type>  <options>              <dump>  <pass>
proc            /proc           proc    defaults               0       0
/dev/xvda1      /               ext3    noatime,nodiratime,errors=remount-ro 0 1
/dev/xvda2      /var/mail       ext3    noatime,nodiratime,errors=remount-ro 0 2
/dev/xvda3      none            swap    sw                     0       0
sokraits:~$ sudo xm shutdown mail
sokraits:~$ sudo mount -o loop /xen/images/mail.disk /media
sokraits:~$ sudo mount -o loop /xen/images/mailvar.disk /mnt
sokraits:~$ sudo cp -a /media/var/mail/* /mnt/
sokraits:~$ sudo cp -a /media/var/mail /media/var/mailbak
sokraits:~$ sudo rm -rf /media/var/mail/*
sokraits:~$ sudo umount /media
sokraits:~$ sudo umount /mnt
sokraits:~$ sudo xm create -c /xen/conf/mail.cfg

Machine	Interface	IP Address	MAC Address	Other Names
mail.lair.lan	eth0	10.80.1.17	00:16:3e:42:ee:3e	smtp.lair.lan, imap.lair.lan
mail.offbyone.lan	eth0	10.80.2.17	00:16:3e:5d:88:cc

Table of Contents

Overview

News

TODO

Network Configuration

Packages

Utilizing Backports

Search backports

Show something in more detail

And, Install something from backports

Postfix Configuration

Postfix hash generation

virtusertable

generic

dovecot Configuration

mailing list configuration

lighttpd configuration

main config

lighttpd mailman config

mailman config

mm_cfg.py

initializing mailman

accessing the web interface

useful resources

Establishing proxying on www to mail

Creating a new list in mailman

Setting up the Certificates

Creating the Certificates

Configuring dovecot to use the Certificates

Configuring clients to utilize certificates

Enabling users to actually use IMAP

Setting up new users

Creating a maildir

Converting users with mbox to maildir

Converting the /var/mail/$USER files

Converting the /export/home/$USER/mbox files

Semi-hand pick through ~/mail

Bonus script: migrating the rest of group 'lair'

Bonus script 2: backing up and removing old user mbox data

The pine issue

Creating /var/mail partition disk image

Create disk image on Xen host

Format disk image with ext3, optimizing for more inodes

Configure mail VM to see disk image

Changing existing configs on mail

Data Transfer

Shutdown mail VM

Mount Images

Copy Data

Unmount Disk Images

Boot up mail once again