path: root/postfix/postfix.sh

#!/bin/sh
#
# /etc/local-COMMON/postfix/postfix.sh
# Copyright 2002-2007 Jonas Smedegaard <dr@jones.dk>
#
# $Id: postfix.sh,v 1.76 2008-05-25 19:00:16 jonas Exp $
#
# Auto-tweak plain installed postfix Debian package
#
# TODO:
#  * Implement stuff from here: http://www.wsrcc.com/spam/
#  * Implement stuff from here: http://www.muine.org/~hoang/postfix.html
#  * Implement stuff from here: http://jimsun.linxnet.com/misc/postfix-anti-UCE.txt
#  * Figure out a way to use chroot jail for TLS stuff.
#  * Use https://www.dnswl.org/

set -e

# Let's standardize sort
export LC_ALL=C

warn()  {
    echo >&2 "Warning: $1"
}

exit1() {
    echo >&2 "Error: $1"
    echo >&2 "Exiting..."
    exit 1
}

realmsdir='/etc/local-REDPILL'
configdirs='/etc/local /etc/local-ORG /etc/local-REDPILL /etc/local-COMMON'
confdir='/etc/postfix'
postconf=/usr/sbin/postconf
sp='[[:space:]]'
if ! [ -d "$realmsdir" ]; then
    warn "Realms directory \"$realmsdir\" does not exist."
fi
#postgrey=
#if [ -x /usr/sbin/postgrey ]; then
#   # FIXME: Use this somehow, and only warn below
#   postgrey=1
#else
#   exit1 "ERROR: Greylisting support (Debian package postgrey) missing."
#fi
dovecot=
dovecot_lmtp=
dovecot_deliver=
if [ -x /usr/sbin/dovecot ]; then
    dovecot=1
    if [ -x /usr/lib/dovecot/lmtp ]; then
        dovecot_lmtp=1
    elif [ -x /usr/lib/dovecot/deliver ]; then
        warn "Dovecot LMTP missing - (Debian package dovecot-lmtp)."
        dovecot_deliver=1
    else
        warn "Dovecot deliver missing."
    fi
else
    warn "Dovecot missing - (Debian package dovecot-core or dovecot)."
fi
tls_cert=
if [ -f /etc/ssl/certs/postfix.pem ] && [ -f /etc/ssl/private/postfix.pem ]; then
    tls_cert=1
else
    warn "No TLS encryption - requires SSL certificate at /etc/ssl/certs/postfix.pem and private key at /etc/ssl/private/postfix.pem."
fi
sasl=
if [ -n "$tls_cert" ] && [ -n "$dovecot" ]; then
    sasl=1
else
    warn "No SASL authentication - requires TLS encryption and Dovecot."
fi
amavis=
default_amavis_maxproc=2
if [ -x /usr/sbin/amavisd ] || [ -x /usr/sbin/amavisd-new ]; then
    amavis=1
else
    warn "AMaViS missing (Debian package amavisd-new)."
fi
dkimproxy=
#dkimproxy_maxproc_in=5
# FIXME: update actual outgoing maxproc from /etc/default/dkimproxy (and /etc/dkimproxy/dkimproxy_out.conf too?)
dkimproxy_maxproc_out=5
if [ -x /usr/sbin/dkimproxy.in ]; then
    if [ "1" = "$amavis" ]; then
        dkimproxy=1
    else
        warn "No DKIM/Domainkey - requires DKIMproxy and AMaViS."
    fi
else
    warn "DKIMproxy missing (Debian package dkimproxy)."
fi

catfilefromownrealm() {
    set -e
    file="$1"
    [ -d "$realmsdir" ] || exit 0

    thisrealm="$(cat /etc/local-ORG/realm || dnsdomainname | tr '[a-z]' '[A-Z]')"

    cat "$realmsdir/$thisrealm/$file"
}

catallfilesfromotherrealms() {
    set -e
    file="$1"
    [ -d "$realmsdir" ] || exit 0
    [ -f "$realmsdir/realms" ] || exit 0

    realms="$(cat "$realmsdir/realms" | sed 's/#.*//')"
    thisrealm="$(cat /etc/local-ORG/realm || dnsdomainname | tr '[a-z]' '[A-Z]')"

    for realm in $realms; do
        if [ "$thisrealm" != "$realm" ]; then
            cat "$realmsdir/$realm/$file"
        fi
    done
}

catfirstfile() {
    set -e
    file="$1"
    context="${2:-postfix}"
    configdir=''
    for dir in $configdirs; do
        if [ -d "$dir/$context" ] && [ -f "$dir/$context/$file" ]; then
            configdir="$dir/$context"
            break
        fi
    done
    if [ -z "$configdir" ]; then
        exit1 "ERROR: file \"$file\" not found."
    fi
    cat "$configdir/$file"
}

# TODO: support quoted string, and trailing comment.
getperlvarfromfile() {
    set -e
    export var="$1"
    export default="$2"
    file="$3"
    context="${4:-postfix}"
    catfirstfile "$file" "$context" \
        | perl -nE'/^\$$ENV{"var"}\h*=\h*(\d+)/ and $s=$1; END {print length($s) ? $s : $ENV{'default'}}'
}

getlinesfromfile() {
    set -e
    param="$1"
    shift
    replacements=
    for subparam in $@; do
        case "$subparam" in
            *=)
            oldparam="`echo $subparam | awk -F= '{print $1}'`"
            replacements="$replacements;s/,*[^,]*$oldparam[^,]*,*/,/"
            continue
            ;;
            *=*=*)
            oldparam="`echo $subparam | awk -F= '{print $1}'`"
            newparam="`echo $subparam | awk -F= '{print $2}'`"
            newparamfile="`echo $subparam | awk -F= '{print $3}'`"
            ;;
            *)
            oldparam=$subparam
            newparam=$subparam
            newparamfile=$subparam
            ;;
        esac
        newparamvalues="`getlinesfromfile $newparamfile | sed -e 's/.*=[ ]*//' -e 's/,/ /g'`"
        newstring=
        for newparamvalue in $newparamvalues; do
            newstring="${newstring}$newparam $newparamvalue,"
        done
        replacements="$replacements;s/$oldparam/$newstring/"
    done
    echo -n "$param = "
    catfirstfile "$param" | sed 's/#.*//' | tr '\n' ',' | sed -e 's/^[,     ]*//;s/[,   ]\+/,/g' -e 's/\^/ /g' -e "s/,\$//$replacements"
}

addoroverwritewithindents() {
    set -e
    file="$1"
    export token="$2"
    # provide replacement as STDIN
    perl -0777 -pi \
        -E 'BEGIN{ $s=<STDIN>; chomp $s }'\
        -E 's/$ENV{"token"}.*(?:\n\h.*)+\n/$s/m and $seen=1;'\
        -E 'END{ unless ($seen) { print $s } }'\
        "$file"
}

postmapfiles=

tempdir="$(mktemp -td postfix.XXXXXX)"
cp -a -t "$tempdir" "$confdir"/*

# Inspired by D. J. Bernstein: http://cr.yp.to/smtp/greeting.html
$postconf -c "$tempdir" -e 'smtpd_banner = $myhostname NO UCE ESMTP $mail_name (Debian/GNU)'

# Some badly configured setup use hostname instead of FQDN
# Disable completely: Effective, but hurts executive type guys using windows servers... :-(
#if $postconf -c "$tempdir" myhostname | grep -q '\.'; then
#   $postconf -c "$tempdir" -e 'smtpd_helo_required = yes'
#fi
$postconf -c "$tempdir" -e 'smtpd_helo_required = no'
$postconf -c "$tempdir" -e "`getlinesfromfile permit_mx_backup_networks`"
$postconf -c "$tempdir" -e "maps_rbl_domains ="
$postconf -c "$tempdir" -e "`getlinesfromfile smtpd_client_restrictions reject_rhsbl_client`"
$postconf -c "$tempdir" -e "`getlinesfromfile smtpd_helo_restrictions`"
$postconf -c "$tempdir" -e "`getlinesfromfile smtpd_sender_restrictions reject_rhsbl_sender ${dkimproxy:-sender_access_regex=}`"
$postconf -c "$tempdir" -e "`getlinesfromfile smtpd_recipient_restrictions reject_maps_rbl=reject_rbl_client=maps_rbl_domains`"
$postconf -c "$tempdir" -e "`getlinesfromfile smtpd_data_restrictions`"

# FIXME: clear only specific line (not whole file) when dkimproxy unused
if [ -f "$tempdir/sender_access_regex" ]; then
    if [ -n "$dkimproxy" ]; then
        grep -q -F '/^/  FILTER dkimsign:[127.0.0.1]:10026' "$tempdir/sender_access_regex" \
        || echo '/^/  FILTER dkimsign:[127.0.0.1]:10026' >> "$tempdir/sender_access_regex"
    else
        if grep -q -F '/^/  FILTER dkimsign:[127.0.0.1]:10026' "$tempdir/sender_access_regex"; then
            echo "echo '' > \"$confdir/sender_access_regex\"" >> "$tempdir/COMMANDS"
            rm "$tempdir/sender_access_regex"
        fi
    fi
    postmapfiles="$postmapfiles sender_access_regex"
fi

# Support exceptions to default response
# (Day Old Bread (dob) lists need to reject only temporarily)
$postconf -c "$tempdir" -e "rbl_reply_maps = hash:$confdir/rbl_reply_map"
cat /etc/local-COMMON/postfix/rbl_reply_map \
    | sed 's/#.*//' \
    > "$tempdir/rbl_reply_map"
postmapfiles="$postmapfiles rbl_reply_map"

# Verify senders of common suspicious and known verifiable domains
# (exclude verification of postmaster@ to not verify verification probes)
# (add own domains before peers for (rare) cases of duplicates)
# FIXME: somehow do this step only if enabled in smtpd_sender_restrictions
# TODO: Properly implement exception exclusion like yahoo (which does not want to be checked any longer!)
cat /etc/local-COMMON/postfix/maildomains | grep -v yahoo | sort | sed 's/$/    reject_unverified_sender/' > "$tempdir/sender_access"
( catfilefromownrealm maildomains | sort; catallfilesfromotherrealms maildomains | sort ) \
    | sed 's/\(.*\)$/postmaster@\1  permit\n\1  reject_unverified_sender/' >> "$tempdir/sender_access"
[ ! -f "$tempdir/sender_access.addon" ] || cat "$tempdir/sender_access.addon" >> "$tempdir/sender_access"
postmapfiles="$postmapfiles sender_access"
$postconf -c "$tempdir" -e "unverified_sender_reject_code = 550"

# Trust recipient verification too
$postconf -c "$tempdir" -e "unverified_recipient_reject_code = 550"

if [ -n "$dovecot_lmtp" ]; then
    $postconf -c "$tempdir" -e mailbox_transport=lmtp:unix:private/dovecot-lmtp
    $postconf -c "$tempdir" -X mailbox_command
elif [ -n "$dovecot_deliver" ]; then
    $postconf -c "$tempdir" -X mailbox_transport
    $postconf -c "$tempdir" -e mailbox_command=/usr/lib/dovecot/deliver
else
    $postconf -c "$tempdir" -X mailbox_transport
    $postconf -c "$tempdir" -X mailbox_command
fi

# outbound opportunistic encryption
$postconf -c "$tempdir" -e smtp_tls_security_level=may
$postconf -c "$tempdir" -e smtp_tls_cert_file=/etc/ssl/certs/postfix.pem
$postconf -c "$tempdir" -e smtp_tls_key_file=/etc/ssl/private/postfix.pem
$postconf -c "$tempdir" -e smtp_tls_loglevel=1

# Force TLS towards peers
catallfilesfromotherrealms mailhost | sort | sed 's/^/[/;s/$/]:submission   secure/' > "$tempdir/tls_policy"
[ ! -f "$tempdir/tls_policy.addon" ] || cat "$tempdir/tls_policy.addon" >> "$tempdir/tls_policy"
postmapfiles="$postmapfiles tls_policy"
$postconf -c "$tempdir" -e smtp_tls_policy_maps="hash:$confdir/tls_policy"

# inbound opportunistic encryption
if [ -n "$tls_cert" ]; then
    $postconf -c "$tempdir" -e smtpd_tls_security_level=may
    $postconf -c "$tempdir" -e 'smtpd_tls_cert_file = /etc/ssl/certs/postfix.pem'
    $postconf -c "$tempdir" -e 'smtpd_tls_key_file = /etc/ssl/private/postfix.pem'
    $postconf -c "$tempdir" -e 'smtpd_tls_loglevel = 1'
    $postconf -c "$tempdir" -e 'smtpd_tls_auth_only = yes'
    $postconf -c "$tempdir" -e 'smtpd_tls_received_header = yes'
    if [ -n "$sasl" ]; then
        $postconf -c "$tempdir" -e smtpd_sasl_type=dovecot
        $postconf -c "$tempdir" -e smtpd_sasl_path=private/auth
        $postconf -c "$tempdir" -e broken_sasl_auth_clients=yes
    else
        $postconf -c "$tempdir" -X smtpd_sasl_type
        $postconf -c "$tempdir" -X smtpd_sasl_path
        $postconf -c "$tempdir" -X broken_sasl_auth_clients
    fi
else
    $postconf -c "$tempdir" -e smtpd_tls_security_level=none
    $postconf -c "$tempdir" -X smtpd_tls_cert_file
    $postconf -c "$tempdir" -X smtpd_tls_key_file
    $postconf -c "$tempdir" -X smtpd_tls_loglevel
    $postconf -c "$tempdir" -X smtpd_tls_auth_only
    $postconf -c "$tempdir" -X smtpd_tls_received_header
fi
# Avoid smtpd_tls_CApath or smtpd_tls_CAfile to trick outlook.com
# See <http://postfix.1071664.n5.nabble.com/Problems-with-incoming-mails-from-outlook-com-td78356.html>
$postconf -c "$tempdir" -X smtpd_tls_CApath
$postconf -c "$tempdir" -X smtpd_tls_CAfile

# obsolete TLS-related settings
$postconf -c "$tempdir" -X smtpd_use_tls
$postconf -c "$tempdir" -X smtp_tls_CApath
$postconf -c "$tempdir" -X lmtp_tls_CApath
$postconf -c "$tempdir" -X smtp_tls_CAfile
$postconf -c "$tempdir" -X lmtp_tls_CAfile
$postconf -c "$tempdir" -X smtpd_sasl_auth_enable
$postconf -c "$tempdir" -X smtpd_sasl_security_options
$postconf -c "$tempdir" -X smtpd_tls_ask_ccert
$postconf -c "$tempdir" -X smtp_tls_note_starttls_offer
$postconf -c "$tempdir" -X smtpd_sasl_local_domain
$postconf -c "$tempdir" -X smtpd_tls_session_cache_database
$postconf -c "$tempdir" -X smtpd_tls_session_cache_timeout
$postconf -c "$tempdir" -X smtp_tls_session_cache_database
$postconf -c "$tempdir" -X tls_random_exchange_name
$postconf -c "$tempdir" -X tls_random_source

if [ -n "$amavis" ]; then
    $postconf -c "$tempdir" -e 'max_use = 10' # Avoid too much reuse
    amavis_maxproc=$(getperlvarfromfile max_servers "$default_amavis_maxproc" amavisd.conf.addon amavis)
    addoroverwritewithindents $tempdir/master.cf '^amavisfeed\h' << EOF
amavisfeed unix -   -   n   -   $amavis_maxproc lmtp
    -o lmtp_data_done_timeout=1200s
    -o lmtp_never_send_ehlo=yes
    -o lmtp_send_xforward_command=yes
    -o disable_dns_lookups=yes
    -o max_use=20
EOF
    addoroverwritewithindents $tempdir/master.cf '^127.0.0.1:10025\h' << EOF
127.0.0.1:10025 inet n  -   n   -   -   smtpd
    -o content_filter=
    -o local_recipient_maps=
    -o relay_recipient_maps=
    -o smtpd_restriction_classes=
    -o smtpd_delay_reject=no
    -o smtpd_client_restrictions=permit_mynetworks,reject
    -o smtpd_helo_restrictions=
    -o smtpd_sender_restrictions=
    -o smtpd_recipient_restrictions=permit_mynetworks,reject
    -o smtpd_data_restrictions=reject_unauth_pipelining
    -o smtpd_end_of_data_restrictions=
    -o mynetworks=127.0.0.0/8
    -o smtpd_error_sleep_time=0
    -o smtpd_soft_error_limit=1001
    -o smtpd_hard_error_limit=1000
    -o smtpd_client_connection_count_limit=0
    -o smtpd_client_connection_rate_limit=0
    -o receive_override_options=no_unknown_recipient_checks,no_header_body_checks,no_milters
EOF
    if [ -n "$dkimproxy" ]; then
        $postconf -c "$tempdir" -e 'content_filter = amavisfeed:[127.0.0.1]:10028'
        $postconf -c "$tempdir" -e receive_override_options=no_address_mappings
        addoroverwritewithindents $tempdir/master.cf '^submission\h' << EOF
submission inet n   -   n   -   -   smtpd
    -o syslog_name=postfix/submission
    -o smtpd_tls_security_level=encrypt
    -o smtpd_sasl_auth_enable=yes
    -o smtpd_client_restrictions=permit_sasl_authenticated,reject
    -o content_filter=dkimsign:[127.0.0.1]:10028
EOF
        addoroverwritewithindents $tempdir/master.cf '^pickup\h' << EOF
pickup  fifo    n   -   -   60  1   pickup
    -o content_filter=dkimsign:127.0.0.1:10028
EOF
        addoroverwritewithindents $tempdir/master.cf '^dkimsign\h' << EOF
dkimsign unix   -   -   n   -   $dkimproxy_maxproc_out  smtp
    -o smtp_send_xforward_command=yes
    -o smtp_discard_ehlo_keywords=8bitmime,starttls
EOF
        addoroverwritewithindents $tempdir/master.cf '^127\.0\.0\.1:10029\h' << EOF
127.0.0.1:10029 inet n  -   n   -   -   smtpd
    -o content_filter=
    -o receive_override_options=no_unknown_recipient_checks,no_header_body_checks,no_milters
    -o smtpd_helo_restrictions=
    -o smtpd_client_restrictions=
    -o smtpd_sender_restrictions=
    -o smtpd_recipient_restrictions=permit_mynetworks,reject
    -o mynetworks=127.0.0.0/8
    -o smtpd_authorized_xforward_hosts=127.0.0.0/8
EOF
    else
        $postconf -c "$tempdir" -e 'content_filter = amavisfeed:[127.0.0.1]:10024'
        $postconf -c "$tempdir" -e 'receive_override_options = no_address_mappings'
        addoroverwritewithindents $tempdir/master.cf '^submission\h' << EOF
submission inet n   -   n   -   -   smtpd
    -o syslog_name=postfix/submission
    -o smtpd_tls_security_level=encrypt
    -o smtpd_sasl_auth_enable=yes
    -o smtpd_sasl_local_domain=\$mydomain
EOF
        addoroverwritewithindents $tempdir/master.cf '^pickup\h' << EOF
pickup  fifo    n   -   -   60  1   pickup
EOF
    fi
else
    $postconf -c "$tempdir" -X content_filter
    $postconf -c "$tempdir" -X receive_override_options
fi

diff -ruN "$confdir" "$tempdir" || if [ $? -gt 1 ]; then exit $?; else needs_reload="1"; fi

if [ "$force" = "1" ]; then
    do_update="y"
elif [ "1" = "$needs_reload" ]; then
    echo -n "Above is the intended changes. OK to update (y/N)? "
    read do_update
fi
case $do_update in
    y|Y)
    if [ -f "$tempdir/COMMANDS" ]; then
        cat "$tempdir/COMMANDS" | sh -s
    fi
    rm -f "$tempdir/COMMANDS"

    diff -q "$confdir/master.cf" "$tempdir/master.cf" || if [ $? -gt 1 ]; then exit $?; else needs_restart="1"; fi

    cp -a -f -t "$confdir" "$tempdir"/*
    rm -rf "$tempdir"

    for file in $postmapfiles; do
        postmap "$confdir/$file"
    done

    if [ "1" = "$needs_restart" ]; then
        invoke-rc.d postfix restart
    else
        invoke-rc.d postfix force-reload
    fi

    if [ "1" = "$needs_reload" ]; then
        echo >&2 "Changes applied!"
    fi
    ;;
    *)
    if [ "1" = "$needs_reload" ]; then
        exit1 "Aborted!"
    fi
    ;;
esac

if [ "1" != "$needs_reload" ]; then
    echo >&2 "No changes needed!"
fi

# Based on this: http://jimsun.linxnet.com/misc/postfix-anti-UCE.txt
# Support for trusted MX backup networks added
# PCRE stuff avoided, as PCRE is only optional on newest Debian packages
# RBLs replaced with those recommended by http://www.antispews.org/
# spam filter based on these: http://www.postfix.org/FILTER_README.html
#   https://www.ijs.si/software/amavisd/amavisd-new-docs.html
# AUTH-SMTP based on this: http://www.postfix.org/SASL_README.html
# TLS based on this: http://www.postfix.org/TLS_README.html

# Here's a convenient overview of different blackholes:
#   http://rbls.org/