2017-05-25 09:57:40 +02:00
|
|
|
#!/usr/bin/env python2
|
|
|
|
|
|
|
|
import re
|
2017-06-27 10:26:48 +02:00
|
|
|
import os
|
2017-05-25 09:57:40 +02:00
|
|
|
import time
|
|
|
|
import atexit
|
|
|
|
import signal
|
|
|
|
import ipaddress
|
|
|
|
import subprocess
|
|
|
|
from threading import Thread
|
|
|
|
import docker
|
2017-06-24 00:07:18 +02:00
|
|
|
import redis
|
|
|
|
import time
|
|
|
|
import json
|
2017-05-25 09:57:40 +02:00
|
|
|
|
2017-06-27 10:26:48 +02:00
|
|
|
yes_regex = re.compile(r'([yY][eE][sS]|[yY])+$')
|
|
|
|
if re.search(yes_regex, os.getenv('SKIP_FAIL2BAN', 0)):
|
|
|
|
print "Skipping Fail2ban container..."
|
|
|
|
raise SystemExit
|
|
|
|
|
2017-06-26 23:18:05 +02:00
|
|
|
r = redis.StrictRedis(host='172.22.1.249', decode_responses=True, port=6379, db=0)
|
2017-06-29 11:30:14 +02:00
|
|
|
client = docker.from_env()
|
|
|
|
|
|
|
|
for container in client.containers.list():
|
|
|
|
if "postfix-mailcow" in container.name:
|
|
|
|
postfix_container = container.name
|
|
|
|
elif "dovecot-mailcow" in container.name:
|
|
|
|
dovecot_container = container.name
|
|
|
|
elif "sogo-mailcow" in container.name:
|
|
|
|
sogo_container = container.name
|
|
|
|
elif "php-fpm-mailcow" in container.name:
|
|
|
|
php_fpm_container = container.name
|
|
|
|
|
|
|
|
RULES = {}
|
|
|
|
|
|
|
|
RULES[postfix_container] = {}
|
|
|
|
RULES[dovecot_container] = {}
|
|
|
|
RULES[sogo_container] = {}
|
|
|
|
RULES[php_fpm_container] = {}
|
|
|
|
|
|
|
|
RULES[postfix_container][1] = 'warning: .*\[([0-9a-f\.:]+)\]: SASL .* authentication failed'
|
|
|
|
RULES[dovecot_container][1] = '-login: Disconnected \(auth failed, .*\): user=.*, method=.*, rip=([0-9a-f\.:]+),'
|
2017-07-02 11:10:35 +02:00
|
|
|
RULES[dovecot_container][2] = '-login: Disconnected \(no auth .+\): user=.+, rip=([0-9a-f\.:]+), lip.+'
|
|
|
|
RULES[dovecot_container][3] = '-login: Aborted login \(no auth .+\): user=.+, rip=([0-9a-f\.:]+), lip.+'
|
|
|
|
RULES[dovecot_container][4] = '-login: Aborted login \(tried to use disallowed .+\): user=.+, rip=([0-9a-f\.:]+), lip.+'
|
2017-06-29 11:30:14 +02:00
|
|
|
RULES[sogo_container][1] = 'SOGo.* Login from \'([0-9a-f\.:]+)\' for user .* might not have worked'
|
2017-07-02 11:10:35 +02:00
|
|
|
RULES[php_fpm_container][1] = 'mailcow UI: Invalid password for .* by ([0-9a-f\.:]+)'
|
2017-06-29 11:30:14 +02:00
|
|
|
|
2017-06-24 00:07:18 +02:00
|
|
|
|
|
|
|
r.setnx("F2B_BAN_TIME", "1800")
|
|
|
|
r.setnx("F2B_MAX_ATTEMPTS", "10")
|
2017-06-24 20:04:12 +02:00
|
|
|
r.setnx("F2B_RETRY_WINDOW", "600")
|
2017-05-25 09:57:40 +02:00
|
|
|
|
|
|
|
bans = {}
|
2017-06-24 00:07:18 +02:00
|
|
|
log = {}
|
2017-05-25 09:57:40 +02:00
|
|
|
quit_now = False
|
|
|
|
|
|
|
|
def ban(address):
|
2017-06-24 00:07:18 +02:00
|
|
|
BAN_TIME = int(r.get("F2B_BAN_TIME"))
|
|
|
|
MAX_ATTEMPTS = int(r.get("F2B_MAX_ATTEMPTS"))
|
2017-06-24 20:04:12 +02:00
|
|
|
RETRY_WINDOW = int(r.get("F2B_RETRY_WINDOW"))
|
2017-06-26 23:18:05 +02:00
|
|
|
WHITELIST = r.hgetall("F2B_WHITELIST")
|
2017-06-24 20:04:12 +02:00
|
|
|
|
2017-05-25 09:57:40 +02:00
|
|
|
ip = ipaddress.ip_address(address.decode('ascii'))
|
2017-05-25 13:57:50 +02:00
|
|
|
if type(ip) is ipaddress.IPv6Address and ip.ipv4_mapped:
|
|
|
|
ip = ip.ipv4_mapped
|
|
|
|
address = str(ip)
|
2017-05-25 09:57:40 +02:00
|
|
|
if ip.is_private or ip.is_loopback:
|
|
|
|
return
|
2017-06-26 23:18:05 +02:00
|
|
|
|
|
|
|
self_network = ipaddress.ip_network(address.decode('ascii'))
|
|
|
|
if WHITELIST:
|
|
|
|
for wl_key in WHITELIST:
|
|
|
|
wl_net = ipaddress.ip_network(wl_key.decode('ascii'), False)
|
|
|
|
if wl_net.overlaps(self_network):
|
|
|
|
log['time'] = int(round(time.time()))
|
|
|
|
log['priority'] = "info"
|
|
|
|
log['message'] = "Address %s is whitelisted by rule %s" % (self_network, wl_net)
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
|
|
|
print "Address %s is whitelisted by rule %s" % (self_network, wl_net)
|
|
|
|
return
|
|
|
|
|
2017-05-25 09:57:40 +02:00
|
|
|
net = ipaddress.ip_network((address + ('/24' if type(ip) is ipaddress.IPv4Address else '/64')).decode('ascii'), strict=False)
|
|
|
|
net = str(net)
|
2017-06-24 20:04:12 +02:00
|
|
|
|
|
|
|
if not net in bans or time.time() - bans[net]['last_attempt'] > RETRY_WINDOW:
|
2017-05-25 09:57:40 +02:00
|
|
|
bans[net] = { 'attempts': 0 }
|
2017-06-24 20:04:12 +02:00
|
|
|
active_window = RETRY_WINDOW
|
|
|
|
else:
|
|
|
|
active_window = time.time() - bans[net]['last_attempt']
|
2017-06-26 23:18:05 +02:00
|
|
|
|
2017-05-25 09:57:40 +02:00
|
|
|
bans[net]['attempts'] += 1
|
|
|
|
bans[net]['last_attempt'] = time.time()
|
2017-06-26 23:18:05 +02:00
|
|
|
|
2017-06-24 20:04:12 +02:00
|
|
|
active_window = time.time() - bans[net]['last_attempt']
|
|
|
|
|
2017-05-25 09:57:40 +02:00
|
|
|
if bans[net]['attempts'] >= MAX_ATTEMPTS:
|
2017-06-24 00:07:18 +02:00
|
|
|
log['time'] = int(round(time.time()))
|
2017-06-24 20:04:12 +02:00
|
|
|
log['priority'] = "crit"
|
2017-06-24 00:07:18 +02:00
|
|
|
log['message'] = "Banning %s" % net
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
2017-06-24 20:04:12 +02:00
|
|
|
print "Banning %s for %d minutes" % (net, BAN_TIME / 60)
|
2017-05-25 09:57:40 +02:00
|
|
|
if type(ip) is ipaddress.IPv4Address:
|
|
|
|
subprocess.call(["iptables", "-I", "INPUT", "-s", net, "-j", "REJECT"])
|
|
|
|
subprocess.call(["iptables", "-I", "FORWARD", "-s", net, "-j", "REJECT"])
|
|
|
|
else:
|
|
|
|
subprocess.call(["ip6tables", "-I", "INPUT", "-s", net, "-j", "REJECT"])
|
|
|
|
subprocess.call(["ip6tables", "-I", "FORWARD", "-s", net, "-j", "REJECT"])
|
2017-06-26 23:18:05 +02:00
|
|
|
r.hset("F2B_ACTIVE_BANS", "%s" % net, log['time'] + BAN_TIME)
|
2017-05-25 09:57:40 +02:00
|
|
|
else:
|
2017-06-24 00:07:18 +02:00
|
|
|
log['time'] = int(round(time.time()))
|
2017-06-24 20:04:12 +02:00
|
|
|
log['priority'] = "warn"
|
|
|
|
log['message'] = "%d more attempts in the next %d seconds until %s is banned" % (MAX_ATTEMPTS - bans[net]['attempts'], RETRY_WINDOW, net)
|
2017-06-24 00:07:18 +02:00
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
2017-06-24 20:04:12 +02:00
|
|
|
print "%d more attempts in the next %d seconds until %s is banned" % (MAX_ATTEMPTS - bans[net]['attempts'], RETRY_WINDOW, net)
|
2017-05-25 09:57:40 +02:00
|
|
|
|
|
|
|
def unban(net):
|
2017-06-24 00:07:18 +02:00
|
|
|
log['time'] = int(round(time.time()))
|
2017-06-24 20:04:12 +02:00
|
|
|
log['priority'] = "info"
|
2017-06-26 23:18:05 +02:00
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
|
|
|
if not net in bans:
|
|
|
|
log['message'] = "%s is not banned, skipping unban and deleting from queue (if any)" % net
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
|
|
|
print "%s is not banned, skipping unban and deleting from queue (if any)" % net
|
|
|
|
r.hdel("F2B_QUEUE_UNBAN", "%s" % net)
|
|
|
|
return
|
2017-06-24 00:07:18 +02:00
|
|
|
log['message'] = "Unbanning %s" % net
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
2017-05-25 09:57:40 +02:00
|
|
|
print "Unbanning %s" % net
|
|
|
|
if type(ipaddress.ip_network(net.decode('ascii'))) is ipaddress.IPv4Network:
|
|
|
|
subprocess.call(["iptables", "-D", "INPUT", "-s", net, "-j", "REJECT"])
|
|
|
|
subprocess.call(["iptables", "-D", "FORWARD", "-s", net, "-j", "REJECT"])
|
|
|
|
else:
|
|
|
|
subprocess.call(["ip6tables", "-D", "INPUT", "-s", net, "-j", "REJECT"])
|
|
|
|
subprocess.call(["ip6tables", "-D", "FORWARD", "-s", net, "-j", "REJECT"])
|
2017-06-26 23:18:05 +02:00
|
|
|
r.hdel("F2B_ACTIVE_BANS", "%s" % net)
|
|
|
|
r.hdel("F2B_QUEUE_UNBAN", "%s" % net)
|
2017-05-25 09:57:40 +02:00
|
|
|
del bans[net]
|
|
|
|
|
|
|
|
def quit(signum, frame):
|
|
|
|
global quit_now
|
|
|
|
quit_now = True
|
|
|
|
|
|
|
|
def clear():
|
2017-06-24 00:07:18 +02:00
|
|
|
log['time'] = int(round(time.time()))
|
2017-06-24 20:04:12 +02:00
|
|
|
log['priority'] = "info"
|
2017-06-24 00:07:18 +02:00
|
|
|
log['message'] = "Clearing all bans"
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
2017-05-25 09:57:40 +02:00
|
|
|
print "Clearing all bans"
|
|
|
|
for net in bans.copy():
|
|
|
|
unban(net)
|
|
|
|
|
|
|
|
def watch(container):
|
2017-06-24 00:07:18 +02:00
|
|
|
log['time'] = int(round(time.time()))
|
2017-06-24 20:04:12 +02:00
|
|
|
log['priority'] = "info"
|
2017-06-24 00:07:18 +02:00
|
|
|
log['message'] = "Watching %s" % container
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
2017-05-25 09:57:40 +02:00
|
|
|
print "Watching", container
|
|
|
|
for msg in client.containers.get(container).attach(stream=True, logs=False):
|
2017-06-29 11:30:14 +02:00
|
|
|
for rule_id, rule_regex in RULES[container].iteritems():
|
|
|
|
result = re.search(rule_regex, msg)
|
|
|
|
if result:
|
|
|
|
addr = result.group(1)
|
|
|
|
print "%s matched rule id %d in %s" % (addr, rule_id, container)
|
|
|
|
log['time'] = int(round(time.time()))
|
|
|
|
log['priority'] = "warn"
|
|
|
|
log['message'] = "%s matched rule id %d in %s" % (addr, rule_id, container)
|
|
|
|
r.lpush("F2B_LOG", json.dumps(log, ensure_ascii=False))
|
|
|
|
ban(addr)
|
2017-05-25 09:57:40 +02:00
|
|
|
|
|
|
|
def autopurge():
|
|
|
|
while not quit_now:
|
2017-06-24 00:07:18 +02:00
|
|
|
BAN_TIME = int(r.get("F2B_BAN_TIME"))
|
2017-06-24 20:04:12 +02:00
|
|
|
MAX_ATTEMPTS = int(r.get("F2B_MAX_ATTEMPTS"))
|
2017-06-26 23:18:05 +02:00
|
|
|
QUEUE_UNBAN = r.hgetall("F2B_QUEUE_UNBAN")
|
|
|
|
if QUEUE_UNBAN:
|
|
|
|
for net in QUEUE_UNBAN:
|
|
|
|
unban(str(net))
|
2017-05-25 09:57:40 +02:00
|
|
|
for net in bans.copy():
|
2017-06-24 20:04:12 +02:00
|
|
|
if bans[net]['attempts'] >= MAX_ATTEMPTS:
|
|
|
|
if time.time() - bans[net]['last_attempt'] > BAN_TIME:
|
|
|
|
unban(net)
|
2017-06-26 23:18:05 +02:00
|
|
|
time.sleep(30)
|
2017-05-25 09:57:40 +02:00
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
threads = []
|
|
|
|
for container in RULES:
|
|
|
|
threads.append(Thread(target=watch, args=(container,)))
|
|
|
|
threads[-1].daemon = True
|
|
|
|
threads[-1].start()
|
|
|
|
|
|
|
|
autopurge_thread = Thread(target=autopurge)
|
|
|
|
autopurge_thread.daemon = True
|
|
|
|
autopurge_thread.start()
|
|
|
|
|
|
|
|
signal.signal(signal.SIGTERM, quit)
|
|
|
|
atexit.register(clear)
|
|
|
|
|
|
|
|
while not quit_now:
|
|
|
|
for thread in threads:
|
|
|
|
if not thread.isAlive():
|
|
|
|
break
|
|
|
|
time.sleep(0.1)
|
|
|
|
|
|
|
|
clear()
|