studentPythonStuff/block.py at master · bmackenty/studentPythonStuff · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import os
import re
import subprocess

# List of log files to scan

log_files = [
    "/var/log/apache2/access.log",
    "/var/log/apache2/7019.org-access.log",
    "/var/log/apache2/computersciencewiki.org-access.log",
    "/var/log/apache2/games.mackenty.org-access.log",
    "/var/log/apache2/mackenty.org-access.log",
    "/var/log/apache2/new.computersciencewiki.org-access.log",
    "/var/log/apache2/faq.computersciencewiki.org-access.log",
    "/var/log/apache2/courses.computersciencewiki.org-access.log",
    "/var/log/apache2/dailynotes.computersciencewiki.org-access.log"
]

# Define regex patterns to match log entries for the bots
bot_patterns = [
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?SemrushBot',      # SemrushBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?SBIntuitionsBot', # SBIntuitionsBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?Applebot',        # Applebot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?PetalBot',        # PetalBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?bingbot',         # Bingbot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?ChatGPT-User',    # ChatGPT-User (OpenAI)
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?SiteAuditBot',    # SiteAuditBot (Semrush)
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?Barkrowler',      # Barkrowler
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?MJ12bot',         # MJ12bot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?AhrefsBot',       # AhrefsBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?ClaudeBot',       # ClaudeBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?DotBot',          # OpenSiteExplorer (DotBot)
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?Bytespider',      # Bytespider
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?MetaSr',          # MetaSr (Sogou) Bot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?YandexBot',       # YandexBot
    r'(\d+\.\d+\.\d+\.\d+) .*?"GET .*?" .*?"Mozilla.*?GPTBot'           # GPTBot
]

log_patterns = [re.compile(pattern, re.IGNORECASE) for pattern in bot_patterns]

# Store unique IPs to avoid duplicate blocking
blocked_ips = set()

def parse_log_file(log_file):
    """Search a specific Apache log file for bot entries and extract IPs."""
    if not os.path.isfile(log_file):
        print(f"[ERROR] Log file does not exist: {log_file}")
        return

    try:
        with open(log_file, "r", encoding="utf-8", errors="ignore") as f:
            for line in f:
                for bot_pattern in log_patterns:
                    match = bot_pattern.search(line)
                    if match:
                        ip_address = match.group(1)
                        if ip_address not in blocked_ips:
                            print(f"[!] Found bot in {log_file} ({line.strip()}) from {ip_address}. Blocking...")
                            blocked_ips.add(ip_address)
                            block_ip(ip_address)
    except Exception as e:
        print(f"[ERROR] Could not read {log_file}: {e}")

def block_ip(ip):
    """Block the given IP using UFW."""
    try:
        command = ["sudo", "ufw", "insert", "1", "deny", "from", ip]
        subprocess.run(command, check=True)
        print(f"[+] Successfully blocked {ip}")
    except subprocess.CalledProcessError as e:
        print(f"[ERROR] Failed to block {ip}: {e}")

if __name__ == "__main__":
    for log_file in log_files:
        parse_log_file(log_file)