Февраль 2023

cat access.log | cut -d'"' -f 6 | grep bot | sort | uniq

SetEnvIfNoCase User-Agent "AhrefsBot|DotBot|SemrushBot|PetalBot" bad_bot
<Limit GET POST HEAD>
Order Allow,Deny
Allow from all
Deny from env=bad_bot
</Limit>

find . -printf "%h\n" | cut -d/ -f-2 | sort | uniq -c | sort -rn

du -a . | cut -d/ -f2 | sort | uniq -c | sort -rn