User-agent: * Allow: / Sitemap: https://milnersoftware.de/sitemap.xml # Admin / mail / API scripts Disallow: /admin.php Disallow: /send-mail.php Disallow: /send-brief.php Disallow: /chat-api.php Disallow: /sos-send.php Disallow: /_anti-spam.php Disallow: /_paths.php Disallow: /_phpcheck.php Disallow: /_portaltest.txt Disallow: /contact-log.txt Disallow: /spam-blocked.txt # Backups (Datei.backup.YYYYMMDD-…) Disallow: /*.backup.* # Mac-Archive Disallow: /__MACOSX/ # Test- und interne Verzeichnisse Disallow: /test/ Disallow: /files/ Disallow: /files-2/ Disallow: /data/ Disallow: /leads/ Disallow: /audyty/ # Crawl-Verzögerung für aggressive Bots Crawl-delay: 2