# robots.txt — TechnoHouse # Underground techno & electronic music community since 1996 # https://technohouse.com User-agent: * Allow: / # Block auth / utility / private routes Disallow: /login Disallow: /login.php Disallow: /logout Disallow: /logout.php Disallow: /signup Disallow: /signup.php Disallow: /edit_profile Disallow: /edit_profile.php Disallow: /notifications Disallow: /notifications.php Disallow: /accounts.php Disallow: /api/ Disallow: /aide7/ Disallow: /uploads/ Disallow: /cgi-bin/ Disallow: /db_ensure.php # Block search-result / filtered-listing URLs to avoid duplicate-content waste # (the canonical version of each page is the unfiltered slug) Disallow: /*?q= Disallow: /*?search= Disallow: /*?sort= Disallow: /*?page= Disallow: /*?p= # Explicitly allow Googlebot/Bingbot — some hosts block them by default User-agent: Googlebot Allow: / Disallow: /api/ Disallow: /aide7/ Disallow: /uploads/ User-agent: Bingbot Allow: / Disallow: /api/ Disallow: /aide7/ Disallow: /uploads/ # Crawl-delay for noisy crawlers (Yandex, SemrushBot, AhrefsBot etc.) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 20 Sitemap: https://technohouse.com/sitemap.xml