#empty robots.txt file to prevent 404s in statistics user-agent: AhrefsBot disallow: / User-agent: MJ12bot Disallow: / User-agent: * Disallow: /video.asp User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MegaIndex.ru/ Disallow: / User-agent: +https://www.megaindex.ru/ Disallow: / User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +https://www.megaindex.ru/?tab=linkAnalyze) Disallow: / User-agent: * Disallow: /academic-form.asp User-agent: * Disallow: /commercial-form.asp User-agent: * Disallow: /individual-form.asp User-agent: * Disallow: /noncommercial-form.asp User-agent: * Disallow: /emailpassword.asp User-agent: dotbot Disallow: / User-agent: rogerbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Seekport Crawler Disallow: / Sitemap: https://www.transnational-dispute-management.com/sitemap.xml.gz Sitemap: https://www.transnational-dispute-management.com/rss/sitemap-lrd.xml Sitemap: https://www.transnational-dispute-management.com/rss/sitemap-advance.xml