Disallow: /peja/ Disallow: /~peja/ # See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # User-agent: DataForSeoBot Disallow: / User-agent: PetalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: GPTBot Disallow: / User-agent: adidxbot Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: yandex Disallow: / User-agent: Amazonbot Disallow: /