User-agent: *
Disallow: /*lang=
Disallow: /*post=
Disallow: /*strSortBy=
Disallow: /*?profile
Disallow: /*strTag=
Disallow: /rss/user/*
Disallow: /rss/lenta/*
Disallow: /user/login/
Disallow: /signup/
Disallow: /stuff/
Disallow: */sort/*
Host: photographers.ua

User-agent: msnbot
Crawl-delay: 60

User-agent: msnbot-media
Crawl-delay: 600

User-agent: Slurp
Crawl-delay: 600

User-agent: bingbot
Crawl-delay: 60

User-agent: MLBot
Disallow: /

User-agent: SolomonoBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Webalta
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: proximic
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SiteCheckerBotCrawler
Disallow: /

User-agent: SiteCheckerBot
Disallow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /