# robots.txt
User-agent: *
Crawl-delay: 5
Disallow: /admin/
Disallow: /etc/
Disallow: /webalizer/
Disallow: /includes/
Disallow: /templates/
Disallow: /fsfs_/
Disallow: /fonts/
Disallow: /checker/
Disallow: /?jn=*

User-agent: Yandex
Crawl-delay: 5
Disallow: /admin/
Disallow: /etc/
Disallow: /webalizer/
Disallow: /includes/
Disallow: /templates/
Disallow: /fsfs_/
Disallow: /fonts/
Disallow: /checker/
Disallow: /?jn=*

User-agent: Google
Crawl-delay: 5
Disallow: /admin/
Disallow: /etc/
Disallow: /webalizer/
Disallow: /includes/
Disallow: /templates/
Disallow: /fsfs_/
Disallow: /fonts/
Disallow: /checker/
Disallow: /?jn=*
Host: aw.by

Sitemap: http://aw.by/sitemap.xml