User-agent: *
Host: https://codeby.net

# Игнорирование всех параметров для /threads/
Clean-param: /threads/

# Объединённые правила для запрета доступа
Disallow: /admin.php
Disallow: /account/
Disallow: /authors/
Disallow: /birthdays/
Disallow: /conversations/
Disallow: /groups/
Disallow: /find-new/
Disallow: /goto/
Disallow: /help/
Disallow: /login/
Disallow: /lost-password/
Disallow: /members/
Disallow: /misc/
Disallow: /online/
Disallow: /pages/privacy/
Disallow: /recent-activity/
Disallow: /register/
Disallow: /resources/authors/
Disallow: /resources/?order
Disallow: /resources/*/download?version
Disallow: /resources/*/history
Disallow: /resources/*/update?resource_update_id
Disallow: /resources/categories/*/?order
Disallow: /upgrades
Disallow: /search.php
Disallow: /threads/*/poll
Disallow: /WhoHasVisited/
Disallow: /bookmarks
Disallow: /blogs/wp-admin
Disallow: /blogs/wp-content/cache
Disallow: /blogs/xmlrpc.php
Disallow: /blogs/feed/
Disallow: /blogs/?*

# Разрешения для определённых путей
Allow: /forums/*/
Allow: /forums/*/page
Allow: /entries/*/
Allow: /threads/*/
Allow: /threads/*/page
Allow: /?amp=1
Allow: /*/?amp=1

Crawl-delay: 10

# Карты сайта
Sitemap: https://codeby.net/blogs/sitemap.xml
Sitemap: https://codeby.net/sitemap.php