#user-agent: AhrefsBot
#disallow: /

User-Agent: *
Host: hostdb.ru
Disallow: /cat		
Disallow: *printable*
Disallow: *order_by*

Disallow: /plans/search
Disallow: /auth/show
Disallow: /providers/top?p_type*
Disallow: /providers/index/plan_type*
Disallow: /providers/index/p_type/1/plan_type*
Disallow: /providers/index/p_type/2/plan_type*
Disallow: /providers/index?p_type*
Disallow: /articles/index/cat_id/*
Disallow: /articles/index/tag/*
Disallow: /index/index*
Disallow: /showthread.php
Disallow: /services/checkIP/ip/
Disallow: /go.php?id=*

User-Agent: Yandex
Host: hostdb.ru
Disallow: /cat		
Disallow: *printable*
Disallow: *order_by*

Disallow: /plans/search
Disallow: /auth/show
Disallow: /providers/top?p_type*
Disallow: /providers/index/plan_type*
Disallow: /providers/index/p_type/1/plan_type*
Disallow: /providers/index/p_type/2/plan_type*
Disallow: /providers/index?p_type*
Disallow: /providers/opinions/id/*/page/*
Disallow: /articles/index/cat_id/*
Disallow: /articles/index/tag/*
Disallow: /index/index*
Disallow: /showthread.php
Disallow: /services/checkIP/ip/
Disallow: /go.php?id=*