User-agent: Fasterfox
Disallow: /
user-agent: AhrefsBot
disallow: / 
User-agent: CrystalSemanticsBot
Disallow: /

User-agent: *
Disallow: /_*/
Disallow: /*/_*/
Disallow: /*/admin/
Disallow: /*/admin*
Disallow: /static/
Disallow: /sunkantodo/
Disallow: /javascript/
Disallow: /*/search.html*
Disallow: /*/search.html
Disallow: /*/blogg
Disallow: /*/lankar Disallow