User-agent: *
Disallow: /concrete/*
Disallow: /updates/*
Disallow: /cgi-bin/
Disallow: /application/*

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Msnbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

Sitemap: https://www.netknots.com/sitemap.xml