#Block all bots except known crawlers
RewriteCond %{HTTP_USER_AGENT} ^$ [OR]
RewriteCond %{HTTP_USER_AGENT} (bot|crawl|robot|spider)
RewriteCond %{HTTP_USER_AGENT} !(uptimerobot|bing|Google|msn|MSR|Twitter|Yandex|A hrefsbot|Ahrefs|Slurp|Yahoo|Yahoobot|aol|Applebot) [NC]
RewriteRule ^(.*)$ - [F,L]