#.htaccessの閲覧禁止
AddHandler cgi-script htaccess

#ユーザーエージェントで指定
#ロボット指定は検索避け支援wikiを参考にしています
SetEnvIfNoCase User-Agent "msnbot" shutout
SetEnvIf User-Agent "Googlebot" shutout
SetEnvIf User-Agent "Googlebot-Image" shutout
SetEnvIf User-Agent "Slurp" shutout
SetEnvIfNoCase User-Agent "Yahoo" shutout
SetEnvIf User-Agent "inktomi" shutout
SetEnvIf User-Agent "moget" shutout
SetEnvIf User-Agent "ichiro" shutout
SetEnvIf User-Agent "ia_archiver" shutout
SetEnvIfNoCase User-Agent "MarkAgent" shutout
SetEnvIfNoCase User-Agent "marsflag" shutout
SetEnvIfNoCase User-Agent "spider" shutout

#リファラで指定
SetEnvIf Referer "http://abc" shutout
SetEnvIf Referer "http://exsample.ne.jp" shutout

order allow,deny
allow from all
deny from env=shutout

deny from 66.249.64.0/19
deny from 72.30.0.0/16
deny from 74.6.0.0/16