kendimin kullandigi robots.txt

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.sohbetdk.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN


User-agent: *
Disallow: /cgi-bin
Disallow: /wp-*
Disallow: /trackback
Disallow: /comments
Disallow: */trackback
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Allow: /wp-content/uploads
# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
# digg mirror
User-agent: duggmirror
Disallow: /
# sitemap
Sitemap: http://www.sohbetdk.com/sitemap.xml