# robots.txt for standard (HTTP) traffic. User-agent: * Sitemap: http://www.fotolibra.com/sitemap-index-image.php #User-agent: * #Crawl-delay: 2 Disallow: /login.php #Disallow: /en-us/ Disallow: /buyer/ Disallow: /en-us/buyer/ Disallow: /seller/ Disallow: /en-us/seller/ #Disallow: /gallery/search/ Disallow: /register/ Disallow: /en-us/register/ #Allow: /?* #User-agent: dotbot #Disallow: /