User-agent: * Allow: / # Disallow admin and internal pages Disallow: /admin/ Disallow: /static/ Disallow: /media/ # Allow images Allow: /static/landing/img/ # Sitemap location Sitemap: http://beetmann.com/sitemap.xml # Crawl delay (optional) Crawl-delay: 1