User-agent: * Crawl-delay: 10 # Directories Disallow: /deve/ Disallow: /novo/ # Files #Disallow: /cron.php # Paths (clean URLs) #Disallow: /admin/ # Paths (no clean URLs) # Disallow: /?q=admin/ # Disallow: /dev/