# Allow all robots to spider the domain User-agent: * Disallow: # Disallow all robots to spider the following folders User-agent: * Disallow: /_assets/server/