# Allow all robots but restrict access to certain file structures User-agent: * Disallow: /css/* Disallow: /images/* Disallow: /upload/* Disallow: /wedding/*