# robots.txt - robot friendly # User-agent: * Disallow: /content Disallow: /images Disallow: /scripts Disallow: /script Disallow: /*?keyword Disallow: /*?src