User-agent: * Disallow: /inc/ Disallow: /css.css Disallow: /script.js Disallow: /site.php