user-agent: * # disallow all files ending with these extensions Disallow: /*.js$ Disallow: /*.css$ Disallow: /UserControl Disallow: /recrooter Disallow: /jobber Disallow: /jobsearch Disallow: /callback