User-agent: * Allow: / # Exclusions (The /* prefix automatically covers root, /il/, and /il/en/ paths) Disallow: /*jsessionid* Disallow: /*jobs*? Disallow: /*ShowWorkFromHome.xpl?lang=en Disallow: /*ConfirmLanguage.xpl Disallow: /*ShowArticleFile.xpl Disallow: /*ShowBidFile.xpl Disallow: /*ShowCompanyResume.xpl Disallow: /*SelectWinner.xpl Disallow: /*SearchProviders.xpl Disallow: /*SearchProjects.xpl Disallow: /*pay/ Disallow: /*ShowInviteProvider.xpl Disallow: /*ShowProjectNDA.xpl Disallow: /*AddFavoriteCompany.xpl Disallow: /*rest/ # Crawl rate limit Crawl-delay: 10