Sitemap: http://www.ejobs.org/sitemap.gz

User-agent: Mediapartners-Google* 
Disallow: 

User-agent: Googlebot
Disallow: /scripts/
Disallow: /Stats/
Disallow: /w3c/
Disallow: /vbfd/

User-agent: 008
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: CamontSpider
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: ClickSense*
Crawl-delay: 30

User-agent: ConveraCrawler
Disallow: /

User-agent: Covario-IDS
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: CydralSpider
Disallow: /

User-agent: EnaBot
Disallow: /

User-agent: htdig
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ICC-Crawler 
Disallow: / 

User-agent: Influencebot 
Disallow: / 

User-agent: IntegromeDB 
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: kalooga
Disallow: /

User-agent: larbin
Disallow: /

User-agent: laycat
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: linksmanager
Disallow: /

User-agent: LocalcomBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MLBot
Disallow: / 

User-agent: Mp3Bot
Disallow: /

User-agent: noxtrumbot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: PicoSearch/1.0
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SapphireWebCrawler
Disallow: /

User-agent: Shim-Crawler
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: sitebot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: SkimBot
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: WeblexBot
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-agent: yp
Disallow: /

User-agent: *
Disallow: /scripts/
Disallow: /Stats/
Disallow: /w3c/
Disallow: /vbfd/