User-agent: anthropic-ai
User-agent: Bytespider
User-agent: ClaudeBot
User-agent: DeepSeekBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: PiplBot
User-agent: PerplexityBot
User-agent: Omgilibot
User-agent: Omgili
Crawl-delay: 10

User-agent: *
Disallow: /dev/
Disallow: /finance/
Disallow: /faculty/
Disallow: /dev/
Disallow: /eedintranet/
Disallow: /eedintranet-dev/
Disallow: /graduate/prospects/admissions/phdoffer/
Disallow: /leadershipinstitute/
Disallow: /nimet/events/neurotech/leadership/
Disallow: /nsfcareertoolkit/
Disallow: /startyourjourney/
Disallow: /students/programs/gator-engineering-santa-fe/confirmation-form/
Disallow: /*s=
Disallow: /search
Disallow: /wp-admin/

User-agent: SiteimproveBot
User-agent: SiteimproveBot-Crawler
Allow: /

Sitemap: https://www.eng.ufl.edu/sitemap_index.xml