User-agent: *
Disallow: /uploads/
Disallow: /common/clickcount.aspx*
Disallow: /search/phd.aspx?*,
Disallow: /search/?*,
Disallow: /search?*,
Disallow: /phds/?*,
Disallow: /phds?*,
Disallow: /phds/*cross-discipline
Disallow: /phds*/cross-subject
Disallow: /search_beta/
Disallow: *InstName*
Disallow: *Sort=*
Disallow: *DIS=*
Disallow: */filters/*
Disallow: /landing/*
Disallow: /controls/*
Disallow: /myaccount/

Allow: /

User-agent: 008
Disallow: /

User-agent: Netsparker
Disallow: /

user-agent: SemrushBot
Disallow: / 

user-agent: WeSEE:Search
Disallow: / 

User-agent: spbot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: jooblebot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 20

User-agent: OAI-SearchBot
Crawl-delay: 20

User-agent: meta-externalagent
Crawl-delay: 20

User-agent: amazonbot
Crawl-delay: 20

User-agent: bingbot
Crawl-delay: 20

User-agent: PetalBot
Crawl-delay: 20

Sitemap: https://www.findaphd.com/sitemap.xml
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-events-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-hurl-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-authors-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-projects-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-custads-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-keyword-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-search-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-static-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-opendays-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-ref2021-0.xml.gz
Sitemap: https://www.findaphd.com/sitemap.ashx?sitemap-supervisors-0.xml.gz