User-agent: *
User-agent: Googlebot
Disallow: /downloads/NFI Pre-Introduction Terms*
Disallow: /downloads/NFI Pty Pre-Introduction Terms*
Disallow: /*/pre_introduction_terms
Disallow: /*/pty_pre_introduction_terms
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /admin/login
Disallow: /dynamicsDirectory/wp-login.php
Noindex: /dk*
Noindex: /ru*
Disallow: /de/nutzungsbedingungen
Disallow: /de/datenschutzbestimmung
Disallow: /de/Empfehlungsschema/
Disallow: /*/referralscheme
Disallow: /assets/tmp/
Disallow: /assets/data/
Disallow: /assets/downloads/
Disallow: /*/surveyDownloadFile
Crawl-delay: 60

User-agent: 007ac9
User-agent: trovitBot
User-agent: istellabot
User-agent: GermCrawler
Disallow: /
Crawl-delay: 60

User-agent: Kraken
User-agent: JobboerseBot
Crawl-delay: 60

User-agent: Baiduspider
User-agent: DotBot
User-agent: DuckDuckBot
User-agent: Exabot
User-agent: AhrefsBot
User-agent: Buzzbot
User-agent: YandexBot
Crawl-delay: 20

User-agent: archive.org_bot
User-agent: Screaming Frog SEO Spider
User-agent: Googlebot
User-agent: Bingbot
User-agent: Twitterbot
User-agent: Apple-PubSub
Crawl-delay: 1