# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /privacy-policy/
Disallow: /terms-of-service/
Disallow: /WebPages/
Disallow: /freemium/
Disallow: /functions/
Disallow: /templates/
Disallow: /socialmedia/
Disallow: /email/
Disallow: /assets/facebookapp/
Disallow: /lp/

# Disallow Following crawlers access to site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot/2.1
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: AboutUsBot 
Disallow: /

User-agent: robtexbot
Disallow: /