# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
#			forget it

User-agent: TurnitinBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *   # applies to all robots
Disallow:       # allow indexing of all other pages and directories