user-agent: *
disallow: /cgi-bin/
disallow: /phpdig/     #Will disallow any url with '/phpdig/' in it 
disallow: /login.php

#This is an example robots.txt file
User-agent: SlySearch
Disallow: /hide/     #Will disallow any url with '/hide/' in it 
Disallow: /phpdig/     #Will disallow any url with '/hide/' in it 
Disallow: *            #Will disallow or robot from all urls on your site 

User-Agent: OmniExplorer_Bot
Disallow: /