#robots.txt für die Domain www.asb-gambia.org
#erzeugt am 15.05.2010
 
by Angelika Prox-Dampha www.aprox-online.de www.aprox.com


User-agent: *

Disallow:  /_private/

Disallow: /_vti_cnf/

Disallow: /_vti_log/

Disallow: /_vti_pvt/

Disallow: /_vti_script/

Disallow: /_vti_pvt/

Disallow: /_vti_txt/

Disallow: /_aspnet_client/

Disallow: /test1/

Disallow: /test2/
Disallow: /test3/
Disallow: /test4/
Disallow: /_vti_inf.html


User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /