# www.khd-research.net/var/www/html/robots.txt K.-H. Dittberner - 10.AUG.2004
# V02.76 khd:KHD-research_robots.txt P 475/13 - 02.SEP.2010
#
# Anweisungen fuer WWW-Suchroboter von Suchmaschinen im Internet.
#
# ==============================================================================
#
#
#
#
# ==============================================================================
# 1. Roboter, die ausgeschlossen (oder gebremst) werden:
# ==============================================================================
#User-agent: *
#Disallow: /
# --------------------------
User-agent: Accoona-AI-Agent
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: Slurp China
Disallow: /
User-agent: Slurp
#Disallow: /
Crawl-delay: 5
#Werte von 1 -- 10 sind moeglich.
User-agent: Microsoft URL Control - 6.00.8862
Disallow: /
User-agent: IWAgent/ 1.0 - www.brandprotect.com
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: BPImageWalker/2.0 (www.bdbrandprotect.com)
Disallow: /
User-agent: Toplistbot
Disallow: /
User-agent: MSR-ISRCCrawler
Disallow: /
User-agent: WebAlta Crawler/1.3.34
Disallow: /
User-agent: WebAlta Crawler/1.3.34 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
Disallow: /
User-agent: WebAlta Crawler/2.0
Disallow: /
User-agent: WebAlta Crawler/2.0 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
Disallow: /
User-agent: Morfeus Fucking Scanner
Disallow: /
User-agent: msnbot/1.1
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Purebot
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Zscho.de Crawler
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: Yandex/1.01.001
Disallow: /
User-agent: Online24-Bot
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: spbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MyEngines-Bot
Disallow: /
User-agent: iCcrawler
Disallow: /
User-agent: Zango
Disallow: /
User-agent: StackRambler
Disallow: /
User-agent: Ruky-Roboter
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Linguee Bot
Disallow: /
# === Bis hier in "t-off" übernommen ===
# === Bis hier in "bse" übernommen ===
# ==============================================================================
# 2. Welche Roboter duerfen zugreifen?
# ==============================================================================
User-agent: *
# ==============================================================================
# 3. Wo ist die Site-map?
# ==============================================================================
Sitemap: http://www.khd-research.net/Site-map.html
# ==============================================================================
# 4. Gesperrte Zugriffe von Verzeichnissen: (Ob's was nutzt?)
# ==============================================================================
Disallow: /Abk/Icons/
Disallow: /Archiv/Icons/
Disallow: /Archiv/Pict/
Disallow: /Audio/
Disallow: /Bahn/Icons/
Disallow: /Bahn/Pict/
Disallow: /Bln/Icons/
Disallow: /Bln/Pict/
Disallow: /Bln/Pict/Hist/
Disallow: /BSE/
Disallow: /BSE/Icons/
Disallow: /BSE/Images/
Disallow: /BSE/Docs/
Disallow: /BSE/Dokus/
Disallow: /BSE/F/
Disallow: /BSE/FAQ/
Disallow: /BSE/Hist/
Disallow: /BSE/M/
Disallow: /BSE/N/
Disallow: /BSE/Pub/
Disallow: /BSE/Tests/
Disallow: /Energie/Icons/
Disallow: /Energie/Pict/
Disallow: /Eq/
Disallow: /Food/Icons/
Disallow: /Food/Pict/
Disallow: /Food/Rezepte/
Disallow: /Food/Tab/
Disallow: /Fotos/
Disallow: /Heimat/Audio/
Disallow: /Heimat/B/Pict/
Disallow: /Heimat/B/Plan/
Disallow: /Heimat/D/Pict/
Disallow: /Heimat/D/Plan/
Disallow: /Heimat/EU/Pict/
Disallow: /Heimat/EU/Plan/
Disallow: /Heimat/Icons/
Disallow: /Heimat/Pict/
Disallow: /Heimat/Sch/Pict/
Disallow: /Heimat/Sch/Plan/
Disallow: /Heimat/W/Pict/Bred/
#Disallow: /Heimat/W/Pict/
Disallow: /Heimat/W/Plan/
Disallow: /Icons/
Disallow: /Images/
Disallow: /Images/Deko/
Disallow: /Kultur/Icons/
Disallow: /Kultur/Pict/
Disallow: /Misc/Icons/
Disallow: /My_Lisa/Icons/
Disallow: /My_Lisa/Logos/
Disallow: /My_Lisa/Pict/
Disallow: /Politik/Icons/
Disallow: /Politik/Pict/
Disallow: /webmail/
Disallow: /Sci/Icons/
Disallow: /Sci/Images/
Disallow: /Sci/Neuro/Wave/Figures/
Disallow: /Sci/Neuro/Wave/PDF_Fig/
Disallow: /Sci/Neuro/Wave/Symbols/
Disallow: /Sci/Pict/
Disallow: /Sound/
Disallow: /Tech/Icons/
Disallow: /Tech/Images/
Disallow: /ThS/Icons/
Disallow: /ThS/Pict/
Disallow: /user/
Disallow: /Videos/
Disallow: /Welcome/Icons/
Disallow: /Welcome/Images/
Disallow: /Wirt/Icons/
Disallow: /Wirt/Pict/
Disallow: /WWW_Media/Icons/
Disallow: /WWW_Media/Images/
Disallow: /t-off/
Disallow: /t-off/Icons/
Disallow: /t-off/Images/
Disallow: /t-off/Archiv/
Disallow: /t-off/Aus_Medien/
Disallow: /t-off/Aus__Medien/
Disallow: /t-off/Aus___Medien/
Disallow: /t-off/Aus____Medien/
Disallow: /t-off/BigT/
Disallow: /t-off/CT/
Disallow: /t-off/Docs/
Disallow: /t-off/Dokus/
Disallow: /t-off/Facts/
Disallow: /t-off/Hist/
Disallow: /t-off/Internet/
Disallow: /t-off/Lisa/
Disallow: /t-off/Misc/
Disallow: /t-off/Neues/
Disallow: /t-off/Old_News/
Disallow: /t-off/Politik/
Disallow: /t-off/Protest/
Disallow: /t-off/Pub/
Disallow: /t-off/Recht/
Disallow: /t-off/Reports/
Disallow: /t-off/Spiegel/
Disallow: /t-off/Tarife/
Disallow: /t-off/Themen/
Disallow: /t-off/Zeit/
Disallow: /t-off/_Neues/
Disallow: /t-off/_Spiegel/
Disallow: /t-off/_Aus_Medien/
Disallow: /t-off/_Aus__Medien/
Disallow: /t-off/_Aus___Medien/
Disallow: /t-off/_Aus____Medien/
# ==============================================================================
# 5. Gesperrte Zugriffe von Einzel-Files:
# ==============================================================================
Disallow: /No_Homepage.html
Disallow: /Recherche.html
Disallow: /Heimat/GB/Gaestebuch_Entry.html
Disallow: No_Homepage.html
Disallow: Recherche.html
Disallow: Heimat/GB/Gaestebuch_Entry.html
# ---------------
Disallow: /Heimat/W/Docs/_Wbg_Adressbuch_1924.pdf
Disallow: /Heimat/W/Docs/Awd_Adressbuch_1924.txt
Disallow: /Heimat/W/Docs/Dsn_Adressbuch_1924.txt
Disallow: /Heimat/W/Docs/Fbg_Adressbuch_1924.txt
Disallow: /Heimat/W/Docs/Nwd_Adressbuch_1924.txt
Disallow: /Heimat/W/Docs/Wbg_Adressbuch_1924.txt
Disallow: /Heimat/W/Docs/Awd_Adressbuch_Umg_1924.txt
Disallow: /Heimat/W/Docs/Dsn_Adressbuch_Umg_1924.txt
Disallow: /Heimat/W/Docs/Fbg_Adressbuch_Umg_1924.txt
Disallow: /Heimat/W/Docs/Nwd_Adressbuch_Umg_1924.txt
Disallow: /Heimat/W/Docs/Wbg_Adressbuch_Umg_1925.txt
Disallow: Heimat/W/Docs/_Wbg_Adressbuch_1924.pdf
Disallow: Heimat/W/Docs/Awd_Adressbuch_1924.txt
Disallow: Heimat/W/Docs/Dsn_Adressbuch_1924.txt
Disallow: Heimat/W/Docs/Fbg_Adressbuch_1924.txt
Disallow: Heimat/W/Docs/Nwd_Adressbuch_1924.txt
Disallow: Heimat/W/Docs/Wbg_Adressbuch_1924.txt
Disallow: Heimat/W/Docs/Awd_Adressbuch_Umg_1924.txt
Disallow: Heimat/W/Docs/Dsn_Adressbuch_Umg_1924.txt
Disallow: Heimat/W/Docs/Fbg_Adressbuch_Umg_1924.txt
Disallow: Heimat/W/Docs/Nwd_Adressbuch_Umg_1924.txt
Disallow: Heimat/W/Docs/Wbg_Adressbuch_Umg_1925.txt
# ---------------
Disallow: /ThS/Docs/Bf_GSW_Laerm_AB.pdf
Disallow: /ThS/Docs/Bf_GSW_Moped_Story1.pdf
Disallow: /ThS/Docs/Bf_GSW_Moped_Story2.pdf
Disallow: /ThS/Docs/Bf_GSW_Moped_Story3.pdf
Disallow: /ThS/Docs/GAGFAH_Brandschutz-Maengel.pdf
Disallow: /WDV/WNOTES_343-1.pdf
Disallow: /WDV/WNOTES_343-2.pdf
Disallow: ThS/Docs/Bf_GSW_Laerm_AB.pdf
Disallow: ThS/Docs/Bf_GSW_Moped_Story1.pdf
Disallow: ThS/Docs/Bf_GSW_Moped_Story2.pdf
Disallow: ThS/Docs/Bf_GSW_Moped_Story3.pdf
Disallow: ThS/Docs/GAGFAH_Brandschutz-Maengel.pdf
Disallow: WDV/WNOTES_343-1.pdf
Disallow: WDV/WNOTES_343-2.pdf
# ---------------
Disallow: /t-off/Dokus.html
Disallow: /t-off/Archiv/_2007.html
Disallow: /t-off/Docs/Bf_Freenet_01.pdf
Disallow: /t-off/Docs/VZH_Stellungnahme_TKV18.pdf
Disallow: /t-off/Docs/WIK_Kostenmodell_Ortsnetz.pdf
Disallow: /t-off/MHES0218.zip
Disallow: /t-off/MHES0325.zip
Disallow: /t-off/Offline0.html
Disallow: /t-off/Recherche.html
Disallow: /t-off/Suchen.html
Disallow: t-off/Dokus.html
Disallow: t-off/Archiv/_2007.html
Disallow: t-off/Docs/Bf_Freenet_01.pdf
Disallow: t-off/Docs/VZH_Stellungnahme_TKV18.pdf
Disallow: t-off/Docs/WIK_Kostenmodell_Ortsnetz.pdf
Disallow: t-off/MHES0218.zip
Disallow: t-off/MHES0325.zip
Disallow: t-off/Offline0.html
Disallow: t-off/Recherche.html
Disallow: t-off/Suchen.html
# ---------------
#
#
#
# ==============================================================================