# robots.txt file : Robot is allowed to index every page and follow every link. # exclusion for the img, stats and cgi-bin folders (total spidering with exceptions) # User-agent: * Disallow: kreuzfahrt-kapitaen-kontakt.php