# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems) # This file should go in your web site's ROOT directory # The root directory is where your site's main /index.html file would be found # It is usually found in /yourhomedir/public_html/ or /yourhomedir/httpdocs # Where "yourhomedir" is your user account's name # This says to apply these settings to ALL search engine spiders/crawlers User-agent: * # These settings will keep spiders from indexing your unwanted pages # This assumes that your OSC install is in your web site's ROOT directory # ie: http://www.yoursite.com/index.php <- Use if this brings up your OSC main page Disallow: /mindfulness.php Disallow: /kernesund.php Disallow: /gratis_gave.php Disallow: /tilbud.php Disallow: /sport-master.php Disallow: /viskurv.php Disallow: /pay_bestilling.php Disallow: /pay_sebestilling.php Disallow: /bestilling.php Disallow: /sebestilling.php Disallow: /fejl.php Disallow: /tilmeldingnews.php Disallow: /usecookies.php Disallow: /forhandler.php Disallow: /pre_packed_yogaudstyr.php Disallow: /smsalarmsystem.php Disallow: /videoprodukter/pilateselastik.html Disallow: /videoprodukter/pilatesmedbold.html Disallow: /videoprodukter/yogaforgravide.html User-agent: AhrefsBot Disallow: /