User-agent: * Crawl-delay: 60 Disallow: /*/3/ #Robots.txt for iinternships.com created on 12-2008 #Disallow sportello for duplicate content Disallow: /*/6/ # disallow arcus for duplicate content Disallow: /*/8/ # disallow arcus for duplicate content Disallow: /*/10/ # disallow 3-d for duplicate content Disallow: /*/11/ # disallow euflex for duplicate content Disallow: /*/12/ # disallow leonet for duplicate content Disallow: /*/13/ # disallow danube for duplicate content Disallow: /*/14/ # disallow noteboom for duplicate content Disallow: /*/16/ # disallow noteboom for duplicate content Disallow: /*/17/ # disallow noteboom for duplicate content Disallow: /*/18/ # disallow leo net for duplicate content Disallow: /*/22/ # disallow leo net for duplicate content Disallow: /*/23/ Disallow: /nl/3/ Disallow: /es/3/ Disallow: /fr/3/ Disallow: /de/3/ Disallow: /it/3/ Disallow: /sk/3/ Disallow: /cz/3/ Disallow: /pt/3/ Disallow: /hu/3/ Disallow: /ru/3/ Disallow: /pl/3/ Disallow: /chn/3/ Disallow: /ua/3/ Disallow: /sr/3/ Disallow: /en/9/2-105-google-maps.html Disallow: /es/9/2-105-google-maps.html Disallow: /fr/9/2-105-google-maps.html Disallow: /de/9/2-105-google-maps.html Disallow: /it/9/2-105-google-maps.html Disallow: /sk/9/2-105-google-maps.html Disallow: /cz/9/2-105-google-maps.html Disallow: /pt/9/2-105-google-maps.html Disallow: /hu/9/2-105-google-maps.html Disallow: /ru/9/2-105-google-maps.html Disallow: /pl/9/2-105-google-maps.html Disallow: /chn/9/2-105-google-maps.html Disallow: /sr/9/2-105-google-maps.html Disallow: /ua/9/2-105-google-maps.html Disallow: /*/8/ Disallow: /*/14/ Disallow: /*/16/ Disallow: /*/23/ Disallow: /*/25/ Disallow: /*/29/ Disallow: /*/30/ Disallow: /*/31/ Disallow: /*/32/ Disallow: /*/33/ Disallow: /*/34/ Disallow: /*/36/ Disallow: /*/37/ Disallow: /*/38/ Disallow: /*/39/ Disallow: /*/190/ Disallow: /*/191/ Disallow: /*/192/ Disallow: /*/193/ Disallow: /*/200/ Disallow: /*/202/ Disallow: /*/203/ Disallow: /*/204/ Disallow: /*/207/ Disallow: /*/208/ Disallow: /*/209/ Disallow: /*/210/ Disallow: /*/211/ Disallow: /*/212/ Disallow: /*/213/ Disallow: /*/214/ # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /