User-Agent: *
Allow: /
Disallow: /*.asp$
Disallow: /*.swf$
Disallow: /*?ref=*
Disallow: /.html
Disallow: /*...
Disallow: /function.fopen
Disallow: /large-picture.php
Disallow: /small-picture.php
Disallow: /data.xml/
Disallow: /katalog/
Disallow: /aze/
Disallow: /en/
Disallow: /ru/
Disallow: /de/
Disallow: /arp/
Disallow: /flash/