# ALL SEARCH ENGINE ALLOWED
User-agent: *

# IGNORE CRAWLING OF DIRECTORIES AND FILES CONTAINING THIS NAME
Disallow: /bak
Disallow: /docs
Disallow: /eshop
Disallow: /css
Disallow: /images
Disallow: /logs

# IGNORE CRAWLING OF SPECIFIC PAGE

Disallow: /y_key_63303ef7da7b2492.html
Disallow: /google49640ad8bc42a319.html

# IGNORE INDEXING OF ALL FILES ENDING WITH .EXT
Disallow: /*.html$
Disallow: /*.htm$
Disallow: /*.cgi$
Disallow: /*.swf$