# /robots.txt file for http://webcrawler.com/

# johns robots file

User-agent: *

Disallow: glossary.html

Disallow: paul.html

Disallow: /flat.html

Disallow: /marriage1.html

Disallow: /marriage2.html

Disallow: /marriage3.html

Disallow: /marriage4.html

Disallow: /Big

Disallow: /cust-bin

Disallow: /Flat

Disallow: /France

Disallow: /GeneratedItems

Disallow: /gif

Disallow: /Glossary

Disallow: /Images

Disallow: /photos

Disallow: /Small

Disallow: /steve