# robots.txt for GENEALOGYTODAY.COM

User-agent: *
Disallow: /archive.mv
Disallow: /click.mv
Disallow: /avantgo/
Disallow: /birthday/
Disallow: /ca/ont/wellington/pdf/
Disallow: /ca/ont/census/pdf/
Disallow: /ca/ont/cemeteries/pdf/
Disallow: /css/
Disallow: /images/
Disallow: /junior/
Disallow: /objects/
Disallow: /store/index-a.html
Disallow: /store/printed-a.html
Disallow: /webmaster/
Disallow: /welcome/
Disallow: /surname/finder/catalog/
Disallow: /roots/
Disallow: /home.html

User-agent: ia_archiver
Disallow: / 

User-agent: xenu's Link Sleuth 1.1c
Disallow: / 

User-agent: xenu's
Disallow: /

User-agent: FamilyBot
Disallow: /store/