User-agent: Slurp
#Disallow: /
Crawl-delay: 10
User-agent: *
Disallow: /cache/
Disallow: /admin/
Disallow: /class/
Disallow: /include/
Disallow: /themes/
Disallow: /images/
Disallow: /language/
Disallow: /modules/xoopsmembers/
Disallow: /xoopsmembers/
Disallow: /fail_url.php
Disallow: /register.php
Disallow: /user.php
Disallow: /userinfo.php
Disallow: /userinfo.php?
Disallow: /rules.php
Disallow: /modules/banners/click.php
Disallow: /modules/myarticles/submit.php
Disallow: /modules/mydownloads/brokenfile.php
Disallow: /modules/mydownloads/modfile.php
Disallow: /modules/mydownloads/ratefile.php
Disallow: /modules/mydownloads/submit.php
Disallow: /modules/mydownloads/visit.php
Disallow: /modules/mydownloads/file2mail.php
Disallow: /modules/myarticles/ratearticles.php
Disallow: /modules/news/submit.php
Disallow: /modules/newbb_plus/attach2mail.php
Disallow: /modules/newbb_plus/dl_attachment.php
Disallow: /modules/patches/patch2mail.php
Disallow: /modules/patches/brokenfile.php
Disallow: /modules/patches/visit.php
Disallow: /banners/click.php
Disallow: /myarticles/submit.php
Disallow: /mydownloads/brokenfile.php
Disallow: /mydownloads/modfile.php
Disallow: /mydownloads/ratefile.php
Disallow: /mydownloads/submit.php
Disallow: /mydownloads/visit.php
Disallow: /mydownloads/file2mail.php
Disallow: /myarticles/ratearticles.php
Disallow: /news/submit.php
Disallow: /newbb_plus/attach2mail.php
Disallow: /newbb_plus/dl_attachment.php
Disallow: /patches/patch2mail.php
Disallow: /patches/brokenfile.php
Disallow: /patches/visit.php
Disallow: /modules/feedback.php
Host: mobilefree.ru
Sitemap: http://mobilefree.ru/sitemap.xml