örnek robots.txt
User-agent: *
Disallow: /admincp/
Disallow: /includes/
Disallow: /modcp/
Disallow: /customavatars/
Disallow: /images/
Disallow: /clientscript/
Disallow: /ajax.php
Disallow: /attachment.php
Disallow: /calendar.php
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /global.php...