User-agent: * Allow: /index.php Allow: /media.php Disallow: /login.php Disallow: /register.php