User-agent: *

Disallow: /profile/
Disallow: /author/
Disallow: /users/
Disallow: /newsitem/
Disallow: /register/
Disallow: /links/