# Make sure the index.php pages are not indexed User-Agent: * Disallow: /index.php/ # All of this lot can just bog off User-agent: oBot User-agent: HTTrack User-agent: TurnitinBot User-agent: NPBot User-agent: larbin User-agent: sitecheck.internetseer.com User-agent: Zao User-agent: psbot User-agent: baiduspider User-agent: LinkWalker User-agent: pompos User-agent: aipbot User-agent: portalmmm User-agent: SBIder User-agent: spock Disallow: /