User-agent: *
Disallow: */edit_request/
Disallow: */auth/
Disallow: */shortlist/
Disallow: */subscribe/
Disallow: */post/
Disallow: */content/
Disallow: */search/
Disallow: */report.html
Disallow: */email_friend/
Disallow: */email_poster/
Disallow: */user/
Disallow: */rss/
Disallow: */listing/
Disallow: */rep/
Disallow: *?nrk=
Disallow: /*best/
Disallow: /*search_terms=
Disallow: /*posting_id=
Disallow: /*_openstat
Disallow: /*from=adwords
Disallow: /*utm_source*
Disallow: /*gclid=
%# The following line was commented out temporarily, because sitemaps weren't updated for regions.
%# This line should be fixed and uncommented when sitemaps are reimplemented.
%# Sitemap: http://<% $req_host %>/sitemaps/<% $ARGS{server_name} %>/i-<% $req_host %>.sitemap.gz
Host: <% $req_host %>

User-agent: Mediapartners-Google
Allow: /

<%flags>
inherit => undef
</%flags>

<%init>
my $req_host = $r->headers_in->get('Host');
$req_host=~ s/\:\d+$//;

# disallow robots on the test server
if ( $r->dir_config('SlandoSiteID') == 999 ){
   print "User-Agent: *\n";
	print "Disallow: /\n";
   $m->abort;
}

</%init>