Committer: tupshin
reverting r12614 and fixing ljsv-327U trunk/cgi-bin/Apache/LiveJournal.pm
Modified: trunk/cgi-bin/Apache/LiveJournal.pm =================================================================== --- trunk/cgi-bin/Apache/LiveJournal.pm 2009-08-20 14:48:03 UTC (rev 15620) +++ trunk/cgi-bin/Apache/LiveJournal.pm 2009-08-21 00:53:05 UTC (rev 15621) @@ -1284,16 +1284,6 @@ $r->print("User-Agent: *\n"); if ($u->should_block_robots) { $r->print("Disallow: /\n"); - - # FOAF doesn't contain journal content - $r->print("\n# If you also support the allow directive let us know\n"); - foreach (qw/Googlebot Slurp Teoma/) { - $r->print("User-Agent: $_\n"); - # Some bots ignore generic section if a more specific on exists - $r->print("Disallow: /\n"); - $r->print("Allow: /data/foaf\n"); - $r->print("\n"); - } } return OK; }