[livejournal] r18647: LJSUP-8279: Deny indexation of the tech ...

U   trunk/cgi-bin/Apache/LiveJournal.pm

Modified: trunk/cgi-bin/Apache/LiveJournal.pm
===================================================================
--- trunk/cgi-bin/Apache/LiveJournal.pm	2011-03-21 08:26:25 UTC (rev 18646)
+++ trunk/cgi-bin/Apache/LiveJournal.pm	2011-03-21 08:26:46 UTC (rev 18647)
@@ -1548,6 +1548,14 @@
             LJ::Request->print("Disallow: /\n");
         } else {
             LJ::Request->print("Disallow: /data/foaf/\n");
+            LJ::Request->print("Disallow: /tag/\n");
+            LJ::Request->print("Disallow: /calendar\n"); # no trailing slash to process not only directory, but file too
+
+            my $year = (localtime(time))[5] + 1900;
+            for (my $i = 1999; $i <= $year; $i++) {
+                LJ::Request->print("Disallow: /" . $i . "/\n");
+            }
+
         }
         return LJ::Request::OK
     }