W3C home > Mailing lists > Public > www-validator-cvs@w3.org > November 2008

perl/modules/W3C/LogValidator/lib/W3C/LogValidator HTMLValidator.pm,1.27,1.28 CSSValidator.pm,1.21,1.22

From: Olivier Thereaux via cvs-syncmail <cvsmail@w3.org>
Date: Fri, 14 Nov 2008 23:15:13 +0000
To: www-validator-cvs@w3.org
Message-Id: <E1L17sf-0005IO-2M@lionel-hutz.w3.org>

Update of /sources/public/perl/modules/W3C/LogValidator/lib/W3C/LogValidator
In directory hutz:/tmp/cvs-serv20234

Modified Files:
	HTMLValidator.pm CSSValidator.pm 
Log Message:
filtering out non-HTTP-200 entries for CSS and Markup validation

Index: HTMLValidator.pm
===================================================================
RCS file: /sources/public/perl/modules/W3C/LogValidator/lib/W3C/LogValidator/HTMLValidator.pm,v
retrieving revision 1.27
retrieving revision 1.28
diff -u -d -r1.27 -r1.28
--- HTMLValidator.pm	7 Sep 2007 06:15:27 -0000	1.27
+++ HTMLValidator.pm	14 Nov 2008 23:15:10 -0000	1.28
@@ -8,6 +8,7 @@
 
 package W3C::LogValidator::HTMLValidator;
 use strict;
+use DB_File; 
 
 
 require Exporter;
@@ -155,6 +156,15 @@
 	}
 	else { print "nothing to exclude\n" if ($verbose >2);}
 	my $uri;
+	my %HTTPcodes;
+	if (defined ($config{tmpfile_HTTP_codes}))
+	{
+		my $tmp_file_HTTP_codes = $config{tmpfile_HTTP_codes};
+		tie (%HTTPcodes, 'DB_File', "$tmp_file_HTTP_codes", O_RDONLY) || 
+		    die ("Cannot create or open $tmp_file_HTTP_codes");
+	}
+
+
         while ($uri = shift)
         {
                 my $uri_ext = "";
@@ -177,17 +187,27 @@
 		if ($match)
 		{
             	  foreach my $area (@excluded_areas)
-            	  {
+                {
                     if ($uri =~ /$area/)
                     {
-			my $slasharea = $area;
+                        my $slasharea = $area;
                         $slasharea =~ s/\\\//\//g;
                         $slasharea =~ s/\\././g;
                         print "Ignoring $uri matching $slasharea \n" if ($verbose > 2) ;
                         $match = 0;
                     }
+                  }
+                }
 
-		  }
+                if (defined $HTTPcodes{$uri}) 
+                { 
+                  if (($HTTPcodes{$uri} ne "200")  and ($HTTPcodes{$uri} =~ /\d+/))
+                  {
+                    $match = 0;
+                    if ($verbose > 1) { 
+                      print "$uri returned code $HTTPcodes{$uri}, ignoring \n"; 
+                    }
+                  }
                 }
             push @trimmed_uris,$uri if ($match);            
         }
@@ -209,7 +229,6 @@
 	# Opening the file with the hits and URIs data
 	if (defined ($config{tmpfile}))
 	{
-		use DB_File; 
 		my $tmp_file = $config{tmpfile};
 		tie (%hits, 'DB_File', "$tmp_file", O_RDONLY) || 
 		    die ("Cannot create or open $tmp_file");

Index: CSSValidator.pm
===================================================================
RCS file: /sources/public/perl/modules/W3C/LogValidator/lib/W3C/LogValidator/CSSValidator.pm,v
retrieving revision 1.21
retrieving revision 1.22
diff -u -d -r1.21 -r1.22
--- CSSValidator.pm	5 May 2008 06:41:56 -0000	1.21
+++ CSSValidator.pm	14 Nov 2008 23:15:11 -0000	1.22
@@ -9,6 +9,7 @@
 package W3C::LogValidator::CSSValidator;
 use strict;
 use warnings;
+use DB_File; 
 
 
 
@@ -143,6 +144,14 @@
         }
         else { print "nothing to exclude\n" if ($verbose >2);}
         my $uri;
+      	my %HTTPcodes;
+      	if (defined ($config{tmpfile_HTTP_codes}))
+      	{
+      		my $tmp_file_HTTP_codes = $config{tmpfile_HTTP_codes};
+      		tie (%HTTPcodes, 'DB_File', "$tmp_file_HTTP_codes", O_RDONLY) || 
+      		    die ("Cannot create or open $tmp_file_HTTP_codes");
+      	}
+
         while ($uri = shift)
         {
                 my $uri_ext = "";
@@ -176,6 +185,16 @@
                   }
                 }
 
+                if (defined $HTTPcodes{$uri}) 
+                { 
+                  if (($HTTPcodes{$uri} ne "200")  and ($HTTPcodes{$uri} =~ /\d+/))
+                  {
+                    $match = 0;
+                		if ($verbose > 1) { 
+                		    print "$uri returned code $HTTPcodes{$uri}, ignoring \n"; 
+                		}
+                  }
+                }
                 push @trimmed_uris,$uri if ($match);
         }
         return @trimmed_uris;
@@ -209,7 +228,6 @@
 	my %hits;
 	if (defined ($config{tmpfile}))
 	{
-		use DB_File; 
 		my $tmp_file = $config{tmpfile};
 		tie (%hits, 'DB_File', "$tmp_file", O_RDONLY) || 
 		    die ("Cannot create or open $tmp_file");
Received on Friday, 14 November 2008 23:15:21 UTC

This archive was generated by hypermail 2.3.1 : Wednesday, 7 January 2015 15:17:34 UTC