head	1.1;
access;
symbols
	HRS_XML_CLEANUP:1.1
	HRS_XML_CLEANUP_PRE:1.1
	EMILYBOYD_REDESIGN:1.1
	PRE_REDESIGN:1.1;
locks; strict;
comment	@# @;


1.1
date	2003.03.11.14.46.00;	author wosch;	state Exp;
branches;
next	;


desc
@@


1.1
log
@mirror-status - check if the FreeBSD web mirrors are up-to-date

PR: docs/10240
@
text
@#!/usr/bin/perl
#
# Copyright (c) May 2001-2003 Wolfram Schneider <wosch@@FreeBSD.org>
# All rights reserved.
# 
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
# 
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
# 
# $Id$
# 
# mirror-status - check if the FreeBSD web mirrors are up-to-date
#


use strict;
use HTTP::Request;
use LWP::UserAgent;
use Digest::MD5 qw(md5 md5_hex md5_base64);

#
# Configuration
#
my $timeout = 2 * 10;
my $url = 'http://www.freebsd.org/';  # Web master server



my $ua = new LWP::UserAgent;
$ua->timeout($timeout);
#$ua->proxy(['http', 'ftp'], 'http://proxy.freebsd.org:3128/');

sub download {
  my $url = shift;
  my $request = new HTTP::Request 'GET', $url;
  my $response = $ua->request($request);

  if ($response -> is_success) { 
    return $response;
  } else {
    warn "Error: ", $response->code, " $url\n";
    return (-1);
  }
}

sub mirror_list {
  my $page = shift;
  my @@list;

  foreach my $line (split(/\n/, $page)) {
    push(@@list, $1) if $line =~ m%<OPTION VALUE="([^"]+)"%io;
  }
  return @@list;
}


############################################################
# 
# Main
#

my $r = &download($url);
my ($md5) = md5_base64($r->content);
my $size = length($r->content);
die "Arghh: starturl $url\n" if ($md5 < 0);


foreach my $mirror (&mirror_list($r->content)) {

  my $response = &download($mirror);
  next if $response < 0; # error

  my $mirror_md5 = md5_base64($response->content);
  my $mirror_size = length($response->content);


  warn "$mirror outdated, Date: ",
	$response->header('Last-Modified'), 
	", size: $size <=> $mirror_size\n" if ($md5 ne $mirror_md5);
}

@
