#!/usr/bin/env perl # # Copyright (C) 2006 OpenWrt.org # Copyright (C) 2016 LEDE project # # This is free software, licensed under the GNU General Public License v2. # See /LICENSE for more information. # use strict; use warnings; use File::Basename; use File::Copy; use Text::ParseWords; @ARGV > 2 or die "Syntax: $0 [ ...]\n"; my $url_filename; my $target = shift @ARGV; my $filename = shift @ARGV; my $file_hash = shift @ARGV; $url_filename = shift @ARGV unless $ARGV[0] =~ /:\/\//; my $scriptdir = dirname($0); my @mirrors; my $ok; $url_filename or $url_filename = $filename; sub localmirrors { my @mlist; open LM, "$scriptdir/localmirrors" and do { while () { chomp $_; push @mlist, $_ if $_; } close LM; }; open CONFIG, "<".$ENV{'TOPDIR'}."/.config" and do { while () { /^CONFIG_LOCALMIRROR="(.+)"/ and do { chomp; my @local_mirrors = split(/;/, $1); push @mlist, @local_mirrors; }; } close CONFIG; }; my $mirror = $ENV{'DOWNLOAD_MIRROR'}; $mirror and push @mlist, split(/;/, $mirror); return @mlist; } sub which($) { my $prog = shift; my $res = `which $prog`; $res or return undef; $res =~ /^no / and return undef; $res =~ /not found/ and return undef; return $res; } sub hash_cmd() { my $len = length($file_hash); my $cmd; $len == 64 and return "mkhash sha256"; $len == 32 and return "mkhash md5"; return undef; } sub download_cmd($) { my $url = shift; my $have_curl = 0; if (open CURL, '-|', 'curl', '--version') { if (defined(my $line = readline CURL)) { $have_curl = 1 if $line =~ /^curl /; } close CURL; } return $have_curl ? (qw(curl -f --connect-timeout 20 --retry 5 --location), shellwords($ENV{CURL_OPTIONS} || ''), $url) : (qw(wget --tries=5 --timeout=20 --output-document=-), shellwords($ENV{WGET_OPTIONS} || ''), $url) ; } my $hash_cmd = hash_cmd(); sub download { my $mirror = shift; $mirror =~ s!/$!!; if ($mirror =~ s!^file://!!) { if (! -d "$mirror") { print STDERR "Wrong local cache directory -$mirror-.\n"; cleanup(); return; } if (! -d "$target") { system("mkdir", "-p", "$target/"); } if (! open TMPDLS, "find $mirror -follow -name $filename 2>/dev/null |") { print("Failed to search for $filename in $mirror\n"); return; } my $link; while (defined(my $line = readline TMPDLS)) { chomp ($link = $line); if ($. > 1) { print("$. or more instances of $filename in $mirror found . Only one instance allowed.\n"); return; } } close TMPDLS; if (! $link) { print("No instances of $filename found in $mirror.\n"); return; } print("Copying $filename from $link\n"); copy($link, "$target/$filename.dl"); $hash_cmd and do { if (system("cat '$target/$filename.dl' | $hash_cmd > '$target/$filename.hash'")) { print("Failed to generate hash for $filename\n"); return; } }; } else { my @cmd = download_cmd("$mirror/$url_filename"); open(FETCH_FD, '-|', @cmd) or die "Cannot launch curl or wget.\n"; $hash_cmd and do { open MD5SUM, "| $hash_cmd > '$target/$filename.hash'" or die "Cannot launch $hash_cmd.\n"; }; open OUTPUT, "> $target/$filename.dl" or die "Cannot create file $target/$filename.dl: $!\n"; my $buffer; while (read FETCH_FD, $buffer, 1048576) { $hash_cmd and print MD5SUM $buffer; print OUTPUT $buffer; } $hash_cmd and close MD5SUM; close FETCH_FD; close OUTPUT; if ($? >> 8) { print STDERR "Download failed.\n"; cleanup(); return; } } $hash_cmd and do { my $sum = `cat "$target/$filename.hash"`; $sum =~ /^(\w+)\s*/ or die "Could not generate file hash\n"; $sum = $1; if ($sum ne $file_hash) { print STDERR "MD5 sum of the downloaded file does not match (file: $sum, requested: $file_hash) - deleting download.\n"; cleanup(); return; } }; unlink "$target/$filename"; system("mv", "$target/$filename.dl", "$target/$filename"); cleanup(); } sub cleanup { unlink "$target/$filename.dl"; unlink "$target/$filename.hash"; } @mirrors = localmirrors(); foreach my $mirror (@ARGV) { if ($mirror =~ /^\@SF\/(.+)$/) { # give sourceforge a few more tries, because it redirects to different mirrors #for (1 .. 5) { # push @mirrors, "http://downloads.sourceforge.net/$1"; #} } elsif ($mirror =~ /^\@APACHE\/(.+)$/) { push @mirrors, "https://mirror.netcologne.de/apache.org/$1"; push @mirrors, "https://mirror.aarnet.edu.au/pub/apache/$1"; } elsif ($mirror =~ /^\@GNU\/(.+)$/) { push @mirrors, "https://librecmc.org/pub/gnu/$1"; push @mirrors, "https://mirrors.rit.edu/gnu/$1"; push @mirrors, "https://mirror.netcologne.de/gnu/$1"; } elsif ($mirror =~ /^\@SAVANNAH\/(.+)$/) { push @mirrors, "https://mirror.netcologne.de/savannah/$1"; } elsif ($mirror =~ /^\@KERNEL\/(.+)$/) { my @extra = ( $1 ); if ($filename =~ /linux-\d+\.\d+(?:\.\d+)?-rc/) { push @extra, "$extra[0]/testing"; } elsif ($filename =~ /linux-(\d+\.\d+(?:\.\d+)?)/) { push @extra, "$extra[0]/longterm/v$1"; } foreach my $dir (@extra) { push @mirrors, "https://cdn.kernel.org/pub/$dir"; push @mirrors, "https://mirror.rackspace.com/kernel.org/$dir"; } } elsif ($mirror =~ /^\@KERNEL_LIBRE\/(.+)$/) { my @extra = ( $1 ); if ($filename =~ /linux-libre-\d+\.\d+(?:\.\d+)?-rc-gnu/) { push @extra, "$extra[0]/testing"; } elsif ($filename =~ /linux-libre-(\d+\.\d+(?:\.\d+)?)-gnu/) { push @extra, "$extra[0]/v$1"; } foreach my $dir (@extra) { push @mirrors, "https://linux-libre.fsfla.org/pub/linux-libre/releases/$dir"; } } elsif ($mirror =~ /^\@GNOME\/(.+)$/) { push @mirrors, "https://mirror.csclub.uwaterloo.ca/gnome/sources/$1"; } else { push @mirrors, $mirror; } } push @mirrors, 'https://librecmc.org/librecmc/downloads/sources/v1.4'; while (!-f "$target/$filename") { my $mirror = shift @mirrors; $mirror or die "No more mirrors to try - giving up.\n"; download($mirror); } $SIG{INT} = \&cleanup;