version 1.12, 2005/05/02 21:28:37 |
version 1.30, 2011/12/08 02:08:09 |
|
|
#!/usr/bin/perl -T |
#!/usr/bin/perl -T |
#$Id$ |
#$RedRiver: ServerTorrents.pl,v 1.29 2010/03/08 20:19:37 andrew Exp $ |
use strict; |
use strict; |
use warnings; |
use warnings; |
use diagnostics; |
use diagnostics; |
|
|
use LWP::UserAgent; |
use LWP::UserAgent; |
use Time::Local; |
use Time::Local; |
|
use File::Basename; |
|
|
|
#use YAML; |
|
|
use lib 'lib'; |
use lib 'lib'; |
use OpenBSDTorrents; |
use OpenBSDTorrents; |
use BT::OBTMetaInfo; |
use BT::MetaInfo::Cached; |
|
|
%ENV = (); |
%ENV = (); |
|
|
#use YAML; |
|
|
|
justme(); |
justme(); |
|
|
my @Sizes = ('', 'Ki', 'Mi', 'Gi', 'Ti'); |
my @Sizes = ( '', 'Ki', 'Mi', 'Gi', 'Ti' ); |
my $ua = LWP::UserAgent->new; |
my $ua = LWP::UserAgent->new; |
|
|
my $response = $ua->get($OBT->{URL_TORRENTS}); |
my $response = $ua->get( $OBT->{URL_TORRENTS} ); |
|
|
my %server_torrents; |
my %server_torrents; |
if ($response->is_success) { |
if ( $response->is_success ) { |
my $content = $response->content; # or whatever |
my $content = $response->content; # or whatever |
$content =~ s/^.*<!-- BEGIN LIST -->//s || die "Beginning of list not found!"; |
$content =~ s/^.*<!-- BEGIN LIST -->//s |
$content =~ s/<!-- END LIST -->.*$//s || die "End of list not found!"; |
|| die "Beginning of list not found!"; |
unless ($content =~ /No data/) { |
$content =~ s/<!-- END LIST -->.*$//s || die "End of list not found!"; |
foreach (split /\n/, $content) { |
unless ( $content =~ /No data/ ) { |
|
foreach ( split /\n/, $content ) { |
s/^\s+//; |
s/^\s+//; |
s/\s+$//; |
s/\s+$//; |
next unless $_; |
next unless $_; |
my ($name, $hash) = split /\t/; |
my ( $name, $hash, $disabled ) = split /\t/; |
next if $name eq 'File'; |
next if $name eq 'File'; |
|
|
$name =~ s#^/torrents/##; |
$name =~ s#.*/##; |
$server_torrents{$name} = $hash; |
$server_torrents{$hash} = { |
|
name => $name, |
|
disabled => $disabled, |
|
}; |
} |
} |
} |
} |
} else { |
} |
|
else { |
die $response->status_line; |
die $response->status_line; |
} |
} |
|
|
|
my %torrents; |
|
opendir DIR, $OBT->{DIR_TORRENT} |
|
or die "Couldn't opendir $OBT->{DIR_TORRENT}: $!"; |
|
foreach my $torrent ( readdir DIR ) { |
|
chomp $torrent; |
|
next unless $torrent =~ /\.torrent$/; |
|
|
my %files; |
if ($torrent =~ /^([^\/]+)$/) { |
opendir DIR, $OBT->{DIR_TORRENT} or die "Couldn't opendir $OBT->{DIR_TORRENT}: $!"; |
$torrent = $1; |
foreach (readdir DIR) { |
} |
chomp; |
else { |
if (/^([^\/]+)$/) { |
die "Invalid character in $torrent: $!"; |
$_ = $1; |
} |
} else { |
|
die "Invalid character in $_: $!"; |
|
} |
|
next unless /\.torrent$/; |
|
my ($name, $year, $mon, $mday, $hour, $min) = |
|
/^(.*)-(\d{4})-(\d{2})-(\d{2})-(\d{2})(\d{2})/; |
|
|
|
my $time = "$year.$mon.$mday $hour:$min"; |
my $name = basename( $torrent, '.torrent' ); |
|
|
$mon--; |
if ( my ( $base, $year, $mon, $mday, $hour, $min ) |
|
= $torrent =~ /^(.*)-(\d{4})-(\d{2})-(\d{2})-(\d{2})(\d{2})/ ) |
|
{ |
|
$name = $base; |
|
} |
|
|
my $epoch = timegm(0,$min,$hour,$mday,$mon,$year); |
my $t; |
|
eval { |
|
$t = BT::MetaInfo::Cached->new( |
|
$OBT->{DIR_TORRENT} . '/' . $torrent, |
|
{ cache_root => '/tmp/OBTFileCache' |
|
|
$files{$name}{$epoch} = { |
#$OBT->{DIR_HOME} . '/FileCache' |
file => $_, |
} |
year => $year, |
); |
mon => $mon, |
}; |
mday => $mday, |
if ($@) { |
hour => $hour, |
warn "Error reading torrent $torrent\n"; |
min => $min, |
next; |
time => $time, |
} |
epoch => $epoch, |
|
}; |
|
|
|
|
#my $epoch = $t->creation_date; |
|
|
|
my $hash = unpack( "H*", $t->info_hash ); |
|
$torrents{$hash} = { |
|
file => $torrent, |
|
details => $t, |
|
name => $name, |
|
#epoch => $epoch, |
|
}; |
|
|
|
if ( !exists $server_torrents{$hash} ) { |
|
Upload_Torrent( $torrents{$hash} ); |
|
} |
|
elsif ( $server_torrents{$hash}{disabled} ) { |
|
Update_Torrent( $server_torrents{$hash}{name}, $hash ); |
|
} |
} |
} |
closedir DIR; |
closedir DIR; |
|
|
#print Dump \%server_torrents, \%files; |
#print Dump \%server_torrents; |
|
#exit; |
|
|
foreach my $name (keys %files) { |
foreach my $hash ( keys %server_torrents ) { |
#print "$name\n"; |
|
foreach my $epoch ( sort { $b <=> $a } keys %{ $files{$name} } ) { |
|
#print "\t$epoch\n"; |
|
my $torrent = $files{$name}{$epoch}{file}; |
|
unless (exists $server_torrents{$torrent} ) { |
|
#my $time = |
|
# $files{$name}{$epoch}{year} . '-' . |
|
# $files{$name}{$epoch}{mon} . '-' . |
|
# $files{$name}{$epoch}{mday} . ' ' . |
|
# $files{$name}{$epoch}{hour} . ':' . |
|
# $files{$name}{$epoch}{min} . ':00'; |
|
|
|
Upload_Torrent($torrent, $files{$name}{$epoch}{time}); |
|
} |
|
next; |
|
} |
|
} |
|
|
|
foreach my $file (keys %server_torrents) { |
#printf "SERVER: [%s] [%s]\n", $hash, $torrent; |
my ($name, $year, $mon, $mday, $hour, $min) = |
if ( ( !exists $torrents{$hash} ) |
$file =~ |
&& ( !$server_torrents{$hash}{disabled} ) ) |
/^(.*)-(\d{4})-(\d{2})-(\d{2})-(\d{2})(\d{2})/; |
{ |
unless (exists $files{$name}) { |
Update_Torrent( $server_torrents{$hash}{name}, $hash, 1 ); |
Delete_Torrent($file); |
} |
} |
|
} |
} |
|
|
$ua->get($OBT->{URL_SANITY}); |
$ua->get( $OBT->{URL_SANITY} ); |
|
|
sub Upload_Torrent |
sub Upload_Torrent { |
{ |
my $torrent = shift; |
my $file = shift; |
my $t = $torrent->{'details'}; |
my $time = shift; |
|
|
|
print "Uploading $file\n"; |
my $file = $torrent->{'file'}; |
|
#print "Uploading $file\n"; |
|
|
my $t; |
my $size = $t->total_size; |
eval { $t = BT::OBTMetaInfo->new("$OBT->{DIR_TORRENT}/$file"); }; |
my ( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday ) |
if ($@) { |
= gmtime( $t->creation_date ); |
warn "Error reading torrent $file\n"; |
$year += 1900; |
return undef; |
$mon++; |
} |
my $time = sprintf "%04d.%02d.%02d %02d:%02d", |
|
$year, $mon, $mday, $hour, $min; |
|
|
my $size = $t->total_size; |
( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday ) |
|
= localtime( $t->creation_date ); |
|
$year += 1900; |
|
$mon++; |
|
my $sql_time = sprintf "%04d-%02d-%02d %02d:%02d", |
|
$year, $mon, $mday, $hour, $min; |
|
|
my $i; |
my $i = 0; |
while ($size > 1024) { |
while ( $size > 1024 ) { |
$size /= 1024; |
$size /= 1024; |
$i++; |
$i++; |
} |
} |
$size = sprintf('%.2f', $size); |
$size = sprintf( '%.2f', $size ); |
$size .= $Sizes[$i] . 'B'; |
$size .= $Sizes[$i] . 'B'; |
|
|
my $comment = $t->{comment}; |
|
$comment =~ s/\n.*$//s; |
|
|
|
my ($filename) = $comment =~ /Files from (.+)/; |
|
$filename =~ s#/# #g; |
|
|
|
$comment .= " [$size]"; |
|
$filename .= " [$time]"; |
|
|
|
my $response = $ua->post($OBT->{URL_UPLOAD}, { |
my $comment = $t->{comment}; |
username => $OBT->{UPLOAD_USER}, |
$comment =~ s/\n.*$//s; |
password => $OBT->{UPLOAD_PASS}, |
|
torrent => [ $OBT->{DIR_TORRENT} . "/$file" ], |
|
url => "/torrents/$file", |
|
filename => $filename, |
|
filedate => $time, |
|
info => $comment, |
|
hash => '', |
|
autoset => 'enabled', # -> checked="checked" |
|
}, Content_Type => 'form-data'); |
|
|
|
if ($response->is_success) { |
my $filename |
print STDERR "Uploaded $file\n"; |
= $comment =~ /($OBT->{BASENAME}.+)/ |
#print $response->content; |
? $1 |
} else { |
: $file; |
die $response->status_line; |
$filename =~ s#/# #g; |
} |
$filename =~ s/\.torrent\z//; |
|
|
|
$comment .= " [$size]"; |
|
$filename .= " [$time]"; |
|
|
|
my $response = $ua->post( |
|
$OBT->{URL_UPLOAD}, |
|
{ username => $OBT->{UPLOAD_USER}, |
|
password => $OBT->{UPLOAD_PASS}, |
|
torrent => [ $OBT->{DIR_TORRENT} . "/$file" ], |
|
url => "/torrents/$file", |
|
filename => $filename, |
|
filedate => $sql_time, |
|
info => $comment, |
|
hash => '', |
|
autoset => 'enabled', # -> checked="checked" |
|
}, |
|
Content_Type => 'form-data' |
|
); |
|
|
|
if ( $response->is_success ) { |
|
print STDERR "Uploaded $file\n"; |
|
|
|
#print $response->content; |
|
} |
|
else { |
|
die $response->status_line; |
|
} |
} |
} |
|
|
sub Delete_Torrent |
sub Update_Torrent { |
{ |
my $filename = shift; |
my $file = shift; |
my $hash = shift; |
print "Will delete $file soon enough\n"; |
my $disable = shift || 0; |
|
die "No hash passed!" unless $hash; |
|
|
|
#print "Removing $filename [$hash]\n"; |
|
|
|
my $response = $ua->post( |
|
$OBT->{'URL_UPDATE'}, |
|
{ username => $OBT->{UPLOAD_USER}, |
|
password => $OBT->{UPLOAD_PASS}, |
|
filename => $filename, |
|
hash => $hash, |
|
disable => $disable, |
|
}, |
|
Content_Type => 'form-data' |
|
); |
|
my $status = $disable ? 'Disabled' : 'Enabled'; |
|
|
|
if ( $response->is_success ) { |
|
my ($result) = $response->content =~ /class="error"\>([^<]+)\</; |
|
|
|
if ( $result eq 'Torrent disabled set to ' . $disable ) { |
|
print STDERR "$status $filename [$hash]\n"; |
|
} |
|
elsif ($result) { |
|
print STDERR "Error: $result (removing $filename [$hash])\n"; |
|
} |
|
else { |
|
print STDERR |
|
"An unknown error occurred removing $filename [$hash]\n"; |
|
} |
|
} |
|
else { |
|
die $response->status_line . " removing $filename [$hash]\n"; |
|
} |
} |
} |