#!/usr/bin/perl # # # By Stefan 'tommie' Tomanek, [email protected] # # # This script works fine on DFN (german universities) and T-Oline sites # # 01.03.2002 # *Changed to GPL # # 15.03.2002 # *Now works on QUERIES as well # # 24.04.2002 # *the nick does not have to be on the channel # *switched to /WHO # # 27.04.2002 # *localization of hosts (/localize @hostname) # # 29.04.2002 # *tweaked Design # *added channel statistics # # 04.05.2002 # *added alternate database (IP Atlas) # # 05.05.2002 # *the script is now able to use both databases simultaniously # */set localize_use_ to enable or disable them # # 10.05.2002 # *non-blocking IO via fork() # # 13.05.2002 # *finally improved forking and background localizing # *now using XML # # 26.05.2002 # *Implemented auto-localize # # 28.05.2002 # *major updates # *fixed race conditions # # 30.05.2002 # *finally rendered traceroute support usefull # # 31.05.2002 # *moved database to this file # # 03.07.2002 # *switched to Data::Dumper # # 25.11.2014 # Added utrace.de as a localizer # http://www.utrace.de/ use strict; use vars qw($VERSION %IRSSI); $VERSION = "2017040101"; %IRSSI = ( authors => "Stefan 'tommie' Tomanek", contact => "stefan\@pico.ruhr.de", name => "localize", description => "Localizes users using traceroute, the localizer database or IP-Atlas", license => "GPLv2", url => "", changed => "$VERSION", modules => "Data::Dumper LWP::UserAgent HTML::Entities", commands => "localize" ); use Irssi 20020324; use LWP::UserAgent; use HTML::Entities; use Data::Dumper; use POSIX; use Socket; use vars qw(%queries %cache %ipdb $procs @tracer $debug); $debug = 0; $procs = 0; # host regexps for trace_host # @tracer = ( { provider => 'tonline', regexp => [ '.*?-.*?\.(.*?)(\.DE|)\.net\.dtag\.de', ] }, { provider => 'uunet', regexp => [ '.*?-\d+-\d+\..*?\.(.*?)\d?\.uunet\.de', ] }, { provider => 'kpnqwest', regexp => [ '.*?-.*?\.(\w?)\.de\.kpnqwest\.net', ] }, { provider => 'ewetel', regexp => [ '.*?-.*?-.*?\.rt8\.(.*?)\.ewetel\.net', '(.*?)[0-9]*-.*?\.ewetel\.net', 'so\d+-\d+-\d+-bbrt\d+\.(.*?)\.ewe-ip-backbone\.de'] }, { provider => 'arcor', regexp => [ '((?!dsl)\w+)-\d+-\d+-\d+-\d+\.arcor-ip\.net', '.*?-(.*?)-.*?\d*\.arcor-online\.net'] }, { provider => 'mediaways', regexp => ['.*-(.*)-de.*-.*-.*-.*\..*\.mediaways.net', ] }, { provider => 'mobilcom', regexp => ['.*\.(.*?)[0-9]+-.\.mcbone\.net',] }, { provider => 'vianetworks', regexp => ['\w+\.(.*?)\.revmap\.vianetworks\.de', 'rt\d{3}(.*?)\.de\.vianw\.net',] }, { provider => 'mfnx', regexp => ['.+-\d+-\d+-\d+\..+\.(.*?)[0-9]+\.de\.mfnx\.net',] }, { provider => 'colt', regexp => ['.+-.*\..+\.(.*?)\.DE.COLT-ISC.NET', '.+\.((?!dsl)(?!host)\w+)\.de\.colt\.net', '..\d\.(\w+)\.de\.colt\.net',] }, { provider => 'telia', regexp => ['(.*?)-.+-.+-.+\.telia.net',] }, { provider => 'hansanet', regexp => ['.*\.(.*?)-[0-9]+\.hansenet\.net',] }, { provider => 'isis', regexp => ['isis-gw-(.*?)[0-9]\.de\.cw\.net', ] }, { provider => 'cable & wireless', regexp => ['.*-\d+-\d+-\d+-.*?-(.*?)\d+\.de\.cw\.net', '.*?-.*?-(.*?)\d+\.de\.cw\.net'] }, { provider => 'NEFkom', regexp => ['nefkom-gw-(.*?)\.de\.cw\.net',] }, { provider => 'eastlink', regexp => ['.*?-.*?-.*?-.*?-(.*?)\.eastlink.de',] }, { provider => 'alternet', regexp => ['.*\.(.*?)\d?\.de\.alter\.net',] }, { provider => 'CompleTel', regexp => ['.+-.+-.+-.+\.(.*)\.ipcenta\.de',] }, { provider => 'mediascape', regexp => ['.+\..+\.(.*?)\.mediascape\.net',] }, { provider => 'schlund', regexp => ['gw-prtr-[0-9]+-.+\.(.+)[0-9]+\.schlund.net',] }, { provider => 'bisping', regexp => ['(.*?)-gw-pmx[0-9]*\.bisping\.net',] }, { provider => 'gatel', regexp => ['ser[0-3]+-[0-3]+\.(.*?)[0-3]+\.de\.gatel\.net',] }, { provider => 'qsc', regexp => ['rqsc-(.*?)-de[0-9]+-.+[0-9]+-[0-9]+-[0-9]+\.nw\.mediaways\.net', 'bsn\d+\.(.*?)\.qdsl-home\.de', 'bsn\d+\.(.*?)\.qsc\.de', 'core1\.(.*?)\.qsc\.de'] }, { provider => 'dfn', regexp => ['.r-(.*?)[0-9]+\.g-win.dfn.de', '.*\.uni-(.*?)\.de', '.*\.fh-(.*?)\.de', '.*\.tu-(.*?)\.de', '.*\.fu-(.*?)\.de',] }, { provider => 'mops.net', regexp => ['.*?\.core\d\.(.*?)\.mops\.net',] }, { provider => 'schule.de', regexp => ['.*\.(.*?)\..*?\.Schule\.DE',] }, { provider => 'belwue', regexp => ['(?:.*?-)?(.*?)\d+\.BelWue\.DE',] }, { provider => 'lambdanet', regexp => ['.*?\.(.*?)\.de\.lambdanet\.net',] } ); %ipdb = ( # For utrace.de API documentation, see http://en.utrace.de/api.php d1utrace=>{ name=>'utrace', active=>1, url=>'http://xml.utrace.de/?query=', city=>'(.*?)<\/region>', province=>'(.*?)<\/org>', country=>'(.*?)<\/countrycode>', provider=>'(.*?)<\/isp>', failure=>'request-limit-exceeded|Host not found'}, d2ipatlas=> { name=>'IP-Atlas', active=>0, url=>'http://www.xpenguin.com/plot.php?address=', city=>'is located in (.*?),', province=>'is located in.*, (.*?) \(state\),', country=>'is located in.*, (.*?)\. ', failure=>'cannot be located|does not resolve' }, d3netgeo => { name=>'NetGeo', active=>0, url=>'http://netgeo.caida.org/perl/netgeo.cgi?target=', city=>'CITY:\ *(\w+)
', province=>'STATE:.*?, (.*?) \(state\)
', country=>'COUNTRY:\ *(\w+)
', failure=> "SHOULD NOT"}, ); sub draw_box ($$$) { my ($title, $text, $footer) = @_; my $box = ''; $box .= '%R,--[%n%9%U'.$title.'%U%9%R]%n'."\n"; foreach (split(/\n/, $text)) { $box .= '%R|%n '.$_."\n"; } $box .= '%R`--<%n'.$footer.'%R>->%n'; return $box; } sub show_help() { my $help="Localize $VERSION /localize Try to localize the user 'nickname' /localize @ Try to localize the host /localize <#channel> Create a tree of the people inside the channel /localize -s Save the localize cache and settings /localize -r Reload the localize cache from file /localize -c Clear the cache /localize -sc Shows the current content of the cache /localize -h Display this help "; my $text = ""; foreach (split(/\n/, $help)) { $_ =~ s/^\/(.*)$/%9\/$1%9/; $text .= $_."\n"; } print CLIENTCRAP draw_box("Localize", $text, "Help"); } sub get ($) { my ($url) = @_; my $ua = LWP::UserAgent->new(env_proxy => 1,keep_alive => 1,timeout => 30); $ua->agent('Irssi'); my $request = HTTP::Request->new('GET', $url); my $response = $ua->request($request); if ($response->is_success()) { return $response->content(); } else { return undef; } } sub parse_page ($$) { my ($page, $item) = @_; my %empty; my (%location); $_ = $page; my $regexp = $item->{failure}; return(%location) if /$regexp/; foreach my $key ('city', 'province', 'country') { $location{$key} = ''; my $regexp = $item->{$key}; if (/$regexp/) { $location{$key} = $1; } else { return(%empty); } } if (defined $item->{provider}) { if (/$item->{provider}/) { $location{provider} = $1; } } $location{map} = $item->{name} if (%location); return (%location); } sub trace_host ($) { my ($host) = @_; my $cmd = Irssi::settings_get_str('localize_trace_cmd'); local *F; my $pid = open(F, '-|', $cmd.' '.$host.' 2>/dev/null'); my $loc_host; my $provider; my $hops = 0; my $maxhops = Irssi::settings_get_int('localize_trace_distance'); $_ = $host; while (defined $_) { print $_ if $debug; $hops++; if (/\*/) { kill 15, $pid; close(F); return([$loc_host, $provider]) if ($hops < $maxhops && $hops >= 0); return([undef, undef]); } else { foreach my $traced (@tracer) { foreach my $regexp (@{$traced->{regexp}}) { if (/[0-9]+ $regexp /i) { $loc_host = $1; $provider = $traced->{provider}; print $regexp if $debug; print "$loc_host <-> $provider" if $debug; $hops = 0; last; } } } } $_ = ; } close(F); if ( ($hops < $maxhops) && ($hops >= 0)) { if ($debug) { print $loc_host."-".$provider foreach (1..10); } return([$loc_host, $provider]); } else { print $hops." -> ".$maxhops if $debug; } return([undef, undef]); } sub localize($$) { my ($nicks, $query) = @_; if (Irssi::settings_get_bool('localize_background')) { bg_fetch($nicks, $query); } else { fg_fetch($nicks, $query); } } sub fg_fetch ($$) { my ($nicks, $query) = @_; my $data = create_output(@{$nicks}); my $auto = $queries{$query}->[0]{auto}; remove_request($query); process_input($query, $auto, $data); } sub bg_fetch ($$) { my ($nicks, $query) = @_; my ($rh, $wh); pipe($rh, $wh); my $pid = fork(); $procs++; if ($pid > 0) { close $wh; my $size = scalar(@{$nicks}); my $auto = $queries{$query}->[0]{auto}; remove_request($query); unless ($auto ne '') { print CLIENTCRAP '%R>>%n Localizing '.$size.' host(s) in background [pid '.$pid.']...' if Irssi::settings_get_bool('localize_show_message'); } Irssi::pidwait_add($pid); my $pipetag; my @args = ($rh, $query, $auto, \$pipetag); $pipetag = Irssi::input_add(fileno($rh), INPUT_READ, \&pipe_input, \@args); } else { my $data = create_output(@{$nicks}); eval { print($wh $data); close($wh) }; POSIX::_exit(1); } } sub create_output(@) { my (@nicks) = @_; my @new_db; my @stuff; my @data; my $i = 0; foreach (@nicks) { my $nick = $$_[0]; my $host = $$_[1]; my (%location); if (defined $cache{$host}) { %location = %{$cache{$host}}; $location{$_} = $location{$_} foreach (keys %location); $location{'map'} .= " (cached)"; } else { if (Irssi::settings_get_bool('localize_use_traceroute')) { unless (%location) { my ($sign, $provider) = @{ trace_host($host) }; print "\n\n>>>>".$sign if $debug; %location = kfz2location($sign) if $sign; $location{map} = 'traceroute' if (%location); $location{provider} = $provider if (%location); } } if (Irssi::settings_get_bool('localize_use_databases')) { unless (%location) { foreach (sort keys(%ipdb)) { my $item = $ipdb{$_}; next unless $item->{active}; #my $ip = gethostbyname($host); #next unless $ip; my $url = $item->{url}.$host; #inet_ntoa($ip); my $text = get($url); %location = parse_page($text, $item); } } } if (Irssi::settings_get_bool('localize_get_coordinates')) { if (%location) { my $city = $location{city}; my $ua = LWP::UserAgent->new(env_proxy=>1, keep_alive=>1, timeout=>30); my $data = $ua->get('http://www.astro.com/atlas/horoscope/?expr='.$city)->content(); foreach (split /\n/, $data) { decode_entities($_); if (/^