From: cajus Date: Mon, 2 Jun 2008 07:31:30 +0000 (+0000) Subject: Moved server components X-Git-Url: https://git.tokkee.org/?a=commitdiff_plain;h=7f205ef9848dedbd0a26662815c72657fbb25970;p=gosa.git Moved server components git-svn-id: https://oss.gonicus.de/repositories/gosa/trunk@11130 594d385d-05f5-0310-b6e9-bd551577e9d8 --- diff --git a/gosa-si/gosa-si-server b/gosa-si/gosa-si-server index 6aecf17d8..ebe24c107 100755 --- a/gosa-si/gosa-si-server +++ b/gosa-si/gosa-si-server @@ -21,6 +21,10 @@ #=============================================================================== +# TODO +# +# max_children wird momentan nicht mehr verwendet, jede eingehende nachricht bekommt ein eigenes POE child + use strict; use warnings; use Getopt::Long; @@ -49,30 +53,28 @@ use GOSA::GosaSupportDaemon; use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); use Net::LDAP; use Net::LDAP::Util qw(:escape); +use Time::HiRes qw( usleep); +use DateTime; my $modules_path = "/usr/lib/gosa-si/modules"; use lib "/usr/lib/gosa-si/modules"; -my $server_version = '$HeadURL$:$Rev$'; + +# revision number of server and program name +my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $'; my $server_headURL; my $server_revision; my $server_status; +our $prg= basename($0); - -# TODO es gibt eine globale funktion get_ldap_handle -# - ist in einer session dieses ldap handle schon vorhanden, wird es zurückgegeben -# - ist es nicht vorhanden, wird es erzeugt, im heap für spätere ldap anfragen gespeichert und zurückgegeben -# - sessions die kein ldap handle brauchen, sollen auch keins haben -# - wird eine session geschlossen, muss das ldap verbindung vorher beendet werden our $global_kernel; - -my (%cfg_defaults, $foreground, $verbose, $ping_timeout); +my ($foreground, $ping_timeout); my ($bus_activ, $bus, $msg_to_bus, $bus_cipher); my ($server); my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); my ($messaging_db_loop_delay); my ($known_modules); -my ($pid_file, $procid, $pid, $log_file); -my ($arp_activ, $arp_fifo); +my ($procid, $pid); +my ($arp_fifo); my ($xml); my $sources_list; my $max_clients; @@ -81,10 +83,10 @@ my $repo_path; my %repo_dirs=(); # variables declared in config file are always set to 'our' our (%cfg_defaults, $log_file, $pid_file, - $server_ip, $server_port, $SIPackages_key, - $ClientPackages_key, $ServerPackages_key, + $server_ip, $server_port, $ClientPackages_key, $arp_activ, $gosa_unit_tag, $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout, + $foreign_server_string, $server_domain, $ServerPackages_key, $foreign_servers_register_delay, ); # additional variable which should be globaly accessable @@ -97,7 +99,6 @@ our $no_arp; our $verbose; our $forground; our $cfg_file; -#our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); @@ -117,7 +118,18 @@ my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress" my @packages_list_statements; my $watch_for_new_jobs_in_progress = 0; -our $prg= basename($0); +# holds all incoming decrypted messages +our $incoming_db; +our $incoming_tn = 'incoming'; +my $incoming_file_name; +my @incoming_col_names = ("id INTEGER PRIMARY KEY", + "timestamp DEFAULT 'none'", + "headertag DEFAULT 'none'", + "targettag DEFAULT 'none'", + "xmlmessage DEFAULT 'none'", + "module DEFAULT 'none'", + "sessionid DEFAULT '0'", + ); # holds all gosa jobs our $job_db; @@ -145,7 +157,13 @@ my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp"); our $known_clients_db; our $known_clients_tn = "known_clients"; my $known_clients_file_name; -my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events"); +my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events", "keylifetime"); + +# holds all registered clients at a foreign server +our $foreign_clients_db; +our $foreign_clients_tn = "foreign_clients"; +my $foreign_clients_file_name; +my @foreign_clients_col_names = ("hostname", "macaddress", "regserver", "timestamp"); # holds all logged in user at each client our $login_users_db; @@ -184,6 +202,7 @@ our $client_fai_log_dir = "/var/log/fai"; # queue which stores taskes until one of the $max_children children are ready to process the task my @tasks = qw(); +my @msgs_to_decrypt = qw(); my $max_children = 2; @@ -197,21 +216,23 @@ my $max_children = 2; }, "server" => { "port" => [\$server_port, "20081"], - "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], - "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], - "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], - "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'], - "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'], - "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], - "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], - "source-list" => [\$sources_list, '/etc/apt/sources.list'], - "repo-path" => [\$repo_path, '/srv/www/repository'], - "ldap-uri" => [\$ldap_uri, ""], - "ldap-base" => [\$ldap_base, ""], - "ldap-admin-dn" => [\$ldap_admin_dn, ""], - "ldap-admin-password" => [\$ldap_admin_password, ""], - "gosa-unit-tag" => [\$gosa_unit_tag, ""], - "max-clients" => [\$max_clients, 10], + "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], + "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], + "incoming" => [\$incoming_file_name, '/var/lib/gosa-si/incoming.db'], + "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], + "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'], + "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'], + "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], + "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], + "foreign-clients" => [\$foreign_clients_file_name, '/var/lib/gosa-si/foreign_clients.db'], + "source-list" => [\$sources_list, '/etc/apt/sources.list'], + "repo-path" => [\$repo_path, '/srv/www/repository'], + "ldap-uri" => [\$ldap_uri, ""], + "ldap-base" => [\$ldap_base, ""], + "ldap-admin-dn" => [\$ldap_admin_dn, ""], + "ldap-admin-password" => [\$ldap_admin_password, ""], + "gosa-unit-tag" => [\$gosa_unit_tag, ""], + "max-clients" => [\$max_clients, 10], }, "GOsaPackages" => { "ip" => [\$gosa_ip, "0.0.0.0"], @@ -221,15 +242,15 @@ my $max_children = 2; "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3], "key" => [\$GosaPackages_key, "none"], }, -"SIPackages" => { - "key" => [\$SIPackages_key, "none"], - }, "ClientPackages" => { - "key" => [\$ClientPackages_key, "none"], - }, -"ServerPackages" => { - "key" => [\$ServerPackages_key, "none"], - }, + "key" => [\$ClientPackages_key, "none"], + }, +"ServerPackages"=> { + "address" => [\$foreign_server_string, ""], + "domain" => [\$server_domain, ""], + "key" => [\$ServerPackages_key, "none"], + "key-lifetime" => [\$foreign_servers_register_delay, 120], +} ); @@ -299,27 +320,28 @@ sub daemon_log { chmod 0600, $log_file; if(not defined open( LOG_HANDLE, ">>$log_file" )) { print STDERR "cannot open $log_file: $!"; - return } - chomp($msg); - $msg =~s/\n//g; # no newlines are allowed in log messages, this is important for later log parsing - if($level <= $verbose){ - my ($seconds, $minutes, $hours, $monthday, $month, - $year, $weekday, $yearday, $sommertime) = localtime(time); - $hours = $hours < 10 ? $hours = "0".$hours : $hours; - $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; - $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; - my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"); - $month = $monthnames[$month]; - $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; - $year+=1900; - my $name = $prg; - - my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n"; - print LOG_HANDLE $log_msg; - if( $foreground ) { - print STDERR $log_msg; - } + return + } + chomp($msg); + $msg =~s/\n//g; # no newlines are allowed in log messages, this is important for later log parsing + if($level <= $verbose){ + my ($seconds, $minutes, $hours, $monthday, $month, + $year, $weekday, $yearday, $sommertime) = localtime(time); + $hours = $hours < 10 ? $hours = "0".$hours : $hours; + $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; + $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; + my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"); + $month = $monthnames[$month]; + $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; + $year+=1900; + my $name = $prg; + + my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n"; + print LOG_HANDLE $log_msg; + if( $foreground ) { + print STDERR $log_msg; } + } close( LOG_HANDLE ); } } @@ -411,7 +433,7 @@ sub import_modules { daemon_log(" ", 1); if (not -e $modules_path) { - daemon_log("ERROR: cannot find directory or directory is not readable: $modules_path", 1); + daemon_log("0 ERROR: cannot find directory or directory is not readable: $modules_path", 1); } opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n"; @@ -429,7 +451,7 @@ sub import_modules { eval { require $file; }; if ($@) { - daemon_log("ERROR: gosa-si-server could not load module $file", 1); + daemon_log("0 ERROR: gosa-si-server could not load module $file", 1); daemon_log("$@", 5); } else { my $info = eval($mod_name.'::get_module_info()'); @@ -437,7 +459,7 @@ sub import_modules { if( $info ) { my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info}; $known_modules->{$mod_name} = $info; - daemon_log("INFO: module $mod_name loaded", 5); + daemon_log("0 INFO: module $mod_name loaded", 5); } } } @@ -461,7 +483,7 @@ sub sig_int_handler { daemon_log("shutting down gosa-si-server", 1); - system("kill `ps -C gosa-si-server -o pid=`"); + system("kill `ps -C gosa-si-server-nobus -o pid=`"); } $SIG{INT} = \&sig_int_handler; @@ -591,7 +613,7 @@ sub input_from_known_server { } my $host_key = $hit->{hostkey}; daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7); - daemon_log("DEBUG: input_from_known_server: host_key: $host_key", 7); + daemon_log("$session_id DEBUG: input_from_known_server: host_key: $host_key", 7); # check if module can open msg envelope with module key my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); @@ -603,7 +625,7 @@ sub input_from_known_server { else { $msg = $tmp_msg; $msg_hash = $tmp_msg_hash; - $module = "SIPackages"; + $module = "ServerPackages"; last; } } @@ -640,7 +662,7 @@ sub input_from_known_client { next; } else { - $module = "SIPackages"; + $module = "ClientPackages"; last; } } @@ -660,8 +682,8 @@ sub input_from_unknown_host { my $error_string; my %act_modules = %$known_modules; - - while( my ($mod, $info) = each(%act_modules)) { + + while( my ($mod, $info) = each(%act_modules)) { # check a key exists for this module my $module_key = ${$mod."_key"}; @@ -872,6 +894,7 @@ sub send_msg_to_target { my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ; my $error = 0; my $header; + my $timestamp = &get_time(); my $new_status; my $act_status; my ($sql_statement, $res); @@ -903,7 +926,7 @@ sub send_msg_to_target { print $socket $crypted_msg."\n"; daemon_log("$session_id INFO: send ".$header."msg to $address", 5); - #daemon_log("DEBUG: message:\n$msg", 9); + daemon_log("$session_id DEBUG: message:\n$msg", 9); } @@ -917,16 +940,16 @@ sub send_msg_to_target { # known_clients - $sql_statement = "SELECT * FROM known_clients WHERE hostname='$address'"; + $sql_statement = "SELECT * FROM $known_clients_tn WHERE hostname='$address'"; $res = $known_clients_db->select_dbentry($sql_statement); - if( keys(%$res) > 0) { - $act_status = $res->{1}->{'status'}; - if( $act_status eq "down" ) { + if( keys(%$res) == 1) { + $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; + if ($act_status eq "down" && $new_status eq "down") { $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; $res = $known_clients_db->del_dbentry($sql_statement); daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); } else { - $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'"; + $sql_statement = "UPDATE known_clients SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; $res = $known_clients_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); @@ -937,22 +960,21 @@ sub send_msg_to_target { } # known_server - $sql_statement = "SELECT * FROM known_server WHERE hostname='$address'"; + $sql_statement = "SELECT * FROM $known_server_tn WHERE hostname='$address'"; $res = $known_server_db->select_dbentry($sql_statement); - if( keys(%$res) > 0 ) { - $act_status = $res->{1}->{'status'}; - if( $act_status eq "down" ) { + if( keys(%$res) == 1) { + $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; + if ($act_status eq "down" && $new_status eq "down") { $sql_statement = "DELETE FROM known_server WHERE hostname='$address'"; $res = $known_server_db->del_dbentry($sql_statement); - daemon_log("$session_id WARNING: failed 2x to a send msg to host '$address', delete host from known_server", 3); + daemon_log("$session_id WARNING: failed 2x to send a message to host '$address', delete host from known_server", 3); } else { - $sql_statement = "UPDATE known_server SET status='$new_status' WHERE hostname='$address'"; + $sql_statement = "UPDATE known_server SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; $res = $known_server_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); - } - else { + } else { daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } @@ -985,15 +1007,6 @@ sub update_jobdb_status_for_send_msgs { } } -sub _start { - my ($kernel) = $_[KERNEL]; - &trigger_db_loop($kernel); - $global_kernel = $kernel; - $kernel->yield('create_fai_server_db', $fai_server_tn ); - $kernel->yield('create_fai_release_db', $fai_release_tn ); - $kernel->sig(USR1 => "sig_handler"); - $kernel->sig(USR2 => "create_packages_list_db"); -} sub sig_handler { my ($kernel, $signal) = @_[KERNEL, ARG0] ; @@ -1002,23 +1015,210 @@ sub sig_handler { return; } -sub next_task { - my ($session, $heap) = @_[SESSION, HEAP]; - while ( keys( %{ $heap->{task} } ) < $max_children ) { - my $next_task = shift @tasks; - last unless defined $next_task; +sub msg_to_decrypt { + my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; + my $session_id = $session->ID; + my ($msg, $msg_hash, $module); + my $error = 0; - my $task = POE::Wheel::Run->new( - Program => sub { process_task($session, $heap, $next_task) }, - StdioFilter => POE::Filter::Reference->new(), - StdoutEvent => "task_result", - StderrEvent => "task_debug", - CloseEvent => "task_done", - ); + # hole neue msg aus @msgs_to_decrypt + my $next_msg = shift @msgs_to_decrypt; + + # entschlüssle sie - $heap->{task}->{ $task->ID } = $task; + # msg is from a new client or gosa + ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id); + # msg is from a gosa-si-server or gosa-si-bus + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_server($next_msg, $heap->{'remote_ip'}, $session_id); + } + # msg is from a gosa-si-client + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_client($next_msg, $heap->{'remote_ip'}, $session_id); } + # an error occurred + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client + # could not understand a msg from its server the client cause a re-registering process + daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}. + "' to cause a re-registering of the client if necessary", 5); + my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{'hostname'}; + my $host_key = $hit->{'hostkey'}; + my $ping_msg = "
gosa_ping
$server_address $host_name"; + my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); + &update_jobdb_status_for_send_msgs($ping_msg, $error); + } + $error++; + } + + + my $header; + my $target; + my $source; + my $done = 0; + my $sql; + my $res; + # check whether this message should be processed here + if ($error == 0) { + $header = @{$msg_hash->{'header'}}[0]; + $target = @{$msg_hash->{'target'}}[0]; + $source = @{$msg_hash->{'source'}}[0]; + + # target and source is equal to GOSA -> process here + if (not $done) { + if ($target eq "GOSA" && $source eq "GOSA") { + $done = 1; + } + } + + # target is own address without forward_to_gosa-tag -> process here + if (not $done) { + if (($target eq $server_address) && (not exists $msg_hash->{'forward_to_gosa'})) { + $done = 1; + if ($source eq "GOSA") { + $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; + } + print STDERR "target is own address without forward_to_gosa-tag -> process here\n"; + } + } + + # target is a client address in known_clients -> process here + if (not $done) { + $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; + $res = $known_clients_db->select_dbentry($sql); + if (keys(%$res) > 0) { + $done = 1; + my $hostname = $res->{1}->{'hostname'}; + $msg =~ s/$target<\/target>/$hostname<\/target>/; + print STDERR "target is a client address in known_clients -> process here\n"; + } + } + + # target ist own address with forward_to_gosa-tag not pointing to myself -> process here + if (not $done) { + my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; + my $gosa_at; + my $gosa_session_id; + if (($target eq $server_address) && (defined $forward_to_gosa)){ + my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); + if ($gosa_at ne $server_address) { + $done = 1; + print STDERR "target is own address with forward_to_gosa-tag not pointing to myself -> process here\n"; + } + } + } + + # if message should be processed here -> add message to incoming_db + if ($done) { + + # if a job or a gosa message comes from a foreign server, fake module to GosaPackages + # so gosa-si-server knows how to process this kind of messages + if ($header =~ /^gosa_/ || $header =~ /job_/) { + $module = "GosaPackages"; + } + + my $res = $incoming_db->add_dbentry( {table=>$incoming_tn, + primkey=>[], + headertag=>$header, + targettag=>$target, + xmlmessage=>$msg, + timestamp=>&get_time, + module=>$module, + sessionid=>$session_id, + } ); + + } + + # target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa + if (not $done) { + my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; + my $gosa_at; + my $gosa_session_id; + if (($target eq $server_address) && (defined $forward_to_gosa)){ + my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); + if ($gosa_at eq $server_address) { + my $session_reference = $kernel->ID_id_to_session($gosa_session_id); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } + if(exists $heap->{'client'}) { + $msg = &encrypt_msg($msg, $GosaPackages_key); + $heap->{'client'}->put($msg); + } + $done = 1; + print STDERR "target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa\n"; + } + } + + } + + # target is a client address in foreign_clients -> forward to registration server + if (not $done) { + $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; + $res = $foreign_clients_db->select_dbentry($sql); + if (keys(%$res) > 0) { + my $hostname = $res->{1}->{'hostname'}; + my $regserver = $res->{1}->{'regserver'}; + my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$regserver'"; + my $res = $known_server_db->select_dbentry($sql); + if (keys(%$res) > 0) { + my $regserver_key = $res->{1}->{'hostkey'}; + $msg =~ s/GOSA<\/source>/$server_address<\/source>/; + $msg =~ s/$target<\/target>/$hostname<\/target>/; + if ($source eq "GOSA") { + $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; + } + &send_msg_to_target($msg, $regserver, $regserver_key, $header, $session_id); + } + $done = 1; + print STDERR "target is a client address in foreign_clients -> forward to registration server\n"; + } + } + + # target is a server address -> forward to server + if (not $done) { + $sql = "SELECT * FROM $known_server_tn WHERE hostname='$target'"; + $res = $known_server_db->select_dbentry($sql); + if (keys(%$res) > 0) { + my $hostkey = $res->{1}->{'hostkey'}; + + if ($source eq "GOSA") { + $msg =~ s/GOSA<\/source>/$server_address<\/source>/; + $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; + + } + + &send_msg_to_target($msg, $target, $hostkey, $header, $session_id); + $done = 1; + print STDERR "target is a server address -> forward to server\n"; + } + + + } + + if (not $done) { + daemon_log("$session_id ERROR: do not know what to do with this message: $msg", 1); + } + } + + return; +} + + +sub next_task { + my ($session, $heap, $task) = @_[SESSION, HEAP, ARG0]; + my $running_task = POE::Wheel::Run->new( + Program => sub { process_task($session, $heap, $task) }, + StdioFilter => POE::Filter::Reference->new(), + StdoutEvent => "task_result", + StderrEvent => "task_debug", + CloseEvent => "task_done", + ); + $heap->{task}->{ $running_task->ID } = $running_task; } sub handle_task_result { @@ -1048,65 +1248,46 @@ sub handle_task_debug { sub handle_task_done { my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; delete $heap->{task}->{$task_id}; - $kernel->yield("next_task"); } sub process_task { no strict "refs"; - my ($session, $heap, $input) = @_; - my $session_id = $session->ID; - my ($msg, $msg_hash, $module); + my ($session, $heap, $task) = @_; my $error = 0; my $answer_l; my ($answer_header, @answer_target_l, $answer_source); my $client_answer = ""; - daemon_log("", 5); - daemon_log("$session_id INFO: Incoming msg with session ID $session_id from '".$heap->{'remote_ip'}."'", 5); - #daemon_log("$session_id DEBUG: Incoming msg:\n$input", 9); - - #################### - # check incoming msg - # msg is from a new client or gosa - ($msg, $msg_hash, $module) = &input_from_unknown_host($input, $session_id); - # msg is from a gosa-si-server or gosa-si-bus - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}, $session_id); - } - # msg is from a gosa-si-client - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}, $session_id); - } - # an error occurred - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client - # could not understand a msg from its server the client cause a re-registering process - daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}."' to cause a re-registering of the client if necessary", 5); - my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{'hostname'}; - my $host_key = $hit->{'hostkey'}; - my $ping_msg = "
gosa_ping
$server_address $host_name"; - my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); - &update_jobdb_status_for_send_msgs($ping_msg, $error); - } - $error++; - } + # prepare all variables needed to process message + my $msg = $task->{'xmlmessage'}; + my $incoming_id = $task->{'id'}; + my $module = $task->{'module'}; + my $header = $task->{'headertag'}; + my $session_id = $task->{'sessionid'}; + my $msg_hash = $xml->XMLin($msg, ForceArray=>1); + my $source = @{$msg_hash->{'source'}}[0]; + + # set timestamp of incoming client uptodate, so client will not + # be deleted from known_clients because of expiration + my $act_time = &get_time(); + my $sql = "UPDATE $known_clients_tn SET timestamp='$act_time' WHERE hostname='$source'"; + my $res = $known_clients_db->exec_statement($sql); ###################### # process incoming msg if( $error == 0) { - daemon_log("$session_id INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]. - "' from '".$heap->{'remote_ip'}."'", 5); + daemon_log("$session_id INFO: Incoming msg (session_id=$session_id) with header '".@{$msg_hash->{'header'}}[0]."'", 5); daemon_log("$session_id DEBUG: Processing module ".$module, 7); $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); if ( 0 < @{$answer_l} ) { my $answer_str = join("\n", @{$answer_l}); - daemon_log("$session_id DEBUG: $module: Got answer from module: \n".$answer_str,8); + while ($answer_str =~ /
(\w+)<\/header>/g) { + daemon_log("$session_id INFO: got answer message with header '$1'", 5); + } + daemon_log("$session_id DEBUG: $module: got answer from module: \n".$answer_str,8); } else { - daemon_log("$session_id DEBUG: $module: Got no answer from module!" ,8); + daemon_log("$session_id DEBUG: $module: got no answer from module!" ,8); } } @@ -1117,13 +1298,9 @@ sub process_task { if( $error == 0 ) { foreach my $answer ( @{$answer_l} ) { - # for each answer in answer list - # check outgoing msg to xml validity my $answer_hash = &check_outgoing_xml_validity($answer); - if( not defined $answer_hash ) { - next; - } + if( not defined $answer_hash ) { next; } $answer_header = @{$answer_hash->{'header'}}[0]; @answer_target_l = @{$answer_hash->{'target'}}; @@ -1148,12 +1325,12 @@ sub process_task { # targets of msg are all gosa-si-server in known_server_db elsif( $answer_target eq "KNOWN_SERVER" ) { # answer is for all server in known_server - my $sql_statement= "SELECT * FROM known_server"; + my $sql_statement= "SELECT * FROM $known_server_tn"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; - $answer =~ s/KNOWN_SERVER/$host_name/g; + $answer =~ s/KNOWN_SERVER<\/target>/$host_name<\/target>/g; my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } @@ -1257,22 +1434,40 @@ sub process_task { } - -sub trigger_db_loop { - my ($kernel) = @_ ; +sub session_start { + my ($kernel) = $_[KERNEL]; + &trigger_db_loop($kernel); + $global_kernel = $kernel; + $kernel->yield('register_at_foreign_servers'); + $kernel->yield('create_fai_server_db', $fai_server_tn ); + $kernel->yield('create_fai_release_db', $fai_release_tn ); + $kernel->yield('watch_for_next_tasks'); + $kernel->sig(USR1 => "sig_handler"); + $kernel->sig(USR2 => "create_packages_list_db"); $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); + $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); + +} + +sub trigger_db_loop { + my ($kernel) = @_ ; +# $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); +# $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); +# $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); +# $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); +# $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); +# $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); } sub watch_for_done_jobs { my ($kernel,$heap) = @_[KERNEL, HEAP]; - my $sql_statement = "SELECT * FROM ".$job_queue_tn. - " WHERE status='done'"; + my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE status='done'"; my $res = $job_db->select_dbentry( $sql_statement ); while( my ($id, $hit) = each %{$res} ) { @@ -1400,11 +1595,37 @@ sub watch_for_new_messages { if ($receiver =~ /^u_([\s\S]*)$/) { $receiver_h{$1} = 0; } elsif ($receiver =~ /^g_([\s\S]*)$/) { -# TODO implement receiver translation + my $group_name = $1; + # fetch all group members from ldap and add them to receiver hash + my $ldap_handle = &get_ldap_handle(); + if (defined $ldap_handle) { + my $mesg = $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['memberUid'], + filter => "cn=$group_name", + ); + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + my @receivers= $entry->get_value("memberUid"); + foreach my $receiver (@receivers) { + $receiver_h{$1} = 0; + } + } + } + # translating errors ? + if ($mesg->code) { + daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: $mesg->error", 1); + } + # ldap handle error ? + } else { + daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: no ldap handle available", 1); + } } else { my $sbjct = &encode_base64(@{$hit}[1]); my $msg = &encode_base64(@{$hit}[7]); - &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message 'sbjct - msg'", 3); + &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message '$sbjct - $msg'", 3); } } my @receiver_l = keys(%receiver_h); @@ -1473,7 +1694,7 @@ sub watch_for_delivery_messages { # fetch key to encrypt msg propperly for usr/host my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')"; &daemon_log("0 DEBUG: $sql", 7); - my $res = $known_clients_db->exec_statement($sql); + my $res = $known_clients_db->select_dbentry($sql); # host is already down if (not ref(@$res[0]) eq "ARRAY") { next; } @@ -1529,6 +1750,64 @@ sub watch_for_done_messages { } +sub watch_for_old_known_clients { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql_statement = "SELECT * FROM $known_clients_tn"; + my $res = $known_clients_db->select_dbentry( $sql_statement ); + + my $act_time = int(&get_time()); + + while ( my ($hit_num, $hit) = each %$res) { + my $expired_timestamp = int($hit->{'timestamp'}); + $expired_timestamp =~ /(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/; + my $dt = DateTime->new( year => $1, + month => $2, + day => $3, + hour => $4, + minute => $5, + second => $6, + ); + + $dt->add( seconds => 2 * int($hit->{'keylifetime'}) ); + $expired_timestamp = $dt->ymd('').$dt->hms('')."\n"; + if ($act_time > $expired_timestamp) { + my $hostname = $hit->{'hostname'}; + my $del_sql = "DELETE FROM $known_clients_tn WHERE hostname='$hostname'"; + my $del_res = $known_clients_db->exec_statement($del_sql); + + &main::daemon_log("0 INFO: timestamp '".$hit->{'timestamp'}."' of client '$hostname' is expired('$expired_timestamp'), client will be deleted from known_clients_db", 5); + } + + } + + $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); +} + + +sub watch_for_next_tasks { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql = "SELECT * FROM $incoming_tn"; + my $res = $incoming_db->select_dbentry($sql); + + while ( my ($hit_num, $hit) = each %$res) { + my $headertag = $hit->{'headertag'}; + if ($headertag =~ /^answer_(\d+)/) { + # do not start processing, this message is for a still running POE::Wheel + next; + } + my $message_id = $hit->{'id'}; + $kernel->yield('next_task', $hit); + + my $sql = "DELETE FROM $incoming_tn WHERE id=$message_id"; + my $res = $incoming_db->exec_statement($sql); + } + + $kernel->delay_set('watch_for_next_tasks', 1); +} + + sub get_ldap_handle { my ($session_id) = @_; my $heap; @@ -1540,7 +1819,7 @@ sub get_ldap_handle { if ($session_id == 0) { daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); $ldap_handle = Net::LDAP->new( $ldap_uri ); - $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); + $ldap_handle->bind($ldap_admin_dn, apassword => $ldap_admin_password); } else { my $session_reference = $global_kernel->ID_id_to_session($session_id); @@ -2217,25 +2496,14 @@ sub create_packages_list_db { close (CONFIG); find(\&cleanup_and_extract, keys( %repo_dirs )); - eval { - &main::strip_packages_list_statements(); - }; - if($@) { - daemon_log("$session_id ERROR: Preparation of statement list failed with '$@'!", 1); - } + &main::strip_packages_list_statements(); unshift @packages_list_statements, "VACUUM"; - eval { - $packages_list_db->exec_statementlist(\@packages_list_statements); - }; - if($@) { - daemon_log("$session_id ERROR: Updating package_list_db failed with '$@'!", 1); - } + $packages_list_db->exec_statementlist(\@packages_list_statements); unlink($packages_list_under_construction); daemon_log("$session_id INFO: create_packages_list_db: finished", 5); return; } - # This function should do some intensive task to minimize the db-traffic sub strip_packages_list_statements { my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")}; @@ -2496,6 +2764,42 @@ sub cleanup_and_extract { } +sub register_at_foreign_servers { + my ($kernel) = $_[KERNEL]; + + # hole alle bekannten server aus known_server_db + my $server_sql = "SELECT * FROM $known_server_tn"; + my $server_res = $known_server_db->exec_statement($server_sql); + + # no entries in known_server_db + if (not ref(@$server_res[0]) eq "ARRAY") { + # TODO + } + + # detect already connected clients + my $client_sql = "SELECT * FROM $known_clients_tn"; + my $client_res = $known_clients_db->exec_statement($client_sql); + + # send my server details to all other gosa-si-server within the network + foreach my $hit (@$server_res) { + my $hostname = @$hit[0]; + my $hostkey = &create_passwd; + + # add already connected clients to registration message + my $myhash = &create_xml_hash('new_server', $server_address, $hostname); + &add_content2xml_hash($myhash, 'key', $hostkey); + map(&add_content2xml_hash($myhash, 'client', @{$_}[0].",".@{$_}[4]), @$client_res); + + # build registration message and send it + my $foreign_server_msg = &create_xml_string($myhash); + my $error = &send_msg_to_target($foreign_server_msg, $hostname, $ServerPackages_key, "new_server", 0); + } + + $kernel->delay_set("register_at_foreign_servers", $foreign_servers_register_delay); + return; +} + + #==== MAIN = main ============================================================== # parse commandline options Getopt::Long::Configure( "bundling" ); @@ -2563,6 +2867,11 @@ if ($no_bus > 0) { $bus_activ = "false" } +# connect to incoming_db +unlink($incoming_file_name); +$incoming_db = GOSA::DBsqlite->new($incoming_file_name); +$incoming_db->create_table($incoming_tn, \@incoming_col_names); + # connect to gosa-si job queue $job_db = GOSA::DBsqlite->new($job_queue_file_name); $job_db->create_table($job_queue_tn, \@job_queue_col_names); @@ -2571,7 +2880,12 @@ $job_db->create_table($job_queue_tn, \@job_queue_col_names); $known_clients_db = GOSA::DBsqlite->new($known_clients_file_name); $known_clients_db->create_table($known_clients_tn, \@known_clients_col_names); +# connect to foreign_clients_db +$foreign_clients_db = GOSA::DBsqlite->new($foreign_clients_file_name); +$foreign_clients_db->create_table($foreign_clients_tn, \@foreign_clients_col_names); + # connect to known_server_db +unlink($known_server_file_name); $known_server_db = GOSA::DBsqlite->new($known_server_file_name); $known_server_db->create_table($known_server_tn, \@known_server_col_names); @@ -2602,16 +2916,72 @@ $messaging_db->create_table($messaging_tn, \@messaging_col_names); # create xml object used for en/decrypting $xml = new XML::Simple(); -# create socket for incoming xml messages + +# foreign servers +my @foreign_server_list; + +# add foreign server from cfg file +if ($foreign_server_string ne "") { + my @cfg_foreign_server_list = split(",", $foreign_server_string); + foreach my $foreign_server (@cfg_foreign_server_list) { + push(@foreign_server_list, $foreign_server); + } +} + +# add foreign server from dns +my @tmp_servers; +if ( !$server_domain) { + # Try our DNS Searchlist + for my $domain(get_dns_domains()) { + chomp($domain); + my @tmp_domains= &get_server_addresses($domain); + if(@tmp_domains) { + for my $tmp_server(@tmp_domains) { + push @tmp_servers, $tmp_server; + } + } + } + if(@tmp_servers && length(@tmp_servers)==0) { + daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); + } +} else { + @tmp_servers = &get_server_addresses($server_domain); + if( 0 == @tmp_servers ) { + daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); + } +} +foreach my $server (@tmp_servers) { + unshift(@foreign_server_list, $server); +} +# eliminate duplicate entries +@foreign_server_list = &del_doubles(@foreign_server_list); +my $all_foreign_server = join(", ", @foreign_server_list); +daemon_log("0 INFO: found foreign server in config file and DNS: $all_foreign_server", 5); + +# add all found foreign servers to known_server +my $act_timestamp = &get_time(); +foreach my $foreign_server (@foreign_server_list) { + my $res = $known_server_db->add_dbentry( {table=>$known_server_tn, + primkey=>['hostname'], + hostname=>$foreign_server, + status=>'not_jet_registered', + hostkey=>"none", + timestamp=>$act_timestamp, + } ); +} + POE::Component::Server::TCP->new( + Alias => "TCP_SERVER", Port => $server_port, ClientInput => sub { my ($kernel, $input) = @_[KERNEL, ARG0]; push(@tasks, $input); - $kernel->yield("next_task"); + push(@msgs_to_decrypt, $input); + $kernel->yield("msg_to_decrypt"); }, InlineStates => { + msg_to_decrypt => \&msg_to_decrypt, next_task => \&next_task, task_result => \&handle_task_result, task_done => \&handle_task_done, @@ -2625,13 +2995,20 @@ daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); # create session for repeatedly checking the job queue for jobs POE::Session->create( inline_states => { - _start => \&_start, - sig_handler => \&sig_handler, + _start => \&session_start, + register_at_foreign_servers => \®ister_at_foreign_servers, + sig_handler => \&sig_handler, + next_task => \&next_task, + task_result => \&handle_task_result, + task_done => \&handle_task_done, + task_debug => \&handle_task_debug, + watch_for_next_tasks => \&watch_for_next_tasks, watch_for_new_messages => \&watch_for_new_messages, watch_for_delivery_messages => \&watch_for_delivery_messages, watch_for_done_messages => \&watch_for_done_messages, watch_for_new_jobs => \&watch_for_new_jobs, watch_for_done_jobs => \&watch_for_done_jobs, + watch_for_old_known_clients => \&watch_for_old_known_clients, create_packages_list_db => \&run_create_packages_list_db, create_fai_server_db => \&run_create_fai_server_db, create_fai_release_db => \&run_create_fai_release_db, @@ -2646,8 +3023,11 @@ POE::Session->create( # import all modules &import_modules; +# TODO # check wether all modules are gosa-si valid passwd check + + POE::Kernel->run(); exit; diff --git a/gosa-si/gosa-si-server-nobus b/gosa-si/gosa-si-server-nobus deleted file mode 100755 index ebe24c107..000000000 --- a/gosa-si/gosa-si-server-nobus +++ /dev/null @@ -1,3033 +0,0 @@ -#!/usr/bin/perl -#=============================================================================== -# -# FILE: gosa-sd -# -# USAGE: ./gosa-sd -# -# DESCRIPTION: -# -# OPTIONS: --- -# REQUIREMENTS: libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl -# libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl -# libpoe-perl -# BUGS: --- -# NOTES: -# AUTHOR: (Andreas Rettenberger), -# COMPANY: -# VERSION: 1.0 -# CREATED: 12.09.2007 08:54:41 CEST -# REVISION: --- -#=============================================================================== - - -# TODO -# -# max_children wird momentan nicht mehr verwendet, jede eingehende nachricht bekommt ein eigenes POE child - -use strict; -use warnings; -use Getopt::Long; -use Config::IniFiles; -use POSIX; - -use Fcntl; -use IO::Socket::INET; -use IO::Handle; -use IO::Select; -use Symbol qw(qualify_to_ref); -use Crypt::Rijndael; -use MIME::Base64; -use Digest::MD5 qw(md5 md5_hex md5_base64); -use XML::Simple; -use Data::Dumper; -use Sys::Syslog qw( :DEFAULT setlogsock); -use Cwd; -use File::Spec; -use File::Basename; -use File::Find; -use File::Copy; -use File::Path; -use GOSA::DBsqlite; -use GOSA::GosaSupportDaemon; -use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); -use Net::LDAP; -use Net::LDAP::Util qw(:escape); -use Time::HiRes qw( usleep); -use DateTime; - -my $modules_path = "/usr/lib/gosa-si/modules"; -use lib "/usr/lib/gosa-si/modules"; - -# revision number of server and program name -my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $'; -my $server_headURL; -my $server_revision; -my $server_status; -our $prg= basename($0); - -our $global_kernel; -my ($foreground, $ping_timeout); -my ($bus_activ, $bus, $msg_to_bus, $bus_cipher); -my ($server); -my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); -my ($messaging_db_loop_delay); -my ($known_modules); -my ($procid, $pid); -my ($arp_fifo); -my ($xml); -my $sources_list; -my $max_clients; -my %repo_files=(); -my $repo_path; -my %repo_dirs=(); -# variables declared in config file are always set to 'our' -our (%cfg_defaults, $log_file, $pid_file, - $server_ip, $server_port, $ClientPackages_key, - $arp_activ, $gosa_unit_tag, - $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout, - $foreign_server_string, $server_domain, $ServerPackages_key, $foreign_servers_register_delay, -); - -# additional variable which should be globaly accessable -our $server_address; -our $server_mac_address; -our $bus_address; -our $gosa_address; -our $no_bus; -our $no_arp; -our $verbose; -our $forground; -our $cfg_file; -our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); - - -# specifies the verbosity of the daemon_log -$verbose = 0 ; - -# if foreground is not null, script will be not forked to background -$foreground = 0 ; - -# specifies the timeout seconds while checking the online status of a registrating client -$ping_timeout = 5; - -$no_bus = 0; -$bus_activ = "true"; -$no_arp = 0; -my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress"; -my @packages_list_statements; -my $watch_for_new_jobs_in_progress = 0; - -# holds all incoming decrypted messages -our $incoming_db; -our $incoming_tn = 'incoming'; -my $incoming_file_name; -my @incoming_col_names = ("id INTEGER PRIMARY KEY", - "timestamp DEFAULT 'none'", - "headertag DEFAULT 'none'", - "targettag DEFAULT 'none'", - "xmlmessage DEFAULT 'none'", - "module DEFAULT 'none'", - "sessionid DEFAULT '0'", - ); - -# holds all gosa jobs -our $job_db; -our $job_queue_tn = 'jobs'; -my $job_queue_file_name; -my @job_queue_col_names = ("id INTEGER PRIMARY KEY", - "timestamp DEFAULT 'none'", - "status DEFAULT 'none'", - "result DEFAULT 'none'", - "progress DEFAULT 'none'", - "headertag DEFAULT 'none'", - "targettag DEFAULT 'none'", - "xmlmessage DEFAULT 'none'", - "macaddress DEFAULT 'none'", - "plainname DEFAULT 'none'", - ); - -# holds all other gosa-sd as well as the gosa-sd-bus -our $known_server_db; -our $known_server_tn = "known_server"; -my $known_server_file_name; -my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp"); - -# holds all registrated clients -our $known_clients_db; -our $known_clients_tn = "known_clients"; -my $known_clients_file_name; -my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events", "keylifetime"); - -# holds all registered clients at a foreign server -our $foreign_clients_db; -our $foreign_clients_tn = "foreign_clients"; -my $foreign_clients_file_name; -my @foreign_clients_col_names = ("hostname", "macaddress", "regserver", "timestamp"); - -# holds all logged in user at each client -our $login_users_db; -our $login_users_tn = "login_users"; -my $login_users_file_name; -my @login_users_col_names = ("client", "user", "timestamp"); - -# holds all fai server, the debian release and tag -our $fai_server_db; -our $fai_server_tn = "fai_server"; -my $fai_server_file_name; -our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag"); - -our $fai_release_db; -our $fai_release_tn = "fai_release"; -my $fai_release_file_name; -our @fai_release_col_names = ("timestamp", "release", "class", "type", "state"); - -# holds all packages available from different repositories -our $packages_list_db; -our $packages_list_tn = "packages_list"; -my $packages_list_file_name; -our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp"); -my $outdir = "/tmp/packages_list_db"; -my $arch = "i386"; - -# holds all messages which should be delivered to a user -our $messaging_db; -our $messaging_tn = "messaging"; -our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to", - "flag", "direction", "delivery_time", "message", "timestamp" ); -my $messaging_file_name; - -# path to directory to store client install log files -our $client_fai_log_dir = "/var/log/fai"; - -# queue which stores taskes until one of the $max_children children are ready to process the task -my @tasks = qw(); -my @msgs_to_decrypt = qw(); -my $max_children = 2; - - -%cfg_defaults = ( -"general" => { - "log-file" => [\$log_file, "/var/run/".$prg.".log"], - "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"], - }, -"bus" => { - "activ" => [\$bus_activ, "true"], - }, -"server" => { - "port" => [\$server_port, "20081"], - "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], - "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], - "incoming" => [\$incoming_file_name, '/var/lib/gosa-si/incoming.db'], - "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], - "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'], - "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'], - "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], - "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], - "foreign-clients" => [\$foreign_clients_file_name, '/var/lib/gosa-si/foreign_clients.db'], - "source-list" => [\$sources_list, '/etc/apt/sources.list'], - "repo-path" => [\$repo_path, '/srv/www/repository'], - "ldap-uri" => [\$ldap_uri, ""], - "ldap-base" => [\$ldap_base, ""], - "ldap-admin-dn" => [\$ldap_admin_dn, ""], - "ldap-admin-password" => [\$ldap_admin_password, ""], - "gosa-unit-tag" => [\$gosa_unit_tag, ""], - "max-clients" => [\$max_clients, 10], - }, -"GOsaPackages" => { - "ip" => [\$gosa_ip, "0.0.0.0"], - "port" => [\$gosa_port, "20082"], - "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'], - "job-queue-loop-delay" => [\$job_queue_loop_delay, 3], - "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3], - "key" => [\$GosaPackages_key, "none"], - }, -"ClientPackages" => { - "key" => [\$ClientPackages_key, "none"], - }, -"ServerPackages"=> { - "address" => [\$foreign_server_string, ""], - "domain" => [\$server_domain, ""], - "key" => [\$ServerPackages_key, "none"], - "key-lifetime" => [\$foreign_servers_register_delay, 120], -} -); - - -#=== FUNCTION ================================================================ -# NAME: usage -# PARAMETERS: nothing -# RETURNS: nothing -# DESCRIPTION: print out usage text to STDERR -#=============================================================================== -sub usage { - print STDERR << "EOF" ; -usage: $prg [-hvf] [-c config] - - -h : this (help) message - -c : config file - -f : foreground, process will not be forked to background - -v : be verbose (multiple to increase verbosity) - -no-bus : starts $prg without connection to bus - -no-arp : starts $prg without connection to arp module - -EOF - print "\n" ; -} - - -#=== FUNCTION ================================================================ -# NAME: read_configfile -# PARAMETERS: cfg_file - string - -# RETURNS: nothing -# DESCRIPTION: read cfg_file and set variables -#=============================================================================== -sub read_configfile { - my $cfg; - if( defined( $cfg_file) && ( (-s $cfg_file) > 0 )) { - if( -r $cfg_file ) { - $cfg = Config::IniFiles->new( -file => $cfg_file ); - } else { - print STDERR "Couldn't read config file!\n"; - } - } else { - $cfg = Config::IniFiles->new() ; - } - foreach my $section (keys %cfg_defaults) { - foreach my $param (keys %{$cfg_defaults{ $section }}) { - my $pinfo = $cfg_defaults{ $section }{ $param }; - ${@$pinfo[ 0 ]} = $cfg->val( $section, $param, @$pinfo[ 1 ] ); - } - } -} - - -#=== FUNCTION ================================================================ -# NAME: logging -# PARAMETERS: level - string - default 'info' -# msg - string - -# facility - string - default 'LOG_DAEMON' -# RETURNS: nothing -# DESCRIPTION: function for logging -#=============================================================================== -sub daemon_log { - # log into log_file - my( $msg, $level ) = @_; - if(not defined $msg) { return } - if(not defined $level) { $level = 1 } - if(defined $log_file){ - open(LOG_HANDLE, ">>$log_file"); - chmod 0600, $log_file; - if(not defined open( LOG_HANDLE, ">>$log_file" )) { - print STDERR "cannot open $log_file: $!"; - return - } - chomp($msg); - $msg =~s/\n//g; # no newlines are allowed in log messages, this is important for later log parsing - if($level <= $verbose){ - my ($seconds, $minutes, $hours, $monthday, $month, - $year, $weekday, $yearday, $sommertime) = localtime(time); - $hours = $hours < 10 ? $hours = "0".$hours : $hours; - $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; - $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; - my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"); - $month = $monthnames[$month]; - $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; - $year+=1900; - my $name = $prg; - - my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n"; - print LOG_HANDLE $log_msg; - if( $foreground ) { - print STDERR $log_msg; - } - } - close( LOG_HANDLE ); - } -} - - -#=== FUNCTION ================================================================ -# NAME: check_cmdline_param -# PARAMETERS: nothing -# RETURNS: nothing -# DESCRIPTION: validates commandline parameter -#=============================================================================== -sub check_cmdline_param () { - my $err_config; - my $err_counter = 0; - if(not defined($cfg_file)) { - $cfg_file = "/etc/gosa-si/server.conf"; - if(! -r $cfg_file) { - $err_config = "please specify a config file"; - $err_counter += 1; - } - } - if( $err_counter > 0 ) { - &usage( "", 1 ); - if( defined( $err_config)) { print STDERR "$err_config\n"} - print STDERR "\n"; - exit( -1 ); - } -} - - -#=== FUNCTION ================================================================ -# NAME: check_pid -# PARAMETERS: nothing -# RETURNS: nothing -# DESCRIPTION: handels pid processing -#=============================================================================== -sub check_pid { - $pid = -1; - # Check, if we are already running - if( open(LOCK_FILE, "<$pid_file") ) { - $pid = ; - if( defined $pid ) { - chomp( $pid ); - if( -f "/proc/$pid/stat" ) { - my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/; - if( $stat ) { - daemon_log("ERROR: Already running",1); - close( LOCK_FILE ); - exit -1; - } - } - } - close( LOCK_FILE ); - unlink( $pid_file ); - } - - # create a syslog msg if it is not to possible to open PID file - if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) { - my($msg) = "Couldn't obtain lockfile '$pid_file' "; - if (open(LOCK_FILE, '<', $pid_file) - && ($pid = )) - { - chomp($pid); - $msg .= "(PID $pid)\n"; - } else { - $msg .= "(unable to read PID)\n"; - } - if( ! ($foreground) ) { - openlog( $0, "cons,pid", "daemon" ); - syslog( "warning", $msg ); - closelog(); - } - else { - print( STDERR " $msg " ); - } - exit( -1 ); - } -} - -#=== FUNCTION ================================================================ -# NAME: import_modules -# PARAMETERS: module_path - string - abs. path to the directory the modules -# are stored -# RETURNS: nothing -# DESCRIPTION: each file in module_path which ends with '.pm' and activation -# state is on is imported by "require 'file';" -#=============================================================================== -sub import_modules { - daemon_log(" ", 1); - - if (not -e $modules_path) { - daemon_log("0 ERROR: cannot find directory or directory is not readable: $modules_path", 1); - } - - opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n"; - while (defined (my $file = readdir (DIR))) { - if (not $file =~ /(\S*?).pm$/) { - next; - } - my $mod_name = $1; - - if( $file =~ /ArpHandler.pm/ ) { - if( $no_arp > 0 ) { - next; - } - } - - eval { require $file; }; - if ($@) { - daemon_log("0 ERROR: gosa-si-server could not load module $file", 1); - daemon_log("$@", 5); - } else { - my $info = eval($mod_name.'::get_module_info()'); - # Only load module if get_module_info() returns a non-null object - if( $info ) { - my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info}; - $known_modules->{$mod_name} = $info; - daemon_log("0 INFO: module $mod_name loaded", 5); - } - } - } - close (DIR); -} - - -#=== FUNCTION ================================================================ -# NAME: sig_int_handler -# PARAMETERS: signal - string - signal arose from system -# RETURNS: noting -# DESCRIPTION: handels tasks to be done befor signal becomes active -#=============================================================================== -sub sig_int_handler { - my ($signal) = @_; - -# if (defined($ldap_handle)) { -# $ldap_handle->disconnect; -# } - # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden - - - daemon_log("shutting down gosa-si-server", 1); - system("kill `ps -C gosa-si-server-nobus -o pid=`"); -} -$SIG{INT} = \&sig_int_handler; - - -sub check_key_and_xml_validity { - my ($crypted_msg, $module_key, $session_id) = @_; - my $msg; - my $msg_hash; - my $error_string; - eval{ - $msg = &decrypt_msg($crypted_msg, $module_key); - - if ($msg =~ //i){ - $msg =~ s/\s+/ /g; # just for better daemon_log - daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8); - $msg_hash = $xml->XMLin($msg, ForceArray=>1); - - ############## - # check header - if( not exists $msg_hash->{'header'} ) { die "no header specified"; } - my $header_l = $msg_hash->{'header'}; - if( 1 > @{$header_l} ) { die 'empty header tag'; } - if( 1 < @{$header_l} ) { die 'more than one header specified'; } - my $header = @{$header_l}[0]; - if( 0 == length $header) { die 'empty string in header tag'; } - - ############## - # check source - if( not exists $msg_hash->{'source'} ) { die "no source specified"; } - my $source_l = $msg_hash->{'source'}; - if( 1 > @{$source_l} ) { die 'empty source tag'; } - if( 1 < @{$source_l} ) { die 'more than one source specified'; } - my $source = @{$source_l}[0]; - if( 0 == length $source) { die 'source error'; } - - ############## - # check target - if( not exists $msg_hash->{'target'} ) { die "no target specified"; } - my $target_l = $msg_hash->{'target'}; - if( 1 > @{$target_l} ) { die 'empty target tag'; } - } - }; - if($@) { - daemon_log("$session_id DEBUG: do not understand the message: $@", 7); - $msg = undef; - $msg_hash = undef; - } - - return ($msg, $msg_hash); -} - - -sub check_outgoing_xml_validity { - my ($msg) = @_; - - my $msg_hash; - eval{ - $msg_hash = $xml->XMLin($msg, ForceArray=>1); - - ############## - # check header - my $header_l = $msg_hash->{'header'}; - if( 1 != @{$header_l} ) { - die 'no or more than one headers specified'; - } - my $header = @{$header_l}[0]; - if( 0 == length $header) { - die 'header has length 0'; - } - - ############## - # check source - my $source_l = $msg_hash->{'source'}; - if( 1 != @{$source_l} ) { - die 'no or more than 1 sources specified'; - } - my $source = @{$source_l}[0]; - if( 0 == length $source) { - die 'source has length 0'; - } - unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || - $source =~ /^GOSA$/i ) { - die "source '$source' is neither a complete ip-address with port nor 'GOSA'"; - } - - ############## - # check target - my $target_l = $msg_hash->{'target'}; - if( 0 == @{$target_l} ) { - die "no targets specified"; - } - foreach my $target (@$target_l) { - if( 0 == length $target) { - die "target has length 0"; - } - unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || - $target =~ /^GOSA$/i || - $target =~ /^\*$/ || - $target =~ /KNOWN_SERVER/i || - $target =~ /JOBDB/i || - $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){ - die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address"; - } - } - }; - if($@) { - daemon_log("WARNING: outgoing msg is not gosa-si envelope conform", 5); - daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 8); - $msg_hash = undef; - } - - return ($msg_hash); -} - - -sub input_from_known_server { - my ($input, $remote_ip, $session_id) = @_ ; - my ($msg, $msg_hash, $module); - - my $sql_statement= "SELECT * FROM known_server"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - if( not $host_name =~ "^$remote_ip") { - next; - } - my $host_key = $hit->{hostkey}; - daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7); - daemon_log("$session_id DEBUG: input_from_known_server: host_key: $host_key", 7); - - # check if module can open msg envelope with module key - my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); - if( (!$tmp_msg) || (!$tmp_msg_hash) ) { - daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7); - daemon_log("$@", 8); - next; - } - else { - $msg = $tmp_msg; - $msg_hash = $tmp_msg_hash; - $module = "ServerPackages"; - last; - } - } - - if( (!$msg) || (!$msg_hash) || (!$module) ) { - daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7); - } - - return ($msg, $msg_hash, $module); -} - - -sub input_from_known_client { - my ($input, $remote_ip, $session_id) = @_ ; - my ($msg, $msg_hash, $module); - - my $sql_statement= "SELECT * FROM known_clients"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - if( not $host_name =~ /^$remote_ip:\d*$/) { - next; - } - my $host_key = $hit->{hostkey}; - &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7); - &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7); - - # check if module can open msg envelope with module key - ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); - - if( (!$msg) || (!$msg_hash) ) { - &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7); - &daemon_log("$@", 8); - next; - } - else { - $module = "ClientPackages"; - last; - } - } - - if( (!$msg) || (!$msg_hash) || (!$module) ) { - &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7); - } - - return ($msg, $msg_hash, $module); -} - - -sub input_from_unknown_host { - no strict "refs"; - my ($input, $session_id) = @_ ; - my ($msg, $msg_hash, $module); - my $error_string; - - my %act_modules = %$known_modules; - - while( my ($mod, $info) = each(%act_modules)) { - - # check a key exists for this module - my $module_key = ${$mod."_key"}; - if( not defined $module_key ) { - if( $mod eq 'ArpHandler' ) { - next; - } - daemon_log("$session_id ERROR: no key specified in config file for $mod", 1); - next; - } - daemon_log("$session_id DEBUG: $mod: $module_key", 7); - - # check if module can open msg envelope with module key - ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id); - if( (not defined $msg) || (not defined $msg_hash) ) { - next; - } - else { - $module = $mod; - last; - } - } - - if( (!$msg) || (!$msg_hash) || (!$module)) { - daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7); - } - - return ($msg, $msg_hash, $module); -} - - -sub create_ciphering { - my ($passwd) = @_; - if((!defined($passwd)) || length($passwd)==0) { - $passwd = ""; - } - $passwd = substr(md5_hex("$passwd") x 32, 0, 32); - my $iv = substr(md5_hex('GONICUS GmbH'),0, 16); - my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC()); - $my_cipher->set_iv($iv); - return $my_cipher; -} - - -sub encrypt_msg { - my ($msg, $key) = @_; - my $my_cipher = &create_ciphering($key); - my $len; - { - use bytes; - $len= 16-length($msg)%16; - } - $msg = "\0"x($len).$msg; - $msg = $my_cipher->encrypt($msg); - chomp($msg = &encode_base64($msg)); - # there are no newlines allowed inside msg - $msg=~ s/\n//g; - return $msg; -} - - -sub decrypt_msg { - - my ($msg, $key) = @_ ; - $msg = &decode_base64($msg); - my $my_cipher = &create_ciphering($key); - $msg = $my_cipher->decrypt($msg); - $msg =~ s/\0*//g; - return $msg; -} - - -sub get_encrypt_key { - my ($target) = @_ ; - my $encrypt_key; - my $error = 0; - - # target can be in known_server - if( not defined $encrypt_key ) { - my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - if( $host_name ne $target ) { - next; - } - $encrypt_key = $hit->{hostkey}; - last; - } - } - - # target can be in known_client - if( not defined $encrypt_key ) { - my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - if( $host_name ne $target ) { - next; - } - $encrypt_key = $hit->{hostkey}; - last; - } - } - - return $encrypt_key; -} - - -#=== FUNCTION ================================================================ -# NAME: open_socket -# PARAMETERS: PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000 -# [PeerPort] string necessary if port not appended by PeerAddr -# RETURNS: socket IO::Socket::INET -# DESCRIPTION: open a socket to PeerAddr -#=============================================================================== -sub open_socket { - my ($PeerAddr, $PeerPort) = @_ ; - if(defined($PeerPort)){ - $PeerAddr = $PeerAddr.":".$PeerPort; - } - my $socket; - $socket = new IO::Socket::INET(PeerAddr => $PeerAddr, - Porto => "tcp", - Type => SOCK_STREAM, - Timeout => 5, - ); - if(not defined $socket) { - return; - } -# &daemon_log("DEBUG: open_socket: $PeerAddr", 7); - return $socket; -} - - -#=== FUNCTION ================================================================ -# NAME: get_ip -# PARAMETERS: interface name (i.e. eth0) -# RETURNS: (ip address) -# DESCRIPTION: Uses ioctl to get ip address directly from system. -#=============================================================================== -sub get_ip { - my $ifreq= shift; - my $result= ""; - my $SIOCGIFADDR= 0x8915; # man 2 ioctl_list - my $proto= getprotobyname('ip'); - - socket SOCKET, PF_INET, SOCK_DGRAM, $proto - or die "socket: $!"; - - if(ioctl SOCKET, $SIOCGIFADDR, $ifreq) { - my ($if, $sin) = unpack 'a16 a16', $ifreq; - my ($port, $addr) = sockaddr_in $sin; - my $ip = inet_ntoa $addr; - - if ($ip && length($ip) > 0) { - $result = $ip; - } - } - - return $result; -} - - -sub get_local_ip_for_remote_ip { - my $remote_ip= shift; - my $result="0.0.0.0"; - - if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) { - if($remote_ip eq "127.0.0.1") { - $result = "127.0.0.1"; - } else { - my $PROC_NET_ROUTE= ('/proc/net/route'); - - open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE") - or die "Could not open $PROC_NET_ROUTE"; - - my @ifs = ; - - close(PROC_NET_ROUTE); - - # Eat header line - shift @ifs; - chomp @ifs; - foreach my $line(@ifs) { - my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line); - my $destination; - my $mask; - my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination); - $destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); - ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask); - $mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); - if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) { - # destination matches route, save mac and exit - $result= &get_ip($Iface); - last; - } - } - } - } else { - daemon_log("get_local_ip_for_remote_ip was called with a non-ip parameter: $remote_ip", 1); - } - return $result; -} - - -sub send_msg_to_target { - my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ; - my $error = 0; - my $header; - my $timestamp = &get_time(); - my $new_status; - my $act_status; - my ($sql_statement, $res); - - if( $msg_header ) { - $header = "'$msg_header'-"; - } else { - $header = ""; - } - - # Patch the source ip - if($msg =~ /0\.0\.0\.0:\d*?<\/source>/) { - my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/)); - $msg =~ s/(0\.0\.0\.0):(\d*?)<\/source>/$remote_ip:$2<\/source>/s; - } - - # encrypt xml msg - my $crypted_msg = &encrypt_msg($msg, $encrypt_key); - - # opensocket - my $socket = &open_socket($address); - if( !$socket ) { - daemon_log("$session_id ERROR: cannot send ".$header."msg to $address , host not reachable", 1); - $error++; - } - - if( $error == 0 ) { - # send xml msg - print $socket $crypted_msg."\n"; - - daemon_log("$session_id INFO: send ".$header."msg to $address", 5); - daemon_log("$session_id DEBUG: message:\n$msg", 9); - - } - - # close socket in any case - if( $socket ) { - close $socket; - } - - if( $error > 0 ) { $new_status = "down"; } - else { $new_status = $msg_header; } - - - # known_clients - $sql_statement = "SELECT * FROM $known_clients_tn WHERE hostname='$address'"; - $res = $known_clients_db->select_dbentry($sql_statement); - if( keys(%$res) == 1) { - $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; - if ($act_status eq "down" && $new_status eq "down") { - $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; - $res = $known_clients_db->del_dbentry($sql_statement); - daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); - } else { - $sql_statement = "UPDATE known_clients SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; - $res = $known_clients_db->update_dbentry($sql_statement); - if($new_status eq "down"){ - daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); - } else { - daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); - } - } - } - - # known_server - $sql_statement = "SELECT * FROM $known_server_tn WHERE hostname='$address'"; - $res = $known_server_db->select_dbentry($sql_statement); - if( keys(%$res) == 1) { - $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; - if ($act_status eq "down" && $new_status eq "down") { - $sql_statement = "DELETE FROM known_server WHERE hostname='$address'"; - $res = $known_server_db->del_dbentry($sql_statement); - daemon_log("$session_id WARNING: failed 2x to send a message to host '$address', delete host from known_server", 3); - } - else { - $sql_statement = "UPDATE known_server SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; - $res = $known_server_db->update_dbentry($sql_statement); - if($new_status eq "down"){ - daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); - } else { - daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); - } - } - } - return $error; -} - - -sub update_jobdb_status_for_send_msgs { - my ($answer, $error) = @_; - if( $answer =~ /(\d+)<\/jobdb_id>/ ) { - my $jobdb_id = $1; - - # sending msg faild - if( $error ) { - if (not $answer =~ /
trigger_action_reinstall<\/header>/) { - my $sql_statement = "UPDATE $job_queue_tn ". - "SET status='error', result='can not deliver msg, please consult log file' ". - "WHERE id=$jobdb_id"; - my $res = $job_db->update_dbentry($sql_statement); - } - - # sending msg was successful - } else { - my $sql_statement = "UPDATE $job_queue_tn ". - "SET status='done' ". - "WHERE id=$jobdb_id AND status='processed'"; - my $res = $job_db->update_dbentry($sql_statement); - } - } -} - - -sub sig_handler { - my ($kernel, $signal) = @_[KERNEL, ARG0] ; - daemon_log("0 INFO got signal '$signal'", 1); - $kernel->sig_handled(); - return; -} - - -sub msg_to_decrypt { - my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; - my $session_id = $session->ID; - my ($msg, $msg_hash, $module); - my $error = 0; - - # hole neue msg aus @msgs_to_decrypt - my $next_msg = shift @msgs_to_decrypt; - - # entschlüssle sie - - # msg is from a new client or gosa - ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id); - # msg is from a gosa-si-server or gosa-si-bus - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_server($next_msg, $heap->{'remote_ip'}, $session_id); - } - # msg is from a gosa-si-client - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_client($next_msg, $heap->{'remote_ip'}, $session_id); - } - # an error occurred - if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client - # could not understand a msg from its server the client cause a re-registering process - daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}. - "' to cause a re-registering of the client if necessary", 5); - my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{'hostname'}; - my $host_key = $hit->{'hostkey'}; - my $ping_msg = "
gosa_ping
$server_address $host_name"; - my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); - &update_jobdb_status_for_send_msgs($ping_msg, $error); - } - $error++; - } - - - my $header; - my $target; - my $source; - my $done = 0; - my $sql; - my $res; - # check whether this message should be processed here - if ($error == 0) { - $header = @{$msg_hash->{'header'}}[0]; - $target = @{$msg_hash->{'target'}}[0]; - $source = @{$msg_hash->{'source'}}[0]; - - # target and source is equal to GOSA -> process here - if (not $done) { - if ($target eq "GOSA" && $source eq "GOSA") { - $done = 1; - } - } - - # target is own address without forward_to_gosa-tag -> process here - if (not $done) { - if (($target eq $server_address) && (not exists $msg_hash->{'forward_to_gosa'})) { - $done = 1; - if ($source eq "GOSA") { - $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; - } - print STDERR "target is own address without forward_to_gosa-tag -> process here\n"; - } - } - - # target is a client address in known_clients -> process here - if (not $done) { - $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; - $res = $known_clients_db->select_dbentry($sql); - if (keys(%$res) > 0) { - $done = 1; - my $hostname = $res->{1}->{'hostname'}; - $msg =~ s/$target<\/target>/$hostname<\/target>/; - print STDERR "target is a client address in known_clients -> process here\n"; - } - } - - # target ist own address with forward_to_gosa-tag not pointing to myself -> process here - if (not $done) { - my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; - my $gosa_at; - my $gosa_session_id; - if (($target eq $server_address) && (defined $forward_to_gosa)){ - my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); - if ($gosa_at ne $server_address) { - $done = 1; - print STDERR "target is own address with forward_to_gosa-tag not pointing to myself -> process here\n"; - } - } - } - - # if message should be processed here -> add message to incoming_db - if ($done) { - - # if a job or a gosa message comes from a foreign server, fake module to GosaPackages - # so gosa-si-server knows how to process this kind of messages - if ($header =~ /^gosa_/ || $header =~ /job_/) { - $module = "GosaPackages"; - } - - my $res = $incoming_db->add_dbentry( {table=>$incoming_tn, - primkey=>[], - headertag=>$header, - targettag=>$target, - xmlmessage=>$msg, - timestamp=>&get_time, - module=>$module, - sessionid=>$session_id, - } ); - - } - - # target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa - if (not $done) { - my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; - my $gosa_at; - my $gosa_session_id; - if (($target eq $server_address) && (defined $forward_to_gosa)){ - my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); - if ($gosa_at eq $server_address) { - my $session_reference = $kernel->ID_id_to_session($gosa_session_id); - if( defined $session_reference ) { - $heap = $session_reference->get_heap(); - } - if(exists $heap->{'client'}) { - $msg = &encrypt_msg($msg, $GosaPackages_key); - $heap->{'client'}->put($msg); - } - $done = 1; - print STDERR "target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa\n"; - } - } - - } - - # target is a client address in foreign_clients -> forward to registration server - if (not $done) { - $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; - $res = $foreign_clients_db->select_dbentry($sql); - if (keys(%$res) > 0) { - my $hostname = $res->{1}->{'hostname'}; - my $regserver = $res->{1}->{'regserver'}; - my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$regserver'"; - my $res = $known_server_db->select_dbentry($sql); - if (keys(%$res) > 0) { - my $regserver_key = $res->{1}->{'hostkey'}; - $msg =~ s/GOSA<\/source>/$server_address<\/source>/; - $msg =~ s/$target<\/target>/$hostname<\/target>/; - if ($source eq "GOSA") { - $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; - } - &send_msg_to_target($msg, $regserver, $regserver_key, $header, $session_id); - } - $done = 1; - print STDERR "target is a client address in foreign_clients -> forward to registration server\n"; - } - } - - # target is a server address -> forward to server - if (not $done) { - $sql = "SELECT * FROM $known_server_tn WHERE hostname='$target'"; - $res = $known_server_db->select_dbentry($sql); - if (keys(%$res) > 0) { - my $hostkey = $res->{1}->{'hostkey'}; - - if ($source eq "GOSA") { - $msg =~ s/GOSA<\/source>/$server_address<\/source>/; - $msg =~ s/<\/xml>/$server_address,$session_id<\/forward_to_gosa><\/xml>/; - - } - - &send_msg_to_target($msg, $target, $hostkey, $header, $session_id); - $done = 1; - print STDERR "target is a server address -> forward to server\n"; - } - - - } - - if (not $done) { - daemon_log("$session_id ERROR: do not know what to do with this message: $msg", 1); - } - } - - return; -} - - -sub next_task { - my ($session, $heap, $task) = @_[SESSION, HEAP, ARG0]; - my $running_task = POE::Wheel::Run->new( - Program => sub { process_task($session, $heap, $task) }, - StdioFilter => POE::Filter::Reference->new(), - StdoutEvent => "task_result", - StderrEvent => "task_debug", - CloseEvent => "task_done", - ); - $heap->{task}->{ $running_task->ID } = $running_task; -} - -sub handle_task_result { - my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0]; - my $client_answer = $result->{'answer'}; - if( $client_answer =~ s/session_id=(\d+)$// ) { - my $session_id = $1; - if( defined $session_id ) { - my $session_reference = $kernel->ID_id_to_session($session_id); - if( defined $session_reference ) { - $heap = $session_reference->get_heap(); - } - } - - if(exists $heap->{'client'}) { - $heap->{'client'}->put($client_answer); - } - } - $kernel->sig(CHLD => "child_reap"); -} - -sub handle_task_debug { - my $result = $_[ARG0]; - print STDERR "$result\n"; -} - -sub handle_task_done { - my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; - delete $heap->{task}->{$task_id}; -} - -sub process_task { - no strict "refs"; - my ($session, $heap, $task) = @_; - my $error = 0; - my $answer_l; - my ($answer_header, @answer_target_l, $answer_source); - my $client_answer = ""; - - # prepare all variables needed to process message - my $msg = $task->{'xmlmessage'}; - my $incoming_id = $task->{'id'}; - my $module = $task->{'module'}; - my $header = $task->{'headertag'}; - my $session_id = $task->{'sessionid'}; - my $msg_hash = $xml->XMLin($msg, ForceArray=>1); - my $source = @{$msg_hash->{'source'}}[0]; - - # set timestamp of incoming client uptodate, so client will not - # be deleted from known_clients because of expiration - my $act_time = &get_time(); - my $sql = "UPDATE $known_clients_tn SET timestamp='$act_time' WHERE hostname='$source'"; - my $res = $known_clients_db->exec_statement($sql); - - ###################### - # process incoming msg - if( $error == 0) { - daemon_log("$session_id INFO: Incoming msg (session_id=$session_id) with header '".@{$msg_hash->{'header'}}[0]."'", 5); - daemon_log("$session_id DEBUG: Processing module ".$module, 7); - $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); - - if ( 0 < @{$answer_l} ) { - my $answer_str = join("\n", @{$answer_l}); - while ($answer_str =~ /
(\w+)<\/header>/g) { - daemon_log("$session_id INFO: got answer message with header '$1'", 5); - } - daemon_log("$session_id DEBUG: $module: got answer from module: \n".$answer_str,8); - } else { - daemon_log("$session_id DEBUG: $module: got no answer from module!" ,8); - } - - } - if( !$answer_l ) { $error++ }; - - ######## - # answer - if( $error == 0 ) { - - foreach my $answer ( @{$answer_l} ) { - # check outgoing msg to xml validity - my $answer_hash = &check_outgoing_xml_validity($answer); - if( not defined $answer_hash ) { next; } - - $answer_header = @{$answer_hash->{'header'}}[0]; - @answer_target_l = @{$answer_hash->{'target'}}; - $answer_source = @{$answer_hash->{'source'}}[0]; - - # deliver msg to all targets - foreach my $answer_target ( @answer_target_l ) { - - # targets of msg are all gosa-si-clients in known_clients_db - if( $answer_target eq "*" ) { - # answer is for all clients - my $sql_statement= "SELECT * FROM known_clients"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - my $host_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - } - } - - # targets of msg are all gosa-si-server in known_server_db - elsif( $answer_target eq "KNOWN_SERVER" ) { - # answer is for all server in known_server - my $sql_statement= "SELECT * FROM $known_server_tn"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - my $host_key = $hit->{hostkey}; - $answer =~ s/KNOWN_SERVER<\/target>/$host_name<\/target>/g; - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - } - } - - # target of msg is GOsa - elsif( $answer_target eq "GOSA" ) { - my $session_id = ($1) if $answer =~ /(\d+?)<\/session_id>/; - my $add_on = ""; - if( defined $session_id ) { - $add_on = ".session_id=$session_id"; - } - # answer is for GOSA and has to returned to connected client - my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key); - $client_answer = $gosa_answer.$add_on; - } - - # target of msg is job queue at this host - elsif( $answer_target eq "JOBDB") { - $answer =~ /
(\S+)<\/header>/; - my $header; - if( defined $1 ) { $header = $1; } - my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - } - - # target of msg is a mac address - elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { - daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5); - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'"; - my $query_res = $known_clients_db->select_dbentry( $sql_statement ); - my $found_ip_flag = 0; - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - my $host_key = $hit->{hostkey}; - $answer =~ s/$answer_target/$host_name/g; - daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5); - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - $found_ip_flag++ ; - } - if( $found_ip_flag == 0) { - daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3); - if( $bus_activ eq "true" ) { - daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); - my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $bus_address = $hit->{hostname}; - my $bus_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header, $session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - last; - } - } - - } - - # answer is for one specific host - } else { - # get encrypt_key - my $encrypt_key = &get_encrypt_key($answer_target); - if( not defined $encrypt_key ) { - # unknown target, forward msg to bus - daemon_log("$session_id WARNING: unknown target '$answer_target'", 3); - if( $bus_activ eq "true" ) { - daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); - my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - my $res_length = keys( %{$query_res} ); - if( $res_length == 0 ){ - daemon_log("$session_id WARNING: send '$answer_header' to '$bus_address' failed, ". - "no bus found in known_server", 3); - } - else { - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $bus_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header,$session_id ); - &update_jobdb_status_for_send_msgs($answer, $error); - } - } - } - next; - } - my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id); - &update_jobdb_status_for_send_msgs($answer, $error); - } - } - } - } - - my $filter = POE::Filter::Reference->new(); - my %result = ( - status => "seems ok to me", - answer => $client_answer, - ); - - my $output = $filter->put( [ \%result ] ); - print @$output; - - -} - -sub session_start { - my ($kernel) = $_[KERNEL]; - &trigger_db_loop($kernel); - $global_kernel = $kernel; - $kernel->yield('register_at_foreign_servers'); - $kernel->yield('create_fai_server_db', $fai_server_tn ); - $kernel->yield('create_fai_release_db', $fai_release_tn ); - $kernel->yield('watch_for_next_tasks'); - $kernel->sig(USR1 => "sig_handler"); - $kernel->sig(USR2 => "create_packages_list_db"); - $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); - $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); - $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); - $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); - $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); - $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); - -} - -sub trigger_db_loop { - my ($kernel) = @_ ; -# $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); -# $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); -# $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); -# $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); -# $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); -# $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); -} - - -sub watch_for_done_jobs { - my ($kernel,$heap) = @_[KERNEL, HEAP]; - - my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE status='done'"; - my $res = $job_db->select_dbentry( $sql_statement ); - - while( my ($id, $hit) = each %{$res} ) { - my $jobdb_id = $hit->{id}; - my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; - my $res = $job_db->del_dbentry($sql_statement); - } - - $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay); -} - - -sub watch_for_new_jobs { - if($watch_for_new_jobs_in_progress == 0) { - $watch_for_new_jobs_in_progress = 1; - my ($kernel,$heap) = @_[KERNEL, HEAP]; - - # check gosa job queue for jobs with executable timestamp - my $timestamp = &get_time(); - my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp"; - my $res = $job_db->exec_statement( $sql_statement ); - - # Merge all new jobs that would do the same actions - my @drops; - my $hits; - foreach my $hit (reverse @{$res} ) { - my $macaddress= lc @{$hit}[8]; - my $headertag= @{$hit}[5]; - if( - defined($hits->{$macaddress}) && - defined($hits->{$macaddress}->{$headertag}) && - defined($hits->{$macaddress}->{$headertag}[0]) - ) { - push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]"; - } - $hits->{$macaddress}->{$headertag}= $hit; - } - - # Delete new jobs with a matching job in state 'processing' - foreach my $macaddress (keys %{$hits}) { - foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { - my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; - if(defined($jobdb_id)) { - my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'"; - my $res = $job_db->exec_statement( $sql_statement ); - foreach my $hit (@{$res}) { - push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; - } - } else { - daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1); - } - } - } - - # Commit deletion - $job_db->exec_statementlist(\@drops); - - # Look for new jobs that could be executed - foreach my $macaddress (keys %{$hits}) { - - # Look if there is an executing job - my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'"; - my $res = $job_db->exec_statement( $sql_statement ); - - # Skip new jobs for host if there is a processing job - if(defined($res) and defined @{$res}[0]) { - next; - } - - foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { - my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; - if(defined($jobdb_id)) { - my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7]; - - daemon_log("J DEBUG: its time to execute $job_msg", 7); - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; - my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); - - # expect macaddress is unique!!!!!! - my $target = $res_hash->{1}->{hostname}; - - # change header - $job_msg =~ s/
job_/
gosa_/; - - # add sqlite_id - $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; - - $job_msg =~ /
(\S+)<\/header>/; - my $header = $1 ; - my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); - - # update status in job queue to 'processing' - $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id"; - my $res = $job_db->update_dbentry($sql_statement); -# TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen - - # We don't want parallel processing - last; - } - } - } - - $watch_for_new_jobs_in_progress = 0; - $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); - } -} - - -sub watch_for_new_messages { - my ($kernel,$heap) = @_[KERNEL, HEAP]; - my @coll_user_msg; # collection list of outgoing messages - - # check messaging_db for new incoming messages with executable timestamp - my $timestamp = &get_time(); - my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )"; - my $res = $messaging_db->exec_statement( $sql_statement ); - foreach my $hit (@{$res}) { - - # create outgoing messages - my $message_to = @{$hit}[3]; - # translate message_to to plain login name - my @message_to_l = split(/,/, $message_to); - my %receiver_h; - foreach my $receiver (@message_to_l) { - if ($receiver =~ /^u_([\s\S]*)$/) { - $receiver_h{$1} = 0; - } elsif ($receiver =~ /^g_([\s\S]*)$/) { - my $group_name = $1; - # fetch all group members from ldap and add them to receiver hash - my $ldap_handle = &get_ldap_handle(); - if (defined $ldap_handle) { - my $mesg = $ldap_handle->search( - base => $ldap_base, - scope => 'sub', - attrs => ['memberUid'], - filter => "cn=$group_name", - ); - if ($mesg->count) { - my @entries = $mesg->entries; - foreach my $entry (@entries) { - my @receivers= $entry->get_value("memberUid"); - foreach my $receiver (@receivers) { - $receiver_h{$1} = 0; - } - } - } - # translating errors ? - if ($mesg->code) { - daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: $mesg->error", 1); - } - # ldap handle error ? - } else { - daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: no ldap handle available", 1); - } - } else { - my $sbjct = &encode_base64(@{$hit}[1]); - my $msg = &encode_base64(@{$hit}[7]); - &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message '$sbjct - $msg'", 3); - } - } - my @receiver_l = keys(%receiver_h); - - my $message_id = @{$hit}[0]; - - #add each outgoing msg to messaging_db - my $receiver; - foreach $receiver (@receiver_l) { - my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ". - "VALUES ('". - $message_id."', '". # id - @{$hit}[1]."', '". # subject - @{$hit}[2]."', '". # message_from - $receiver."', '". # message_to - "none"."', '". # flag - "out"."', '". # direction - @{$hit}[6]."', '". # delivery_time - @{$hit}[7]."', '". # message - $timestamp."'". # timestamp - ")"; - &daemon_log("M DEBUG: $sql_statement", 1); - my $res = $messaging_db->exec_statement($sql_statement); - &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5); - } - - # set incoming message to flag d=deliverd - $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'"; - &daemon_log("M DEBUG: $sql_statement", 7); - $res = $messaging_db->update_dbentry($sql_statement); - &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5); - } - - $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); - return; -} - -sub watch_for_delivery_messages { - my ($kernel, $heap) = @_[KERNEL, HEAP]; - - # select outgoing messages - my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )"; - #&daemon_log("0 DEBUG: $sql", 7); - my $res = $messaging_db->exec_statement( $sql_statement ); - - # build out msg for each usr - foreach my $hit (@{$res}) { - my $receiver = @{$hit}[3]; - my $msg_id = @{$hit}[0]; - my $subject = @{$hit}[1]; - my $message = @{$hit}[7]; - - # resolve usr -> host where usr is logged in - my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')"; - #&daemon_log("0 DEBUG: $sql", 7); - my $res = $login_users_db->exec_statement($sql); - - # reciver is logged in nowhere - if (not ref(@$res[0]) eq "ARRAY") { next; } - - my $send_succeed = 0; - foreach my $hit (@$res) { - my $receiver_host = @$hit[0]; - &daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7); - - # fetch key to encrypt msg propperly for usr/host - my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')"; - &daemon_log("0 DEBUG: $sql", 7); - my $res = $known_clients_db->select_dbentry($sql); - - # host is already down - if (not ref(@$res[0]) eq "ARRAY") { next; } - - # host is on - my $receiver_key = @{@{$res}[0]}[2]; - my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver); - my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data ); - my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0); - if ($error == 0 ) { - $send_succeed++ ; - } - } - - if ($send_succeed) { - # set outgoing msg at db to deliverd - my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')"; - &daemon_log("0 DEBUG: $sql", 7); - my $res = $messaging_db->exec_statement($sql); - } - } - - $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); - return; -} - - -sub watch_for_done_messages { - my ($kernel,$heap) = @_[KERNEL, HEAP]; - - my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')"; - #&daemon_log("0 DEBUG: $sql", 7); - my $res = $messaging_db->exec_statement($sql); - - foreach my $hit (@{$res}) { - my $msg_id = @{$hit}[0]; - - my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))"; - #&daemon_log("0 DEBUG: $sql", 7); - my $res = $messaging_db->exec_statement($sql); - - # not all usr msgs have been seen till now - if ( ref(@$res[0]) eq "ARRAY") { next; } - - $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')"; - #&daemon_log("0 DEBUG: $sql", 7); - $res = $messaging_db->exec_statement($sql); - - } - - $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); - return; -} - - -sub watch_for_old_known_clients { - my ($kernel,$heap) = @_[KERNEL, HEAP]; - - my $sql_statement = "SELECT * FROM $known_clients_tn"; - my $res = $known_clients_db->select_dbentry( $sql_statement ); - - my $act_time = int(&get_time()); - - while ( my ($hit_num, $hit) = each %$res) { - my $expired_timestamp = int($hit->{'timestamp'}); - $expired_timestamp =~ /(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/; - my $dt = DateTime->new( year => $1, - month => $2, - day => $3, - hour => $4, - minute => $5, - second => $6, - ); - - $dt->add( seconds => 2 * int($hit->{'keylifetime'}) ); - $expired_timestamp = $dt->ymd('').$dt->hms('')."\n"; - if ($act_time > $expired_timestamp) { - my $hostname = $hit->{'hostname'}; - my $del_sql = "DELETE FROM $known_clients_tn WHERE hostname='$hostname'"; - my $del_res = $known_clients_db->exec_statement($del_sql); - - &main::daemon_log("0 INFO: timestamp '".$hit->{'timestamp'}."' of client '$hostname' is expired('$expired_timestamp'), client will be deleted from known_clients_db", 5); - } - - } - - $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); -} - - -sub watch_for_next_tasks { - my ($kernel,$heap) = @_[KERNEL, HEAP]; - - my $sql = "SELECT * FROM $incoming_tn"; - my $res = $incoming_db->select_dbentry($sql); - - while ( my ($hit_num, $hit) = each %$res) { - my $headertag = $hit->{'headertag'}; - if ($headertag =~ /^answer_(\d+)/) { - # do not start processing, this message is for a still running POE::Wheel - next; - } - my $message_id = $hit->{'id'}; - $kernel->yield('next_task', $hit); - - my $sql = "DELETE FROM $incoming_tn WHERE id=$message_id"; - my $res = $incoming_db->exec_statement($sql); - } - - $kernel->delay_set('watch_for_next_tasks', 1); -} - - -sub get_ldap_handle { - my ($session_id) = @_; - my $heap; - my $ldap_handle; - - if (not defined $session_id ) { $session_id = 0 }; - if ($session_id =~ /[^0-9]*/) { $session_id = 0 }; - - if ($session_id == 0) { - daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); - $ldap_handle = Net::LDAP->new( $ldap_uri ); - $ldap_handle->bind($ldap_admin_dn, apassword => $ldap_admin_password); - - } else { - my $session_reference = $global_kernel->ID_id_to_session($session_id); - if( defined $session_reference ) { - $heap = $session_reference->get_heap(); - } - - if (not defined $heap) { - daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7); - return; - } - - # TODO: This "if" is nonsense, because it doesn't prove that the - # used handle is still valid - or if we've to reconnect... - #if (not exists $heap->{ldap_handle}) { - $ldap_handle = Net::LDAP->new( $ldap_uri ); - $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); - $heap->{ldap_handle} = $ldap_handle; - #} - } - return $ldap_handle; -} - - -sub change_fai_state { - my ($st, $targets, $session_id) = @_; - $session_id = 0 if not defined $session_id; - # Set FAI state to localboot - my %mapActions= ( - reboot => '', - update => 'softupdate', - localboot => 'localboot', - reinstall => 'install', - rescan => '', - wake => '', - memcheck => 'memcheck', - sysinfo => 'sysinfo', - install => 'install', - ); - - # Return if this is unknown - if (!exists $mapActions{ $st }){ - daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1); - return; - } - - my $state= $mapActions{ $st }; - - my $ldap_handle = &get_ldap_handle($session_id); - if( defined($ldap_handle) ) { - - # Build search filter for hosts - my $search= "(&(objectClass=GOhard)"; - foreach (@{$targets}){ - $search.= "(macAddress=$_)"; - } - $search.= ")"; - - # If there's any host inside of the search string, procress them - if (!($search =~ /macAddress/)){ - daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1); - return; - } - - # Perform search for Unit Tag - my $mesg = $ldap_handle->search( - base => $ldap_base, - scope => 'sub', - attrs => ['dn', 'FAIstate', 'objectClass'], - filter => "$search" - ); - - if ($mesg->count) { - my @entries = $mesg->entries; - foreach my $entry (@entries) { - # Only modify entry if it is not set to '$state' - if ($entry->get_value("FAIstate") ne "$state"){ - daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); - my $result; - my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); - if (exists $tmp{'FAIobject'}){ - if ($state eq ''){ - $result= $ldap_handle->modify($entry->dn, changes => [ - delete => [ FAIstate => [] ] ]); - } else { - $result= $ldap_handle->modify($entry->dn, changes => [ - replace => [ FAIstate => $state ] ]); - } - } elsif ($state ne ''){ - $result= $ldap_handle->modify($entry->dn, changes => [ - add => [ objectClass => 'FAIobject' ], - add => [ FAIstate => $state ] ]); - } - - # Errors? - if ($result->code){ - daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); - } - } else { - daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7); - } - } - } - # if no ldap handle defined - } else { - daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); - } - -} - - -sub change_goto_state { - my ($st, $targets, $session_id) = @_; - $session_id = 0 if not defined $session_id; - - # Switch on or off? - my $state= $st eq 'active' ? 'active': 'locked'; - - my $ldap_handle = &get_ldap_handle($session_id); - if( defined($ldap_handle) ) { - - # Build search filter for hosts - my $search= "(&(objectClass=GOhard)"; - foreach (@{$targets}){ - $search.= "(macAddress=$_)"; - } - $search.= ")"; - - # If there's any host inside of the search string, procress them - if (!($search =~ /macAddress/)){ - return; - } - - # Perform search for Unit Tag - my $mesg = $ldap_handle->search( - base => $ldap_base, - scope => 'sub', - attrs => ['dn', 'gotoMode'], - filter => "$search" - ); - - if ($mesg->count) { - my @entries = $mesg->entries; - foreach my $entry (@entries) { - - # Only modify entry if it is not set to '$state' - if ($entry->get_value("gotoMode") ne $state){ - - daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); - my $result; - $result= $ldap_handle->modify($entry->dn, changes => [ - replace => [ gotoMode => $state ] ]); - - # Errors? - if ($result->code){ - &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); - } - - } - } - } - - } -} - - -sub run_create_fai_server_db { - my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0]; - my $session_id = $session->ID; - my $task = POE::Wheel::Run->new( - Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) }, - StdoutEvent => "session_run_result", - StderrEvent => "session_run_debug", - CloseEvent => "session_run_done", - ); - - $heap->{task}->{ $task->ID } = $task; - return; -} - - -sub create_fai_server_db { - my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_; - my $result; - - if (not defined $session_id) { $session_id = 0; } - my $ldap_handle = &get_ldap_handle(); - if(defined($ldap_handle)) { - daemon_log("$session_id INFO: create_fai_server_db: start", 5); - my $mesg= $ldap_handle->search( - base => $ldap_base, - scope => 'sub', - attrs => ['FAIrepository', 'gosaUnitTag'], - filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))", - ); - if($mesg->{'resultCode'} == 0 && - $mesg->count != 0) { - foreach my $entry (@{$mesg->{entries}}) { - if($entry->exists('FAIrepository')) { - # Add an entry for each Repository configured for server - foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) { - my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo); - my $tmp_tag= $entry->get_value('gosaUnitTag') || ""; - $result= $fai_server_db->add_dbentry( { - table => $table_name, - primkey => ['server', 'release', 'tag'], - server => $tmp_url, - release => $tmp_release, - sections => $tmp_sections, - tag => (length($tmp_tag)>0)?$tmp_tag:"", - } ); - } - } - } - } - daemon_log("$session_id INFO: create_fai_server_db: finished", 5); - - # TODO: Find a way to post the 'create_packages_list_db' event - if(not defined($dont_create_packages_list)) { - &create_packages_list_db(undef, undef, $session_id); - } - } - - $ldap_handle->disconnect; - return $result; -} - - -sub run_create_fai_release_db { - my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; - my $session_id = $session->ID; - my $task = POE::Wheel::Run->new( - Program => sub { &create_fai_release_db($table_name, $session_id) }, - StdoutEvent => "session_run_result", - StderrEvent => "session_run_debug", - CloseEvent => "session_run_done", - ); - - $heap->{task}->{ $task->ID } = $task; - return; -} - - -sub create_fai_release_db { - my ($table_name, $session_id) = @_; - my $result; - - # used for logging - if (not defined $session_id) { $session_id = 0; } - - my $ldap_handle = &get_ldap_handle(); - if(defined($ldap_handle)) { - daemon_log("$session_id INFO: create_fai_release_db: start",5); - my $mesg= $ldap_handle->search( - base => $ldap_base, - scope => 'sub', - attrs => [], - filter => "(&(objectClass=organizationalUnit)(ou=fai))", - ); - if($mesg->{'resultCode'} == 0 && - $mesg->count != 0) { - # Walk through all possible FAI container ou's - my @sql_list; - my $timestamp= &get_time(); - foreach my $ou (@{$mesg->{entries}}) { - my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id); - if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') { - my @tmp_array=get_fai_release_entries($tmp_classes); - if(@tmp_array) { - foreach my $entry (@tmp_array) { - if(defined($entry) && ref($entry) eq 'HASH') { - my $sql= - "INSERT INTO $table_name " - ."(timestamp, release, class, type, state) VALUES (" - .$timestamp."," - ."'".$entry->{'release'}."'," - ."'".$entry->{'class'}."'," - ."'".$entry->{'type'}."'," - ."'".$entry->{'state'}."')"; - push @sql_list, $sql; - } - } - } - } - } - - daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8); - if(@sql_list) { - unshift @sql_list, "VACUUM"; - unshift @sql_list, "DELETE FROM $table_name"; - $fai_release_db->exec_statementlist(\@sql_list); - } - daemon_log("$session_id DEBUG: Done with inserting",7); - } - daemon_log("$session_id INFO: create_fai_release_db: finished",5); - } - $ldap_handle->disconnect; - return $result; -} - -sub get_fai_types { - my $tmp_classes = shift || return undef; - my @result; - - foreach my $type(keys %{$tmp_classes}) { - if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { - my $entry = { - type => $type, - state => $tmp_classes->{$type}[0], - }; - push @result, $entry; - } - } - - return @result; -} - -sub get_fai_state { - my $result = ""; - my $tmp_classes = shift || return $result; - - foreach my $type(keys %{$tmp_classes}) { - if(defined($tmp_classes->{$type}[0])) { - $result = $tmp_classes->{$type}[0]; - - # State is equal for all types in class - last; - } - } - - return $result; -} - -sub resolve_fai_classes { - my ($fai_base, $ldap_handle, $session_id) = @_; - if (not defined $session_id) { $session_id = 0; } - my $result; - my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList"); - my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))"; - my $fai_classes; - - daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7); - my $mesg= $ldap_handle->search( - base => $fai_base, - scope => 'sub', - attrs => ['cn','objectClass','FAIstate'], - filter => $fai_filter, - ); - daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7); - - if($mesg->{'resultCode'} == 0 && - $mesg->count != 0) { - foreach my $entry (@{$mesg->{entries}}) { - if($entry->exists('cn')) { - my $tmp_dn= $entry->dn(); - - # Skip classname and ou dn parts for class - my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/; - - # Skip classes without releases - if((!defined($tmp_release)) || length($tmp_release)==0) { - next; - } - - my $tmp_cn= $entry->get_value('cn'); - my $tmp_state= $entry->get_value('FAIstate'); - - my $tmp_type; - # Get FAI type - for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) { - if(grep $_ eq $oclass, @possible_fai_classes) { - $tmp_type= $oclass; - last; - } - } - - if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { - # A Subrelease - my @sub_releases = split(/,/, $tmp_release); - - # Walk through subreleases and build hash tree - my $hash; - while(my $tmp_sub_release = pop @sub_releases) { - $hash .= "\{'$tmp_sub_release'\}->"; - } - eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";'); - } else { - # A branch, no subrelease - push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:""; - } - } elsif (!$entry->exists('cn')) { - my $tmp_dn= $entry->dn(); - my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/; - - # Skip classes without releases - if((!defined($tmp_release)) || length($tmp_release)==0) { - next; - } - - if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { - # A Subrelease - my @sub_releases= split(/,/, $tmp_release); - - # Walk through subreleases and build hash tree - my $hash; - while(my $tmp_sub_release = pop @sub_releases) { - $hash .= "\{'$tmp_sub_release'\}->"; - } - # Remove the last two characters - chop($hash); - chop($hash); - - eval('$fai_classes->'.$hash.'= {}'); - } else { - # A branch, no subrelease - if(!exists($fai_classes->{$tmp_release})) { - $fai_classes->{$tmp_release} = {}; - } - } - } - } - - # The hash is complete, now we can honor the copy-on-write based missing entries - foreach my $release (keys %$fai_classes) { - $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release})); - } - } - return $result; -} - -sub apply_fai_inheritance { - my $fai_classes = shift || return {}; - my $tmp_classes; - - # Get the classes from the branch - foreach my $class (keys %{$fai_classes}) { - # Skip subreleases - if($class =~ /^ou=.*$/) { - next; - } else { - $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); - } - } - - # Apply to each subrelease - foreach my $subrelease (keys %{$fai_classes}) { - if($subrelease =~ /ou=/) { - foreach my $tmp_class (keys %{$tmp_classes}) { - if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { - $fai_classes->{$subrelease}->{$tmp_class} = - deep_copy($tmp_classes->{$tmp_class}); - } else { - foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { - if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { - $fai_classes->{$subrelease}->{$tmp_class}->{$type}= - deep_copy($tmp_classes->{$tmp_class}->{$type}); - } - } - } - } - } - } - - # Find subreleases in deeper levels - foreach my $subrelease (keys %{$fai_classes}) { - if($subrelease =~ /ou=/) { - foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { - if($subsubrelease =~ /ou=/) { - apply_fai_inheritance($fai_classes->{$subrelease}); - } - } - } - } - - return $fai_classes; -} - -sub get_fai_release_entries { - my $tmp_classes = shift || return; - my $parent = shift || ""; - my @result = shift || (); - - foreach my $entry (keys %{$tmp_classes}) { - if(defined($entry)) { - if($entry =~ /^ou=.*$/) { - my $release_name = $entry; - $release_name =~ s/ou=//g; - if(length($parent)>0) { - $release_name = $parent."/".$release_name; - } - my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result); - foreach my $bufentry(@bufentries) { - push @result, $bufentry; - } - } else { - my @types = get_fai_types($tmp_classes->{$entry}); - foreach my $type (@types) { - push @result, - { - 'class' => $entry, - 'type' => $type->{'type'}, - 'release' => $parent, - 'state' => $type->{'state'}, - }; - } - } - } - } - - return @result; -} - -sub deep_copy { - my $this = shift; - if (not ref $this) { - $this; - } elsif (ref $this eq "ARRAY") { - [map deep_copy($_), @$this]; - } elsif (ref $this eq "HASH") { - +{map { $_ => deep_copy($this->{$_}) } keys %$this}; - } else { die "what type is $_?" } -} - - -sub session_run_result { - my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; - $kernel->sig(CHLD => "child_reap"); -} - -sub session_run_debug { - my $result = $_[ARG0]; - print STDERR "$result\n"; -} - -sub session_run_done { - my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; - delete $heap->{task}->{$task_id}; -} - - -sub create_sources_list { - my $session_id = shift; - my $ldap_handle = &main::get_ldap_handle; - my $result="/tmp/gosa_si_tmp_sources_list"; - - # Remove old file - if(stat($result)) { - unlink($result); - &main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7); - } - - my $fh; - open($fh, ">$result"); - if (not defined $fh) { - &main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7); - return undef; - } - if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) { - my $mesg=$ldap_handle->search( - base => $main::ldap_server_dn, - scope => 'base', - attrs => 'FAIrepository', - filter => 'objectClass=FAIrepositoryServer' - ); - if($mesg->count) { - foreach my $entry(@{$mesg->{'entries'}}) { - foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) { - my ($server, $tag, $release, $sections)= split /\|/, $value; - my $line = "deb $server $release"; - $sections =~ s/,/ /g; - $line.= " $sections"; - print $fh $line."\n"; - } - } - } - } else { - if (defined $main::ldap_server_dn){ - &main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1); - } else { - &main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1); - } - } - close($fh); - - return $result; -} - - -sub run_create_packages_list_db { - my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; - my $session_id = $session->ID; - - my $task = POE::Wheel::Run->new( - Priority => +20, - Program => sub {&create_packages_list_db(undef, undef, $session_id)}, - StdoutEvent => "session_run_result", - StderrEvent => "session_run_debug", - CloseEvent => "session_run_done", - ); - $heap->{task}->{ $task->ID } = $task; -} - - -sub create_packages_list_db { - my ($ldap_handle, $sources_file, $session_id) = @_; - - # it should not be possible to trigger a recreation of packages_list_db - # while packages_list_db is under construction, so set flag packages_list_under_construction - # which is tested befor recreation can be started - if (-r $packages_list_under_construction) { - daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3); - return; - } else { - daemon_log("$session_id INFO: create_packages_list_db: start", 5); - # set packages_list_under_construction to true - system("touch $packages_list_under_construction"); - @packages_list_statements=(); - } - - if (not defined $session_id) { $session_id = 0; } - if (not defined $ldap_handle) { - $ldap_handle= &get_ldap_handle(); - - if (not defined $ldap_handle) { - daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1); - unlink($packages_list_under_construction); - return; - } - } - if (not defined $sources_file) { - &main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5); - $sources_file = &create_sources_list($session_id); - } - - if (not defined $sources_file) { - &main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1); - unlink($packages_list_under_construction); - return; - } - - my $line; - - open(CONFIG, "<$sources_file") or do { - daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1); - unlink($packages_list_under_construction); - return; - }; - - # Read lines - while ($line = ){ - # Unify - chop($line); - $line =~ s/^\s+//; - $line =~ s/^\s+/ /; - - # Strip comments - $line =~ s/#.*$//g; - - # Skip empty lines - if ($line =~ /^\s*$/){ - next; - } - - # Interpret deb line - if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){ - my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); - my $section; - foreach $section (split(' ', $sections)){ - &parse_package_info( $baseurl, $dist, $section, $session_id ); - } - } - } - - close (CONFIG); - - find(\&cleanup_and_extract, keys( %repo_dirs )); - &main::strip_packages_list_statements(); - unshift @packages_list_statements, "VACUUM"; - $packages_list_db->exec_statementlist(\@packages_list_statements); - unlink($packages_list_under_construction); - daemon_log("$session_id INFO: create_packages_list_db: finished", 5); - return; -} - -# This function should do some intensive task to minimize the db-traffic -sub strip_packages_list_statements { - my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")}; - my @new_statement_list=(); - my $hash; - my $insert_hash; - my $update_hash; - my $delete_hash; - my $local_timestamp=get_time(); - - foreach my $existing_entry (@existing_entries) { - $hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry; - } - - foreach my $statement (@packages_list_statements) { - if($statement =~ /^INSERT/i) { - # Assign the values from the insert statement - my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~ - /^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si; - if(exists($hash->{$distribution}->{$package}->{$version})) { - # If section or description has changed, update the DB - if( - (! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or - (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description)) - ) { - @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef); - } - } else { - # Insert a non-existing entry to db - @{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); - } - } elsif ($statement =~ /^UPDATE/i) { - my ($template,$package,$version) = ($1,$2,$3) if $statement =~ - /^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si; - foreach my $distribution (keys %{$hash}) { - if(exists($insert_hash->{$distribution}->{$package}->{$version})) { - # update the insertion hash to execute only one query per package (insert instead insert+update) - @{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template; - } elsif(exists($hash->{$distribution}->{$package}->{$version})) { - if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) { - my $section; - my $description; - if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and - length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) { - $section= @{$update_hash->{$distribution}->{$package}->{$version}}[3]; - } - if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { - $description= @{$update_hash->{$distribution}->{$package}->{$version}}[4]; - } - @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); - } - } - } - } - } - - # TODO: Check for orphaned entries - - # unroll the insert_hash - foreach my $distribution (keys %{$insert_hash}) { - foreach my $package (keys %{$insert_hash->{$distribution}}) { - foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) { - push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version'," - ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]'," - ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]'," - ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]'," - ."'$local_timestamp')"; - } - } - } - - # unroll the update hash - foreach my $distribution (keys %{$update_hash}) { - foreach my $package (keys %{$update_hash->{$distribution}}) { - foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) { - my $set = ""; - if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) { - $set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', "; - } - if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { - $set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', "; - } - if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) { - $set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', "; - } - if(defined($set) and length($set) > 0) { - $set .= "timestamp = '$local_timestamp'"; - } else { - next; - } - push @new_statement_list, - "UPDATE $main::packages_list_tn SET $set WHERE" - ." distribution = '$distribution'" - ." AND package = '$package'" - ." AND version = '$version'"; - } - } - } - - @packages_list_statements = @new_statement_list; -} - - -sub parse_package_info { - my ($baseurl, $dist, $section, $session_id)= @_; - my ($package); - if (not defined $session_id) { $session_id = 0; } - my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); - $repo_dirs{ "${repo_path}/pool" } = 1; - - foreach $package ("Packages.gz"){ - daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); - get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id ); - parse_package( "$outdir/$dist/$section", $dist, $path, $session_id ); - } - -} - - -sub get_package { - my ($url, $dest, $session_id)= @_; - if (not defined $session_id) { $session_id = 0; } - - my $tpath = dirname($dest); - -d "$tpath" || mkpath "$tpath"; - - # This is ugly, but I've no time to take a look at "how it works in perl" - if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) { - system("gunzip -cd '$dest' > '$dest.in'"); - daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5); - unlink($dest); - daemon_log("$session_id DEBUG: delete file '$dest'", 5); - } else { - daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1); - } - return 0; -} - - -sub parse_package { - my ($path, $dist, $srv_path, $session_id)= @_; - if (not defined $session_id) { $session_id = 0;} - my ($package, $version, $section, $description); - my $PACKAGES; - my $timestamp = &get_time(); - - if(not stat("$path.in")) { - daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); - return; - } - - open($PACKAGES, "<$path.in"); - if(not defined($PACKAGES)) { - daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1); - return; - } - - # Read lines - while (<$PACKAGES>){ - my $line = $_; - # Unify - chop($line); - - # Use empty lines as a trigger - if ($line =~ /^\s*$/){ - my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')"; - push(@packages_list_statements, $sql); - $package = "none"; - $version = "none"; - $section = "none"; - $description = "none"; - next; - } - - # Trigger for package name - if ($line =~ /^Package:\s/){ - ($package)= ($line =~ /^Package: (.*)$/); - next; - } - - # Trigger for version - if ($line =~ /^Version:\s/){ - ($version)= ($line =~ /^Version: (.*)$/); - next; - } - - # Trigger for description - if ($line =~ /^Description:\s/){ - ($description)= &encode_base64(($line =~ /^Description: (.*)$/)); - next; - } - - # Trigger for section - if ($line =~ /^Section:\s/){ - ($section)= ($line =~ /^Section: (.*)$/); - next; - } - - # Trigger for filename - if ($line =~ /^Filename:\s/){ - my ($filename) = ($line =~ /^Filename: (.*)$/); - store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path ); - next; - } - } - - close( $PACKAGES ); - unlink( "$path.in" ); - &main::daemon_log("$session_id DEBUG: unlink '$path.in'", 1); -} - - -sub store_fileinfo { - my( $package, $file, $dist, $path, $vers, $srvdir) = @_; - - my %fileinfo = ( - 'package' => $package, - 'dist' => $dist, - 'version' => $vers, - ); - - $repo_files{ "${srvdir}/$file" } = \%fileinfo; -} - - -sub cleanup_and_extract { - my $fileinfo = $repo_files{ $File::Find::name }; - - if( defined $fileinfo ) { - - my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d"; - my $sql; - my $package = $fileinfo->{ 'package' }; - my $newver = $fileinfo->{ 'version' }; - - mkpath($dir); - system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" ); - - if( -f "$dir/DEBIAN/templates" ) { - - daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 5); - - my $tmpl= ""; - { - local $/=undef; - open FILE, "$dir/DEBIAN/templates"; - $tmpl = &encode_base64(); - close FILE; - } - rmtree("$dir/DEBIAN/templates"); - - $sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';"; - push @packages_list_statements, $sql; - } - } - - return; -} - - -sub register_at_foreign_servers { - my ($kernel) = $_[KERNEL]; - - # hole alle bekannten server aus known_server_db - my $server_sql = "SELECT * FROM $known_server_tn"; - my $server_res = $known_server_db->exec_statement($server_sql); - - # no entries in known_server_db - if (not ref(@$server_res[0]) eq "ARRAY") { - # TODO - } - - # detect already connected clients - my $client_sql = "SELECT * FROM $known_clients_tn"; - my $client_res = $known_clients_db->exec_statement($client_sql); - - # send my server details to all other gosa-si-server within the network - foreach my $hit (@$server_res) { - my $hostname = @$hit[0]; - my $hostkey = &create_passwd; - - # add already connected clients to registration message - my $myhash = &create_xml_hash('new_server', $server_address, $hostname); - &add_content2xml_hash($myhash, 'key', $hostkey); - map(&add_content2xml_hash($myhash, 'client', @{$_}[0].",".@{$_}[4]), @$client_res); - - # build registration message and send it - my $foreign_server_msg = &create_xml_string($myhash); - my $error = &send_msg_to_target($foreign_server_msg, $hostname, $ServerPackages_key, "new_server", 0); - } - - $kernel->delay_set("register_at_foreign_servers", $foreign_servers_register_delay); - return; -} - - -#==== MAIN = main ============================================================== -# parse commandline options -Getopt::Long::Configure( "bundling" ); -GetOptions("h|help" => \&usage, - "c|config=s" => \$cfg_file, - "f|foreground" => \$foreground, - "v|verbose+" => \$verbose, - "no-bus+" => \$no_bus, - "no-arp+" => \$no_arp, - ); - -# read and set config parameters -&check_cmdline_param ; -&read_configfile; -&check_pid; - -$SIG{CHLD} = 'IGNORE'; - -# forward error messages to logfile -if( ! $foreground ) { - open( STDIN, '+>/dev/null' ); - open( STDOUT, '+>&STDIN' ); - open( STDERR, '+>&STDIN' ); -} - -# Just fork, if we are not in foreground mode -if( ! $foreground ) { - chdir '/' or die "Can't chdir to /: $!"; - $pid = fork; - setsid or die "Can't start a new session: $!"; - umask 0; -} else { - $pid = $$; -} - -# Do something useful - put our PID into the pid_file -if( 0 != $pid ) { - open( LOCK_FILE, ">$pid_file" ); - print LOCK_FILE "$pid\n"; - close( LOCK_FILE ); - if( !$foreground ) { - exit( 0 ) - }; -} - -# parse head url and revision from svn -my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'}; -$server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/; -$server_headURL = defined $1 ? $1 : 'unknown' ; -$server_revision = defined $2 ? $2 : 'unknown' ; -if ($server_headURL =~ /\/tag\// || - $server_headURL =~ /\/branches\// ) { - $server_status = "stable"; -} else { - $server_status = "developmental" ; -} - - -daemon_log(" ", 1); -daemon_log("$0 started!", 1); -daemon_log("status: $server_status", 1); -daemon_log($server_status_hash->{$server_status}.": $server_revision", 1); - -if ($no_bus > 0) { - $bus_activ = "false" -} - -# connect to incoming_db -unlink($incoming_file_name); -$incoming_db = GOSA::DBsqlite->new($incoming_file_name); -$incoming_db->create_table($incoming_tn, \@incoming_col_names); - -# connect to gosa-si job queue -$job_db = GOSA::DBsqlite->new($job_queue_file_name); -$job_db->create_table($job_queue_tn, \@job_queue_col_names); - -# connect to known_clients_db -$known_clients_db = GOSA::DBsqlite->new($known_clients_file_name); -$known_clients_db->create_table($known_clients_tn, \@known_clients_col_names); - -# connect to foreign_clients_db -$foreign_clients_db = GOSA::DBsqlite->new($foreign_clients_file_name); -$foreign_clients_db->create_table($foreign_clients_tn, \@foreign_clients_col_names); - -# connect to known_server_db -unlink($known_server_file_name); -$known_server_db = GOSA::DBsqlite->new($known_server_file_name); -$known_server_db->create_table($known_server_tn, \@known_server_col_names); - -# connect to login_usr_db -$login_users_db = GOSA::DBsqlite->new($login_users_file_name); -$login_users_db->create_table($login_users_tn, \@login_users_col_names); - -# connect to fai_server_db and fai_release_db -unlink($fai_server_file_name); -$fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); -$fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); - -unlink($fai_release_file_name); -$fai_release_db = GOSA::DBsqlite->new($fai_release_file_name); -$fai_release_db->create_table($fai_release_tn, \@fai_release_col_names); - -# connect to packages_list_db -#unlink($packages_list_file_name); -unlink($packages_list_under_construction); -$packages_list_db = GOSA::DBsqlite->new($packages_list_file_name); -$packages_list_db->create_table($packages_list_tn, \@packages_list_col_names); - -# connect to messaging_db -$messaging_db = GOSA::DBsqlite->new($messaging_file_name); -$messaging_db->create_table($messaging_tn, \@messaging_col_names); - - -# create xml object used for en/decrypting -$xml = new XML::Simple(); - - -# foreign servers -my @foreign_server_list; - -# add foreign server from cfg file -if ($foreign_server_string ne "") { - my @cfg_foreign_server_list = split(",", $foreign_server_string); - foreach my $foreign_server (@cfg_foreign_server_list) { - push(@foreign_server_list, $foreign_server); - } -} - -# add foreign server from dns -my @tmp_servers; -if ( !$server_domain) { - # Try our DNS Searchlist - for my $domain(get_dns_domains()) { - chomp($domain); - my @tmp_domains= &get_server_addresses($domain); - if(@tmp_domains) { - for my $tmp_server(@tmp_domains) { - push @tmp_servers, $tmp_server; - } - } - } - if(@tmp_servers && length(@tmp_servers)==0) { - daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); - } -} else { - @tmp_servers = &get_server_addresses($server_domain); - if( 0 == @tmp_servers ) { - daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); - } -} -foreach my $server (@tmp_servers) { - unshift(@foreign_server_list, $server); -} -# eliminate duplicate entries -@foreign_server_list = &del_doubles(@foreign_server_list); -my $all_foreign_server = join(", ", @foreign_server_list); -daemon_log("0 INFO: found foreign server in config file and DNS: $all_foreign_server", 5); - -# add all found foreign servers to known_server -my $act_timestamp = &get_time(); -foreach my $foreign_server (@foreign_server_list) { - my $res = $known_server_db->add_dbentry( {table=>$known_server_tn, - primkey=>['hostname'], - hostname=>$foreign_server, - status=>'not_jet_registered', - hostkey=>"none", - timestamp=>$act_timestamp, - } ); -} - - -POE::Component::Server::TCP->new( - Alias => "TCP_SERVER", - Port => $server_port, - ClientInput => sub { - my ($kernel, $input) = @_[KERNEL, ARG0]; - push(@tasks, $input); - push(@msgs_to_decrypt, $input); - $kernel->yield("msg_to_decrypt"); - }, - InlineStates => { - msg_to_decrypt => \&msg_to_decrypt, - next_task => \&next_task, - task_result => \&handle_task_result, - task_done => \&handle_task_done, - task_debug => \&handle_task_debug, - child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, - } -); - -daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); - -# create session for repeatedly checking the job queue for jobs -POE::Session->create( - inline_states => { - _start => \&session_start, - register_at_foreign_servers => \®ister_at_foreign_servers, - sig_handler => \&sig_handler, - next_task => \&next_task, - task_result => \&handle_task_result, - task_done => \&handle_task_done, - task_debug => \&handle_task_debug, - watch_for_next_tasks => \&watch_for_next_tasks, - watch_for_new_messages => \&watch_for_new_messages, - watch_for_delivery_messages => \&watch_for_delivery_messages, - watch_for_done_messages => \&watch_for_done_messages, - watch_for_new_jobs => \&watch_for_new_jobs, - watch_for_done_jobs => \&watch_for_done_jobs, - watch_for_old_known_clients => \&watch_for_old_known_clients, - create_packages_list_db => \&run_create_packages_list_db, - create_fai_server_db => \&run_create_fai_server_db, - create_fai_release_db => \&run_create_fai_release_db, - session_run_result => \&session_run_result, - session_run_debug => \&session_run_debug, - session_run_done => \&session_run_done, - child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, - } -); - - -# import all modules -&import_modules; - -# TODO -# check wether all modules are gosa-si valid passwd check - - - -POE::Kernel->run(); -exit; - diff --git a/gosa-si/gosa-si-server.old b/gosa-si/gosa-si-server.old new file mode 100755 index 000000000..6aecf17d8 --- /dev/null +++ b/gosa-si/gosa-si-server.old @@ -0,0 +1,2653 @@ +#!/usr/bin/perl +#=============================================================================== +# +# FILE: gosa-sd +# +# USAGE: ./gosa-sd +# +# DESCRIPTION: +# +# OPTIONS: --- +# REQUIREMENTS: libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl +# libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl +# libpoe-perl +# BUGS: --- +# NOTES: +# AUTHOR: (Andreas Rettenberger), +# COMPANY: +# VERSION: 1.0 +# CREATED: 12.09.2007 08:54:41 CEST +# REVISION: --- +#=============================================================================== + + +use strict; +use warnings; +use Getopt::Long; +use Config::IniFiles; +use POSIX; + +use Fcntl; +use IO::Socket::INET; +use IO::Handle; +use IO::Select; +use Symbol qw(qualify_to_ref); +use Crypt::Rijndael; +use MIME::Base64; +use Digest::MD5 qw(md5 md5_hex md5_base64); +use XML::Simple; +use Data::Dumper; +use Sys::Syslog qw( :DEFAULT setlogsock); +use Cwd; +use File::Spec; +use File::Basename; +use File::Find; +use File::Copy; +use File::Path; +use GOSA::DBsqlite; +use GOSA::GosaSupportDaemon; +use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); +use Net::LDAP; +use Net::LDAP::Util qw(:escape); + +my $modules_path = "/usr/lib/gosa-si/modules"; +use lib "/usr/lib/gosa-si/modules"; +my $server_version = '$HeadURL$:$Rev$'; +my $server_headURL; +my $server_revision; +my $server_status; + + +# TODO es gibt eine globale funktion get_ldap_handle +# - ist in einer session dieses ldap handle schon vorhanden, wird es zurückgegeben +# - ist es nicht vorhanden, wird es erzeugt, im heap für spätere ldap anfragen gespeichert und zurückgegeben +# - sessions die kein ldap handle brauchen, sollen auch keins haben +# - wird eine session geschlossen, muss das ldap verbindung vorher beendet werden +our $global_kernel; + +my (%cfg_defaults, $foreground, $verbose, $ping_timeout); +my ($bus_activ, $bus, $msg_to_bus, $bus_cipher); +my ($server); +my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); +my ($messaging_db_loop_delay); +my ($known_modules); +my ($pid_file, $procid, $pid, $log_file); +my ($arp_activ, $arp_fifo); +my ($xml); +my $sources_list; +my $max_clients; +my %repo_files=(); +my $repo_path; +my %repo_dirs=(); +# variables declared in config file are always set to 'our' +our (%cfg_defaults, $log_file, $pid_file, + $server_ip, $server_port, $SIPackages_key, + $ClientPackages_key, $ServerPackages_key, + $arp_activ, $gosa_unit_tag, + $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout, +); + +# additional variable which should be globaly accessable +our $server_address; +our $server_mac_address; +our $bus_address; +our $gosa_address; +our $no_bus; +our $no_arp; +our $verbose; +our $forground; +our $cfg_file; +#our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); +our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); + + +# specifies the verbosity of the daemon_log +$verbose = 0 ; + +# if foreground is not null, script will be not forked to background +$foreground = 0 ; + +# specifies the timeout seconds while checking the online status of a registrating client +$ping_timeout = 5; + +$no_bus = 0; +$bus_activ = "true"; +$no_arp = 0; +my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress"; +my @packages_list_statements; +my $watch_for_new_jobs_in_progress = 0; + +our $prg= basename($0); + +# holds all gosa jobs +our $job_db; +our $job_queue_tn = 'jobs'; +my $job_queue_file_name; +my @job_queue_col_names = ("id INTEGER PRIMARY KEY", + "timestamp DEFAULT 'none'", + "status DEFAULT 'none'", + "result DEFAULT 'none'", + "progress DEFAULT 'none'", + "headertag DEFAULT 'none'", + "targettag DEFAULT 'none'", + "xmlmessage DEFAULT 'none'", + "macaddress DEFAULT 'none'", + "plainname DEFAULT 'none'", + ); + +# holds all other gosa-sd as well as the gosa-sd-bus +our $known_server_db; +our $known_server_tn = "known_server"; +my $known_server_file_name; +my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp"); + +# holds all registrated clients +our $known_clients_db; +our $known_clients_tn = "known_clients"; +my $known_clients_file_name; +my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events"); + +# holds all logged in user at each client +our $login_users_db; +our $login_users_tn = "login_users"; +my $login_users_file_name; +my @login_users_col_names = ("client", "user", "timestamp"); + +# holds all fai server, the debian release and tag +our $fai_server_db; +our $fai_server_tn = "fai_server"; +my $fai_server_file_name; +our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag"); + +our $fai_release_db; +our $fai_release_tn = "fai_release"; +my $fai_release_file_name; +our @fai_release_col_names = ("timestamp", "release", "class", "type", "state"); + +# holds all packages available from different repositories +our $packages_list_db; +our $packages_list_tn = "packages_list"; +my $packages_list_file_name; +our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp"); +my $outdir = "/tmp/packages_list_db"; +my $arch = "i386"; + +# holds all messages which should be delivered to a user +our $messaging_db; +our $messaging_tn = "messaging"; +our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to", + "flag", "direction", "delivery_time", "message", "timestamp" ); +my $messaging_file_name; + +# path to directory to store client install log files +our $client_fai_log_dir = "/var/log/fai"; + +# queue which stores taskes until one of the $max_children children are ready to process the task +my @tasks = qw(); +my $max_children = 2; + + +%cfg_defaults = ( +"general" => { + "log-file" => [\$log_file, "/var/run/".$prg.".log"], + "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"], + }, +"bus" => { + "activ" => [\$bus_activ, "true"], + }, +"server" => { + "port" => [\$server_port, "20081"], + "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], + "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], + "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], + "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'], + "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'], + "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], + "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], + "source-list" => [\$sources_list, '/etc/apt/sources.list'], + "repo-path" => [\$repo_path, '/srv/www/repository'], + "ldap-uri" => [\$ldap_uri, ""], + "ldap-base" => [\$ldap_base, ""], + "ldap-admin-dn" => [\$ldap_admin_dn, ""], + "ldap-admin-password" => [\$ldap_admin_password, ""], + "gosa-unit-tag" => [\$gosa_unit_tag, ""], + "max-clients" => [\$max_clients, 10], + }, +"GOsaPackages" => { + "ip" => [\$gosa_ip, "0.0.0.0"], + "port" => [\$gosa_port, "20082"], + "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'], + "job-queue-loop-delay" => [\$job_queue_loop_delay, 3], + "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3], + "key" => [\$GosaPackages_key, "none"], + }, +"SIPackages" => { + "key" => [\$SIPackages_key, "none"], + }, +"ClientPackages" => { + "key" => [\$ClientPackages_key, "none"], + }, +"ServerPackages" => { + "key" => [\$ServerPackages_key, "none"], + }, +); + + +#=== FUNCTION ================================================================ +# NAME: usage +# PARAMETERS: nothing +# RETURNS: nothing +# DESCRIPTION: print out usage text to STDERR +#=============================================================================== +sub usage { + print STDERR << "EOF" ; +usage: $prg [-hvf] [-c config] + + -h : this (help) message + -c : config file + -f : foreground, process will not be forked to background + -v : be verbose (multiple to increase verbosity) + -no-bus : starts $prg without connection to bus + -no-arp : starts $prg without connection to arp module + +EOF + print "\n" ; +} + + +#=== FUNCTION ================================================================ +# NAME: read_configfile +# PARAMETERS: cfg_file - string - +# RETURNS: nothing +# DESCRIPTION: read cfg_file and set variables +#=============================================================================== +sub read_configfile { + my $cfg; + if( defined( $cfg_file) && ( (-s $cfg_file) > 0 )) { + if( -r $cfg_file ) { + $cfg = Config::IniFiles->new( -file => $cfg_file ); + } else { + print STDERR "Couldn't read config file!\n"; + } + } else { + $cfg = Config::IniFiles->new() ; + } + foreach my $section (keys %cfg_defaults) { + foreach my $param (keys %{$cfg_defaults{ $section }}) { + my $pinfo = $cfg_defaults{ $section }{ $param }; + ${@$pinfo[ 0 ]} = $cfg->val( $section, $param, @$pinfo[ 1 ] ); + } + } +} + + +#=== FUNCTION ================================================================ +# NAME: logging +# PARAMETERS: level - string - default 'info' +# msg - string - +# facility - string - default 'LOG_DAEMON' +# RETURNS: nothing +# DESCRIPTION: function for logging +#=============================================================================== +sub daemon_log { + # log into log_file + my( $msg, $level ) = @_; + if(not defined $msg) { return } + if(not defined $level) { $level = 1 } + if(defined $log_file){ + open(LOG_HANDLE, ">>$log_file"); + chmod 0600, $log_file; + if(not defined open( LOG_HANDLE, ">>$log_file" )) { + print STDERR "cannot open $log_file: $!"; + return } + chomp($msg); + $msg =~s/\n//g; # no newlines are allowed in log messages, this is important for later log parsing + if($level <= $verbose){ + my ($seconds, $minutes, $hours, $monthday, $month, + $year, $weekday, $yearday, $sommertime) = localtime(time); + $hours = $hours < 10 ? $hours = "0".$hours : $hours; + $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; + $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; + my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"); + $month = $monthnames[$month]; + $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; + $year+=1900; + my $name = $prg; + + my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n"; + print LOG_HANDLE $log_msg; + if( $foreground ) { + print STDERR $log_msg; + } + } + close( LOG_HANDLE ); + } +} + + +#=== FUNCTION ================================================================ +# NAME: check_cmdline_param +# PARAMETERS: nothing +# RETURNS: nothing +# DESCRIPTION: validates commandline parameter +#=============================================================================== +sub check_cmdline_param () { + my $err_config; + my $err_counter = 0; + if(not defined($cfg_file)) { + $cfg_file = "/etc/gosa-si/server.conf"; + if(! -r $cfg_file) { + $err_config = "please specify a config file"; + $err_counter += 1; + } + } + if( $err_counter > 0 ) { + &usage( "", 1 ); + if( defined( $err_config)) { print STDERR "$err_config\n"} + print STDERR "\n"; + exit( -1 ); + } +} + + +#=== FUNCTION ================================================================ +# NAME: check_pid +# PARAMETERS: nothing +# RETURNS: nothing +# DESCRIPTION: handels pid processing +#=============================================================================== +sub check_pid { + $pid = -1; + # Check, if we are already running + if( open(LOCK_FILE, "<$pid_file") ) { + $pid = ; + if( defined $pid ) { + chomp( $pid ); + if( -f "/proc/$pid/stat" ) { + my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/; + if( $stat ) { + daemon_log("ERROR: Already running",1); + close( LOCK_FILE ); + exit -1; + } + } + } + close( LOCK_FILE ); + unlink( $pid_file ); + } + + # create a syslog msg if it is not to possible to open PID file + if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) { + my($msg) = "Couldn't obtain lockfile '$pid_file' "; + if (open(LOCK_FILE, '<', $pid_file) + && ($pid = )) + { + chomp($pid); + $msg .= "(PID $pid)\n"; + } else { + $msg .= "(unable to read PID)\n"; + } + if( ! ($foreground) ) { + openlog( $0, "cons,pid", "daemon" ); + syslog( "warning", $msg ); + closelog(); + } + else { + print( STDERR " $msg " ); + } + exit( -1 ); + } +} + +#=== FUNCTION ================================================================ +# NAME: import_modules +# PARAMETERS: module_path - string - abs. path to the directory the modules +# are stored +# RETURNS: nothing +# DESCRIPTION: each file in module_path which ends with '.pm' and activation +# state is on is imported by "require 'file';" +#=============================================================================== +sub import_modules { + daemon_log(" ", 1); + + if (not -e $modules_path) { + daemon_log("ERROR: cannot find directory or directory is not readable: $modules_path", 1); + } + + opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n"; + while (defined (my $file = readdir (DIR))) { + if (not $file =~ /(\S*?).pm$/) { + next; + } + my $mod_name = $1; + + if( $file =~ /ArpHandler.pm/ ) { + if( $no_arp > 0 ) { + next; + } + } + + eval { require $file; }; + if ($@) { + daemon_log("ERROR: gosa-si-server could not load module $file", 1); + daemon_log("$@", 5); + } else { + my $info = eval($mod_name.'::get_module_info()'); + # Only load module if get_module_info() returns a non-null object + if( $info ) { + my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info}; + $known_modules->{$mod_name} = $info; + daemon_log("INFO: module $mod_name loaded", 5); + } + } + } + close (DIR); +} + + +#=== FUNCTION ================================================================ +# NAME: sig_int_handler +# PARAMETERS: signal - string - signal arose from system +# RETURNS: noting +# DESCRIPTION: handels tasks to be done befor signal becomes active +#=============================================================================== +sub sig_int_handler { + my ($signal) = @_; + +# if (defined($ldap_handle)) { +# $ldap_handle->disconnect; +# } + # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden + + + daemon_log("shutting down gosa-si-server", 1); + system("kill `ps -C gosa-si-server -o pid=`"); +} +$SIG{INT} = \&sig_int_handler; + + +sub check_key_and_xml_validity { + my ($crypted_msg, $module_key, $session_id) = @_; + my $msg; + my $msg_hash; + my $error_string; + eval{ + $msg = &decrypt_msg($crypted_msg, $module_key); + + if ($msg =~ //i){ + $msg =~ s/\s+/ /g; # just for better daemon_log + daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8); + $msg_hash = $xml->XMLin($msg, ForceArray=>1); + + ############## + # check header + if( not exists $msg_hash->{'header'} ) { die "no header specified"; } + my $header_l = $msg_hash->{'header'}; + if( 1 > @{$header_l} ) { die 'empty header tag'; } + if( 1 < @{$header_l} ) { die 'more than one header specified'; } + my $header = @{$header_l}[0]; + if( 0 == length $header) { die 'empty string in header tag'; } + + ############## + # check source + if( not exists $msg_hash->{'source'} ) { die "no source specified"; } + my $source_l = $msg_hash->{'source'}; + if( 1 > @{$source_l} ) { die 'empty source tag'; } + if( 1 < @{$source_l} ) { die 'more than one source specified'; } + my $source = @{$source_l}[0]; + if( 0 == length $source) { die 'source error'; } + + ############## + # check target + if( not exists $msg_hash->{'target'} ) { die "no target specified"; } + my $target_l = $msg_hash->{'target'}; + if( 1 > @{$target_l} ) { die 'empty target tag'; } + } + }; + if($@) { + daemon_log("$session_id DEBUG: do not understand the message: $@", 7); + $msg = undef; + $msg_hash = undef; + } + + return ($msg, $msg_hash); +} + + +sub check_outgoing_xml_validity { + my ($msg) = @_; + + my $msg_hash; + eval{ + $msg_hash = $xml->XMLin($msg, ForceArray=>1); + + ############## + # check header + my $header_l = $msg_hash->{'header'}; + if( 1 != @{$header_l} ) { + die 'no or more than one headers specified'; + } + my $header = @{$header_l}[0]; + if( 0 == length $header) { + die 'header has length 0'; + } + + ############## + # check source + my $source_l = $msg_hash->{'source'}; + if( 1 != @{$source_l} ) { + die 'no or more than 1 sources specified'; + } + my $source = @{$source_l}[0]; + if( 0 == length $source) { + die 'source has length 0'; + } + unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || + $source =~ /^GOSA$/i ) { + die "source '$source' is neither a complete ip-address with port nor 'GOSA'"; + } + + ############## + # check target + my $target_l = $msg_hash->{'target'}; + if( 0 == @{$target_l} ) { + die "no targets specified"; + } + foreach my $target (@$target_l) { + if( 0 == length $target) { + die "target has length 0"; + } + unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || + $target =~ /^GOSA$/i || + $target =~ /^\*$/ || + $target =~ /KNOWN_SERVER/i || + $target =~ /JOBDB/i || + $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){ + die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address"; + } + } + }; + if($@) { + daemon_log("WARNING: outgoing msg is not gosa-si envelope conform", 5); + daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 8); + $msg_hash = undef; + } + + return ($msg_hash); +} + + +sub input_from_known_server { + my ($input, $remote_ip, $session_id) = @_ ; + my ($msg, $msg_hash, $module); + + my $sql_statement= "SELECT * FROM known_server"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + if( not $host_name =~ "^$remote_ip") { + next; + } + my $host_key = $hit->{hostkey}; + daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7); + daemon_log("DEBUG: input_from_known_server: host_key: $host_key", 7); + + # check if module can open msg envelope with module key + my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); + if( (!$tmp_msg) || (!$tmp_msg_hash) ) { + daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7); + daemon_log("$@", 8); + next; + } + else { + $msg = $tmp_msg; + $msg_hash = $tmp_msg_hash; + $module = "SIPackages"; + last; + } + } + + if( (!$msg) || (!$msg_hash) || (!$module) ) { + daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7); + } + + return ($msg, $msg_hash, $module); +} + + +sub input_from_known_client { + my ($input, $remote_ip, $session_id) = @_ ; + my ($msg, $msg_hash, $module); + + my $sql_statement= "SELECT * FROM known_clients"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + if( not $host_name =~ /^$remote_ip:\d*$/) { + next; + } + my $host_key = $hit->{hostkey}; + &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7); + &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7); + + # check if module can open msg envelope with module key + ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); + + if( (!$msg) || (!$msg_hash) ) { + &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7); + &daemon_log("$@", 8); + next; + } + else { + $module = "SIPackages"; + last; + } + } + + if( (!$msg) || (!$msg_hash) || (!$module) ) { + &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7); + } + + return ($msg, $msg_hash, $module); +} + + +sub input_from_unknown_host { + no strict "refs"; + my ($input, $session_id) = @_ ; + my ($msg, $msg_hash, $module); + my $error_string; + + my %act_modules = %$known_modules; + + while( my ($mod, $info) = each(%act_modules)) { + + # check a key exists for this module + my $module_key = ${$mod."_key"}; + if( not defined $module_key ) { + if( $mod eq 'ArpHandler' ) { + next; + } + daemon_log("$session_id ERROR: no key specified in config file for $mod", 1); + next; + } + daemon_log("$session_id DEBUG: $mod: $module_key", 7); + + # check if module can open msg envelope with module key + ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id); + if( (not defined $msg) || (not defined $msg_hash) ) { + next; + } + else { + $module = $mod; + last; + } + } + + if( (!$msg) || (!$msg_hash) || (!$module)) { + daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7); + } + + return ($msg, $msg_hash, $module); +} + + +sub create_ciphering { + my ($passwd) = @_; + if((!defined($passwd)) || length($passwd)==0) { + $passwd = ""; + } + $passwd = substr(md5_hex("$passwd") x 32, 0, 32); + my $iv = substr(md5_hex('GONICUS GmbH'),0, 16); + my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC()); + $my_cipher->set_iv($iv); + return $my_cipher; +} + + +sub encrypt_msg { + my ($msg, $key) = @_; + my $my_cipher = &create_ciphering($key); + my $len; + { + use bytes; + $len= 16-length($msg)%16; + } + $msg = "\0"x($len).$msg; + $msg = $my_cipher->encrypt($msg); + chomp($msg = &encode_base64($msg)); + # there are no newlines allowed inside msg + $msg=~ s/\n//g; + return $msg; +} + + +sub decrypt_msg { + + my ($msg, $key) = @_ ; + $msg = &decode_base64($msg); + my $my_cipher = &create_ciphering($key); + $msg = $my_cipher->decrypt($msg); + $msg =~ s/\0*//g; + return $msg; +} + + +sub get_encrypt_key { + my ($target) = @_ ; + my $encrypt_key; + my $error = 0; + + # target can be in known_server + if( not defined $encrypt_key ) { + my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + if( $host_name ne $target ) { + next; + } + $encrypt_key = $hit->{hostkey}; + last; + } + } + + # target can be in known_client + if( not defined $encrypt_key ) { + my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + if( $host_name ne $target ) { + next; + } + $encrypt_key = $hit->{hostkey}; + last; + } + } + + return $encrypt_key; +} + + +#=== FUNCTION ================================================================ +# NAME: open_socket +# PARAMETERS: PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000 +# [PeerPort] string necessary if port not appended by PeerAddr +# RETURNS: socket IO::Socket::INET +# DESCRIPTION: open a socket to PeerAddr +#=============================================================================== +sub open_socket { + my ($PeerAddr, $PeerPort) = @_ ; + if(defined($PeerPort)){ + $PeerAddr = $PeerAddr.":".$PeerPort; + } + my $socket; + $socket = new IO::Socket::INET(PeerAddr => $PeerAddr, + Porto => "tcp", + Type => SOCK_STREAM, + Timeout => 5, + ); + if(not defined $socket) { + return; + } +# &daemon_log("DEBUG: open_socket: $PeerAddr", 7); + return $socket; +} + + +#=== FUNCTION ================================================================ +# NAME: get_ip +# PARAMETERS: interface name (i.e. eth0) +# RETURNS: (ip address) +# DESCRIPTION: Uses ioctl to get ip address directly from system. +#=============================================================================== +sub get_ip { + my $ifreq= shift; + my $result= ""; + my $SIOCGIFADDR= 0x8915; # man 2 ioctl_list + my $proto= getprotobyname('ip'); + + socket SOCKET, PF_INET, SOCK_DGRAM, $proto + or die "socket: $!"; + + if(ioctl SOCKET, $SIOCGIFADDR, $ifreq) { + my ($if, $sin) = unpack 'a16 a16', $ifreq; + my ($port, $addr) = sockaddr_in $sin; + my $ip = inet_ntoa $addr; + + if ($ip && length($ip) > 0) { + $result = $ip; + } + } + + return $result; +} + + +sub get_local_ip_for_remote_ip { + my $remote_ip= shift; + my $result="0.0.0.0"; + + if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) { + if($remote_ip eq "127.0.0.1") { + $result = "127.0.0.1"; + } else { + my $PROC_NET_ROUTE= ('/proc/net/route'); + + open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE") + or die "Could not open $PROC_NET_ROUTE"; + + my @ifs = ; + + close(PROC_NET_ROUTE); + + # Eat header line + shift @ifs; + chomp @ifs; + foreach my $line(@ifs) { + my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line); + my $destination; + my $mask; + my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination); + $destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); + ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask); + $mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); + if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) { + # destination matches route, save mac and exit + $result= &get_ip($Iface); + last; + } + } + } + } else { + daemon_log("get_local_ip_for_remote_ip was called with a non-ip parameter: $remote_ip", 1); + } + return $result; +} + + +sub send_msg_to_target { + my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ; + my $error = 0; + my $header; + my $new_status; + my $act_status; + my ($sql_statement, $res); + + if( $msg_header ) { + $header = "'$msg_header'-"; + } else { + $header = ""; + } + + # Patch the source ip + if($msg =~ /0\.0\.0\.0:\d*?<\/source>/) { + my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/)); + $msg =~ s/(0\.0\.0\.0):(\d*?)<\/source>/$remote_ip:$2<\/source>/s; + } + + # encrypt xml msg + my $crypted_msg = &encrypt_msg($msg, $encrypt_key); + + # opensocket + my $socket = &open_socket($address); + if( !$socket ) { + daemon_log("$session_id ERROR: cannot send ".$header."msg to $address , host not reachable", 1); + $error++; + } + + if( $error == 0 ) { + # send xml msg + print $socket $crypted_msg."\n"; + + daemon_log("$session_id INFO: send ".$header."msg to $address", 5); + #daemon_log("DEBUG: message:\n$msg", 9); + + } + + # close socket in any case + if( $socket ) { + close $socket; + } + + if( $error > 0 ) { $new_status = "down"; } + else { $new_status = $msg_header; } + + + # known_clients + $sql_statement = "SELECT * FROM known_clients WHERE hostname='$address'"; + $res = $known_clients_db->select_dbentry($sql_statement); + if( keys(%$res) > 0) { + $act_status = $res->{1}->{'status'}; + if( $act_status eq "down" ) { + $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; + $res = $known_clients_db->del_dbentry($sql_statement); + daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); + } else { + $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'"; + $res = $known_clients_db->update_dbentry($sql_statement); + if($new_status eq "down"){ + daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); + } else { + daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); + } + } + } + + # known_server + $sql_statement = "SELECT * FROM known_server WHERE hostname='$address'"; + $res = $known_server_db->select_dbentry($sql_statement); + if( keys(%$res) > 0 ) { + $act_status = $res->{1}->{'status'}; + if( $act_status eq "down" ) { + $sql_statement = "DELETE FROM known_server WHERE hostname='$address'"; + $res = $known_server_db->del_dbentry($sql_statement); + daemon_log("$session_id WARNING: failed 2x to a send msg to host '$address', delete host from known_server", 3); + } + else { + $sql_statement = "UPDATE known_server SET status='$new_status' WHERE hostname='$address'"; + $res = $known_server_db->update_dbentry($sql_statement); + if($new_status eq "down"){ + daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); + } + else { + daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); + } + } + } + return $error; +} + + +sub update_jobdb_status_for_send_msgs { + my ($answer, $error) = @_; + if( $answer =~ /(\d+)<\/jobdb_id>/ ) { + my $jobdb_id = $1; + + # sending msg faild + if( $error ) { + if (not $answer =~ /
trigger_action_reinstall<\/header>/) { + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='error', result='can not deliver msg, please consult log file' ". + "WHERE id=$jobdb_id"; + my $res = $job_db->update_dbentry($sql_statement); + } + + # sending msg was successful + } else { + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='done' ". + "WHERE id=$jobdb_id AND status='processed'"; + my $res = $job_db->update_dbentry($sql_statement); + } + } +} + +sub _start { + my ($kernel) = $_[KERNEL]; + &trigger_db_loop($kernel); + $global_kernel = $kernel; + $kernel->yield('create_fai_server_db', $fai_server_tn ); + $kernel->yield('create_fai_release_db', $fai_release_tn ); + $kernel->sig(USR1 => "sig_handler"); + $kernel->sig(USR2 => "create_packages_list_db"); +} + +sub sig_handler { + my ($kernel, $signal) = @_[KERNEL, ARG0] ; + daemon_log("0 INFO got signal '$signal'", 1); + $kernel->sig_handled(); + return; +} + +sub next_task { + my ($session, $heap) = @_[SESSION, HEAP]; + + while ( keys( %{ $heap->{task} } ) < $max_children ) { + my $next_task = shift @tasks; + last unless defined $next_task; + + my $task = POE::Wheel::Run->new( + Program => sub { process_task($session, $heap, $next_task) }, + StdioFilter => POE::Filter::Reference->new(), + StdoutEvent => "task_result", + StderrEvent => "task_debug", + CloseEvent => "task_done", + ); + + $heap->{task}->{ $task->ID } = $task; + } +} + +sub handle_task_result { + my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0]; + my $client_answer = $result->{'answer'}; + if( $client_answer =~ s/session_id=(\d+)$// ) { + my $session_id = $1; + if( defined $session_id ) { + my $session_reference = $kernel->ID_id_to_session($session_id); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } + } + + if(exists $heap->{'client'}) { + $heap->{'client'}->put($client_answer); + } + } + $kernel->sig(CHLD => "child_reap"); +} + +sub handle_task_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} + +sub handle_task_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; + $kernel->yield("next_task"); +} + +sub process_task { + no strict "refs"; + my ($session, $heap, $input) = @_; + my $session_id = $session->ID; + my ($msg, $msg_hash, $module); + my $error = 0; + my $answer_l; + my ($answer_header, @answer_target_l, $answer_source); + my $client_answer = ""; + + daemon_log("", 5); + daemon_log("$session_id INFO: Incoming msg with session ID $session_id from '".$heap->{'remote_ip'}."'", 5); + #daemon_log("$session_id DEBUG: Incoming msg:\n$input", 9); + + #################### + # check incoming msg + # msg is from a new client or gosa + ($msg, $msg_hash, $module) = &input_from_unknown_host($input, $session_id); + # msg is from a gosa-si-server or gosa-si-bus + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}, $session_id); + } + # msg is from a gosa-si-client + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}, $session_id); + } + # an error occurred + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client + # could not understand a msg from its server the client cause a re-registering process + daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}."' to cause a re-registering of the client if necessary", 5); + my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{'hostname'}; + my $host_key = $hit->{'hostkey'}; + my $ping_msg = "
gosa_ping
$server_address $host_name"; + my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); + &update_jobdb_status_for_send_msgs($ping_msg, $error); + } + $error++; + } + + ###################### + # process incoming msg + if( $error == 0) { + daemon_log("$session_id INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]. + "' from '".$heap->{'remote_ip'}."'", 5); + daemon_log("$session_id DEBUG: Processing module ".$module, 7); + $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); + + if ( 0 < @{$answer_l} ) { + my $answer_str = join("\n", @{$answer_l}); + daemon_log("$session_id DEBUG: $module: Got answer from module: \n".$answer_str,8); + } else { + daemon_log("$session_id DEBUG: $module: Got no answer from module!" ,8); + } + + } + if( !$answer_l ) { $error++ }; + + ######## + # answer + if( $error == 0 ) { + + foreach my $answer ( @{$answer_l} ) { + # for each answer in answer list + + # check outgoing msg to xml validity + my $answer_hash = &check_outgoing_xml_validity($answer); + if( not defined $answer_hash ) { + next; + } + + $answer_header = @{$answer_hash->{'header'}}[0]; + @answer_target_l = @{$answer_hash->{'target'}}; + $answer_source = @{$answer_hash->{'source'}}[0]; + + # deliver msg to all targets + foreach my $answer_target ( @answer_target_l ) { + + # targets of msg are all gosa-si-clients in known_clients_db + if( $answer_target eq "*" ) { + # answer is for all clients + my $sql_statement= "SELECT * FROM known_clients"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + + # targets of msg are all gosa-si-server in known_server_db + elsif( $answer_target eq "KNOWN_SERVER" ) { + # answer is for all server in known_server + my $sql_statement= "SELECT * FROM known_server"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + $answer =~ s/KNOWN_SERVER/$host_name/g; + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + + # target of msg is GOsa + elsif( $answer_target eq "GOSA" ) { + my $session_id = ($1) if $answer =~ /(\d+?)<\/session_id>/; + my $add_on = ""; + if( defined $session_id ) { + $add_on = ".session_id=$session_id"; + } + # answer is for GOSA and has to returned to connected client + my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key); + $client_answer = $gosa_answer.$add_on; + } + + # target of msg is job queue at this host + elsif( $answer_target eq "JOBDB") { + $answer =~ /
(\S+)<\/header>/; + my $header; + if( defined $1 ) { $header = $1; } + my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + } + + # target of msg is a mac address + elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { + daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + my $found_ip_flag = 0; + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + $answer =~ s/$answer_target/$host_name/g; + daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + $found_ip_flag++ ; + } + if( $found_ip_flag == 0) { + daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3); + if( $bus_activ eq "true" ) { + daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $bus_address = $hit->{hostname}; + my $bus_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header, $session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + last; + } + } + + } + + # answer is for one specific host + } else { + # get encrypt_key + my $encrypt_key = &get_encrypt_key($answer_target); + if( not defined $encrypt_key ) { + # unknown target, forward msg to bus + daemon_log("$session_id WARNING: unknown target '$answer_target'", 3); + if( $bus_activ eq "true" ) { + daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + my $res_length = keys( %{$query_res} ); + if( $res_length == 0 ){ + daemon_log("$session_id WARNING: send '$answer_header' to '$bus_address' failed, ". + "no bus found in known_server", 3); + } + else { + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $bus_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header,$session_id ); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + } + next; + } + my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + } + } + + my $filter = POE::Filter::Reference->new(); + my %result = ( + status => "seems ok to me", + answer => $client_answer, + ); + + my $output = $filter->put( [ \%result ] ); + print @$output; + + +} + + +sub trigger_db_loop { + my ($kernel) = @_ ; + $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); + $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); + $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); +} + + +sub watch_for_done_jobs { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql_statement = "SELECT * FROM ".$job_queue_tn. + " WHERE status='done'"; + my $res = $job_db->select_dbentry( $sql_statement ); + + while( my ($id, $hit) = each %{$res} ) { + my $jobdb_id = $hit->{id}; + my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; + my $res = $job_db->del_dbentry($sql_statement); + } + + $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay); +} + + +sub watch_for_new_jobs { + if($watch_for_new_jobs_in_progress == 0) { + $watch_for_new_jobs_in_progress = 1; + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + # check gosa job queue for jobs with executable timestamp + my $timestamp = &get_time(); + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp"; + my $res = $job_db->exec_statement( $sql_statement ); + + # Merge all new jobs that would do the same actions + my @drops; + my $hits; + foreach my $hit (reverse @{$res} ) { + my $macaddress= lc @{$hit}[8]; + my $headertag= @{$hit}[5]; + if( + defined($hits->{$macaddress}) && + defined($hits->{$macaddress}->{$headertag}) && + defined($hits->{$macaddress}->{$headertag}[0]) + ) { + push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]"; + } + $hits->{$macaddress}->{$headertag}= $hit; + } + + # Delete new jobs with a matching job in state 'processing' + foreach my $macaddress (keys %{$hits}) { + foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { + my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; + if(defined($jobdb_id)) { + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'"; + my $res = $job_db->exec_statement( $sql_statement ); + foreach my $hit (@{$res}) { + push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; + } + } else { + daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1); + } + } + } + + # Commit deletion + $job_db->exec_statementlist(\@drops); + + # Look for new jobs that could be executed + foreach my $macaddress (keys %{$hits}) { + + # Look if there is an executing job + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'"; + my $res = $job_db->exec_statement( $sql_statement ); + + # Skip new jobs for host if there is a processing job + if(defined($res) and defined @{$res}[0]) { + next; + } + + foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { + my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; + if(defined($jobdb_id)) { + my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7]; + + daemon_log("J DEBUG: its time to execute $job_msg", 7); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; + my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); + + # expect macaddress is unique!!!!!! + my $target = $res_hash->{1}->{hostname}; + + # change header + $job_msg =~ s/
job_/
gosa_/; + + # add sqlite_id + $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; + + $job_msg =~ /
(\S+)<\/header>/; + my $header = $1 ; + my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); + + # update status in job queue to 'processing' + $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id"; + my $res = $job_db->update_dbentry($sql_statement); +# TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen + + # We don't want parallel processing + last; + } + } + } + + $watch_for_new_jobs_in_progress = 0; + $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); + } +} + + +sub watch_for_new_messages { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + my @coll_user_msg; # collection list of outgoing messages + + # check messaging_db for new incoming messages with executable timestamp + my $timestamp = &get_time(); + my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )"; + my $res = $messaging_db->exec_statement( $sql_statement ); + foreach my $hit (@{$res}) { + + # create outgoing messages + my $message_to = @{$hit}[3]; + # translate message_to to plain login name + my @message_to_l = split(/,/, $message_to); + my %receiver_h; + foreach my $receiver (@message_to_l) { + if ($receiver =~ /^u_([\s\S]*)$/) { + $receiver_h{$1} = 0; + } elsif ($receiver =~ /^g_([\s\S]*)$/) { +# TODO implement receiver translation + } else { + my $sbjct = &encode_base64(@{$hit}[1]); + my $msg = &encode_base64(@{$hit}[7]); + &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message 'sbjct - msg'", 3); + } + } + my @receiver_l = keys(%receiver_h); + + my $message_id = @{$hit}[0]; + + #add each outgoing msg to messaging_db + my $receiver; + foreach $receiver (@receiver_l) { + my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ". + "VALUES ('". + $message_id."', '". # id + @{$hit}[1]."', '". # subject + @{$hit}[2]."', '". # message_from + $receiver."', '". # message_to + "none"."', '". # flag + "out"."', '". # direction + @{$hit}[6]."', '". # delivery_time + @{$hit}[7]."', '". # message + $timestamp."'". # timestamp + ")"; + &daemon_log("M DEBUG: $sql_statement", 1); + my $res = $messaging_db->exec_statement($sql_statement); + &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5); + } + + # set incoming message to flag d=deliverd + $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'"; + &daemon_log("M DEBUG: $sql_statement", 7); + $res = $messaging_db->update_dbentry($sql_statement); + &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5); + } + + $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); + return; +} + +sub watch_for_delivery_messages { + my ($kernel, $heap) = @_[KERNEL, HEAP]; + + # select outgoing messages + my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )"; + #&daemon_log("0 DEBUG: $sql", 7); + my $res = $messaging_db->exec_statement( $sql_statement ); + + # build out msg for each usr + foreach my $hit (@{$res}) { + my $receiver = @{$hit}[3]; + my $msg_id = @{$hit}[0]; + my $subject = @{$hit}[1]; + my $message = @{$hit}[7]; + + # resolve usr -> host where usr is logged in + my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')"; + #&daemon_log("0 DEBUG: $sql", 7); + my $res = $login_users_db->exec_statement($sql); + + # reciver is logged in nowhere + if (not ref(@$res[0]) eq "ARRAY") { next; } + + my $send_succeed = 0; + foreach my $hit (@$res) { + my $receiver_host = @$hit[0]; + &daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7); + + # fetch key to encrypt msg propperly for usr/host + my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')"; + &daemon_log("0 DEBUG: $sql", 7); + my $res = $known_clients_db->exec_statement($sql); + + # host is already down + if (not ref(@$res[0]) eq "ARRAY") { next; } + + # host is on + my $receiver_key = @{@{$res}[0]}[2]; + my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver); + my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data ); + my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0); + if ($error == 0 ) { + $send_succeed++ ; + } + } + + if ($send_succeed) { + # set outgoing msg at db to deliverd + my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')"; + &daemon_log("0 DEBUG: $sql", 7); + my $res = $messaging_db->exec_statement($sql); + } + } + + $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); + return; +} + + +sub watch_for_done_messages { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')"; + #&daemon_log("0 DEBUG: $sql", 7); + my $res = $messaging_db->exec_statement($sql); + + foreach my $hit (@{$res}) { + my $msg_id = @{$hit}[0]; + + my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))"; + #&daemon_log("0 DEBUG: $sql", 7); + my $res = $messaging_db->exec_statement($sql); + + # not all usr msgs have been seen till now + if ( ref(@$res[0]) eq "ARRAY") { next; } + + $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')"; + #&daemon_log("0 DEBUG: $sql", 7); + $res = $messaging_db->exec_statement($sql); + + } + + $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); + return; +} + + +sub get_ldap_handle { + my ($session_id) = @_; + my $heap; + my $ldap_handle; + + if (not defined $session_id ) { $session_id = 0 }; + if ($session_id =~ /[^0-9]*/) { $session_id = 0 }; + + if ($session_id == 0) { + daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); + $ldap_handle = Net::LDAP->new( $ldap_uri ); + $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); + + } else { + my $session_reference = $global_kernel->ID_id_to_session($session_id); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } + + if (not defined $heap) { + daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7); + return; + } + + # TODO: This "if" is nonsense, because it doesn't prove that the + # used handle is still valid - or if we've to reconnect... + #if (not exists $heap->{ldap_handle}) { + $ldap_handle = Net::LDAP->new( $ldap_uri ); + $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); + $heap->{ldap_handle} = $ldap_handle; + #} + } + return $ldap_handle; +} + + +sub change_fai_state { + my ($st, $targets, $session_id) = @_; + $session_id = 0 if not defined $session_id; + # Set FAI state to localboot + my %mapActions= ( + reboot => '', + update => 'softupdate', + localboot => 'localboot', + reinstall => 'install', + rescan => '', + wake => '', + memcheck => 'memcheck', + sysinfo => 'sysinfo', + install => 'install', + ); + + # Return if this is unknown + if (!exists $mapActions{ $st }){ + daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1); + return; + } + + my $state= $mapActions{ $st }; + + my $ldap_handle = &get_ldap_handle($session_id); + if( defined($ldap_handle) ) { + + # Build search filter for hosts + my $search= "(&(objectClass=GOhard)"; + foreach (@{$targets}){ + $search.= "(macAddress=$_)"; + } + $search.= ")"; + + # If there's any host inside of the search string, procress them + if (!($search =~ /macAddress/)){ + daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1); + return; + } + + # Perform search for Unit Tag + my $mesg = $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['dn', 'FAIstate', 'objectClass'], + filter => "$search" + ); + + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + # Only modify entry if it is not set to '$state' + if ($entry->get_value("FAIstate") ne "$state"){ + daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); + my $result; + my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); + if (exists $tmp{'FAIobject'}){ + if ($state eq ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + delete => [ FAIstate => [] ] ]); + } else { + $result= $ldap_handle->modify($entry->dn, changes => [ + replace => [ FAIstate => $state ] ]); + } + } elsif ($state ne ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + add => [ objectClass => 'FAIobject' ], + add => [ FAIstate => $state ] ]); + } + + # Errors? + if ($result->code){ + daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + } + } else { + daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7); + } + } + } + # if no ldap handle defined + } else { + daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); + } + +} + + +sub change_goto_state { + my ($st, $targets, $session_id) = @_; + $session_id = 0 if not defined $session_id; + + # Switch on or off? + my $state= $st eq 'active' ? 'active': 'locked'; + + my $ldap_handle = &get_ldap_handle($session_id); + if( defined($ldap_handle) ) { + + # Build search filter for hosts + my $search= "(&(objectClass=GOhard)"; + foreach (@{$targets}){ + $search.= "(macAddress=$_)"; + } + $search.= ")"; + + # If there's any host inside of the search string, procress them + if (!($search =~ /macAddress/)){ + return; + } + + # Perform search for Unit Tag + my $mesg = $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['dn', 'gotoMode'], + filter => "$search" + ); + + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + + # Only modify entry if it is not set to '$state' + if ($entry->get_value("gotoMode") ne $state){ + + daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); + my $result; + $result= $ldap_handle->modify($entry->dn, changes => [ + replace => [ gotoMode => $state ] ]); + + # Errors? + if ($result->code){ + &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + } + + } + } + } + + } +} + + +sub run_create_fai_server_db { + my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0]; + my $session_id = $session->ID; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + + +sub create_fai_server_db { + my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_; + my $result; + + if (not defined $session_id) { $session_id = 0; } + my $ldap_handle = &get_ldap_handle(); + if(defined($ldap_handle)) { + daemon_log("$session_id INFO: create_fai_server_db: start", 5); + my $mesg= $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['FAIrepository', 'gosaUnitTag'], + filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('FAIrepository')) { + # Add an entry for each Repository configured for server + foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) { + my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo); + my $tmp_tag= $entry->get_value('gosaUnitTag') || ""; + $result= $fai_server_db->add_dbentry( { + table => $table_name, + primkey => ['server', 'release', 'tag'], + server => $tmp_url, + release => $tmp_release, + sections => $tmp_sections, + tag => (length($tmp_tag)>0)?$tmp_tag:"", + } ); + } + } + } + } + daemon_log("$session_id INFO: create_fai_server_db: finished", 5); + + # TODO: Find a way to post the 'create_packages_list_db' event + if(not defined($dont_create_packages_list)) { + &create_packages_list_db(undef, undef, $session_id); + } + } + + $ldap_handle->disconnect; + return $result; +} + + +sub run_create_fai_release_db { + my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; + my $session_id = $session->ID; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_release_db($table_name, $session_id) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + + +sub create_fai_release_db { + my ($table_name, $session_id) = @_; + my $result; + + # used for logging + if (not defined $session_id) { $session_id = 0; } + + my $ldap_handle = &get_ldap_handle(); + if(defined($ldap_handle)) { + daemon_log("$session_id INFO: create_fai_release_db: start",5); + my $mesg= $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => [], + filter => "(&(objectClass=organizationalUnit)(ou=fai))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + # Walk through all possible FAI container ou's + my @sql_list; + my $timestamp= &get_time(); + foreach my $ou (@{$mesg->{entries}}) { + my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id); + if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') { + my @tmp_array=get_fai_release_entries($tmp_classes); + if(@tmp_array) { + foreach my $entry (@tmp_array) { + if(defined($entry) && ref($entry) eq 'HASH') { + my $sql= + "INSERT INTO $table_name " + ."(timestamp, release, class, type, state) VALUES (" + .$timestamp."," + ."'".$entry->{'release'}."'," + ."'".$entry->{'class'}."'," + ."'".$entry->{'type'}."'," + ."'".$entry->{'state'}."')"; + push @sql_list, $sql; + } + } + } + } + } + + daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8); + if(@sql_list) { + unshift @sql_list, "VACUUM"; + unshift @sql_list, "DELETE FROM $table_name"; + $fai_release_db->exec_statementlist(\@sql_list); + } + daemon_log("$session_id DEBUG: Done with inserting",7); + } + daemon_log("$session_id INFO: create_fai_release_db: finished",5); + } + $ldap_handle->disconnect; + return $result; +} + +sub get_fai_types { + my $tmp_classes = shift || return undef; + my @result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { + my $entry = { + type => $type, + state => $tmp_classes->{$type}[0], + }; + push @result, $entry; + } + } + + return @result; +} + +sub get_fai_state { + my $result = ""; + my $tmp_classes = shift || return $result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0])) { + $result = $tmp_classes->{$type}[0]; + + # State is equal for all types in class + last; + } + } + + return $result; +} + +sub resolve_fai_classes { + my ($fai_base, $ldap_handle, $session_id) = @_; + if (not defined $session_id) { $session_id = 0; } + my $result; + my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList"); + my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))"; + my $fai_classes; + + daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7); + my $mesg= $ldap_handle->search( + base => $fai_base, + scope => 'sub', + attrs => ['cn','objectClass','FAIstate'], + filter => $fai_filter, + ); + daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7); + + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('cn')) { + my $tmp_dn= $entry->dn(); + + # Skip classname and ou dn parts for class + my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/; + + # Skip classes without releases + if((!defined($tmp_release)) || length($tmp_release)==0) { + next; + } + + my $tmp_cn= $entry->get_value('cn'); + my $tmp_state= $entry->get_value('FAIstate'); + + my $tmp_type; + # Get FAI type + for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) { + if(grep $_ eq $oclass, @possible_fai_classes) { + $tmp_type= $oclass; + last; + } + } + + if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { + # A Subrelease + my @sub_releases = split(/,/, $tmp_release); + + # Walk through subreleases and build hash tree + my $hash; + while(my $tmp_sub_release = pop @sub_releases) { + $hash .= "\{'$tmp_sub_release'\}->"; + } + eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";'); + } else { + # A branch, no subrelease + push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:""; + } + } elsif (!$entry->exists('cn')) { + my $tmp_dn= $entry->dn(); + my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/; + + # Skip classes without releases + if((!defined($tmp_release)) || length($tmp_release)==0) { + next; + } + + if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { + # A Subrelease + my @sub_releases= split(/,/, $tmp_release); + + # Walk through subreleases and build hash tree + my $hash; + while(my $tmp_sub_release = pop @sub_releases) { + $hash .= "\{'$tmp_sub_release'\}->"; + } + # Remove the last two characters + chop($hash); + chop($hash); + + eval('$fai_classes->'.$hash.'= {}'); + } else { + # A branch, no subrelease + if(!exists($fai_classes->{$tmp_release})) { + $fai_classes->{$tmp_release} = {}; + } + } + } + } + + # The hash is complete, now we can honor the copy-on-write based missing entries + foreach my $release (keys %$fai_classes) { + $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release})); + } + } + return $result; +} + +sub apply_fai_inheritance { + my $fai_classes = shift || return {}; + my $tmp_classes; + + # Get the classes from the branch + foreach my $class (keys %{$fai_classes}) { + # Skip subreleases + if($class =~ /^ou=.*$/) { + next; + } else { + $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); + } + } + + # Apply to each subrelease + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $tmp_class (keys %{$tmp_classes}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { + $fai_classes->{$subrelease}->{$tmp_class} = + deep_copy($tmp_classes->{$tmp_class}); + } else { + foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { + $fai_classes->{$subrelease}->{$tmp_class}->{$type}= + deep_copy($tmp_classes->{$tmp_class}->{$type}); + } + } + } + } + } + } + + # Find subreleases in deeper levels + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { + if($subsubrelease =~ /ou=/) { + apply_fai_inheritance($fai_classes->{$subrelease}); + } + } + } + } + + return $fai_classes; +} + +sub get_fai_release_entries { + my $tmp_classes = shift || return; + my $parent = shift || ""; + my @result = shift || (); + + foreach my $entry (keys %{$tmp_classes}) { + if(defined($entry)) { + if($entry =~ /^ou=.*$/) { + my $release_name = $entry; + $release_name =~ s/ou=//g; + if(length($parent)>0) { + $release_name = $parent."/".$release_name; + } + my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result); + foreach my $bufentry(@bufentries) { + push @result, $bufentry; + } + } else { + my @types = get_fai_types($tmp_classes->{$entry}); + foreach my $type (@types) { + push @result, + { + 'class' => $entry, + 'type' => $type->{'type'}, + 'release' => $parent, + 'state' => $type->{'state'}, + }; + } + } + } + } + + return @result; +} + +sub deep_copy { + my $this = shift; + if (not ref $this) { + $this; + } elsif (ref $this eq "ARRAY") { + [map deep_copy($_), @$this]; + } elsif (ref $this eq "HASH") { + +{map { $_ => deep_copy($this->{$_}) } keys %$this}; + } else { die "what type is $_?" } +} + + +sub session_run_result { + my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; + $kernel->sig(CHLD => "child_reap"); +} + +sub session_run_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} + +sub session_run_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; +} + + +sub create_sources_list { + my $session_id = shift; + my $ldap_handle = &main::get_ldap_handle; + my $result="/tmp/gosa_si_tmp_sources_list"; + + # Remove old file + if(stat($result)) { + unlink($result); + &main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7); + } + + my $fh; + open($fh, ">$result"); + if (not defined $fh) { + &main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7); + return undef; + } + if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) { + my $mesg=$ldap_handle->search( + base => $main::ldap_server_dn, + scope => 'base', + attrs => 'FAIrepository', + filter => 'objectClass=FAIrepositoryServer' + ); + if($mesg->count) { + foreach my $entry(@{$mesg->{'entries'}}) { + foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) { + my ($server, $tag, $release, $sections)= split /\|/, $value; + my $line = "deb $server $release"; + $sections =~ s/,/ /g; + $line.= " $sections"; + print $fh $line."\n"; + } + } + } + } else { + if (defined $main::ldap_server_dn){ + &main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1); + } else { + &main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1); + } + } + close($fh); + + return $result; +} + + +sub run_create_packages_list_db { + my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; + my $session_id = $session->ID; + + my $task = POE::Wheel::Run->new( + Priority => +20, + Program => sub {&create_packages_list_db(undef, undef, $session_id)}, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + $heap->{task}->{ $task->ID } = $task; +} + + +sub create_packages_list_db { + my ($ldap_handle, $sources_file, $session_id) = @_; + + # it should not be possible to trigger a recreation of packages_list_db + # while packages_list_db is under construction, so set flag packages_list_under_construction + # which is tested befor recreation can be started + if (-r $packages_list_under_construction) { + daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3); + return; + } else { + daemon_log("$session_id INFO: create_packages_list_db: start", 5); + # set packages_list_under_construction to true + system("touch $packages_list_under_construction"); + @packages_list_statements=(); + } + + if (not defined $session_id) { $session_id = 0; } + if (not defined $ldap_handle) { + $ldap_handle= &get_ldap_handle(); + + if (not defined $ldap_handle) { + daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1); + unlink($packages_list_under_construction); + return; + } + } + if (not defined $sources_file) { + &main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5); + $sources_file = &create_sources_list($session_id); + } + + if (not defined $sources_file) { + &main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1); + unlink($packages_list_under_construction); + return; + } + + my $line; + + open(CONFIG, "<$sources_file") or do { + daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1); + unlink($packages_list_under_construction); + return; + }; + + # Read lines + while ($line = ){ + # Unify + chop($line); + $line =~ s/^\s+//; + $line =~ s/^\s+/ /; + + # Strip comments + $line =~ s/#.*$//g; + + # Skip empty lines + if ($line =~ /^\s*$/){ + next; + } + + # Interpret deb line + if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){ + my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); + my $section; + foreach $section (split(' ', $sections)){ + &parse_package_info( $baseurl, $dist, $section, $session_id ); + } + } + } + + close (CONFIG); + + find(\&cleanup_and_extract, keys( %repo_dirs )); + eval { + &main::strip_packages_list_statements(); + }; + if($@) { + daemon_log("$session_id ERROR: Preparation of statement list failed with '$@'!", 1); + } + unshift @packages_list_statements, "VACUUM"; + eval { + $packages_list_db->exec_statementlist(\@packages_list_statements); + }; + if($@) { + daemon_log("$session_id ERROR: Updating package_list_db failed with '$@'!", 1); + } + unlink($packages_list_under_construction); + daemon_log("$session_id INFO: create_packages_list_db: finished", 5); + return; +} + + +# This function should do some intensive task to minimize the db-traffic +sub strip_packages_list_statements { + my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")}; + my @new_statement_list=(); + my $hash; + my $insert_hash; + my $update_hash; + my $delete_hash; + my $local_timestamp=get_time(); + + foreach my $existing_entry (@existing_entries) { + $hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry; + } + + foreach my $statement (@packages_list_statements) { + if($statement =~ /^INSERT/i) { + # Assign the values from the insert statement + my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~ + /^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si; + if(exists($hash->{$distribution}->{$package}->{$version})) { + # If section or description has changed, update the DB + if( + (! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or + (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description)) + ) { + @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef); + } + } else { + # Insert a non-existing entry to db + @{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); + } + } elsif ($statement =~ /^UPDATE/i) { + my ($template,$package,$version) = ($1,$2,$3) if $statement =~ + /^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si; + foreach my $distribution (keys %{$hash}) { + if(exists($insert_hash->{$distribution}->{$package}->{$version})) { + # update the insertion hash to execute only one query per package (insert instead insert+update) + @{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template; + } elsif(exists($hash->{$distribution}->{$package}->{$version})) { + if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) { + my $section; + my $description; + if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and + length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) { + $section= @{$update_hash->{$distribution}->{$package}->{$version}}[3]; + } + if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { + $description= @{$update_hash->{$distribution}->{$package}->{$version}}[4]; + } + @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); + } + } + } + } + } + + # TODO: Check for orphaned entries + + # unroll the insert_hash + foreach my $distribution (keys %{$insert_hash}) { + foreach my $package (keys %{$insert_hash->{$distribution}}) { + foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) { + push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version'," + ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]'," + ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]'," + ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]'," + ."'$local_timestamp')"; + } + } + } + + # unroll the update hash + foreach my $distribution (keys %{$update_hash}) { + foreach my $package (keys %{$update_hash->{$distribution}}) { + foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) { + my $set = ""; + if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) { + $set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', "; + } + if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { + $set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', "; + } + if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) { + $set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', "; + } + if(defined($set) and length($set) > 0) { + $set .= "timestamp = '$local_timestamp'"; + } else { + next; + } + push @new_statement_list, + "UPDATE $main::packages_list_tn SET $set WHERE" + ." distribution = '$distribution'" + ." AND package = '$package'" + ." AND version = '$version'"; + } + } + } + + @packages_list_statements = @new_statement_list; +} + + +sub parse_package_info { + my ($baseurl, $dist, $section, $session_id)= @_; + my ($package); + if (not defined $session_id) { $session_id = 0; } + my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); + $repo_dirs{ "${repo_path}/pool" } = 1; + + foreach $package ("Packages.gz"){ + daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); + get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id ); + parse_package( "$outdir/$dist/$section", $dist, $path, $session_id ); + } + +} + + +sub get_package { + my ($url, $dest, $session_id)= @_; + if (not defined $session_id) { $session_id = 0; } + + my $tpath = dirname($dest); + -d "$tpath" || mkpath "$tpath"; + + # This is ugly, but I've no time to take a look at "how it works in perl" + if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) { + system("gunzip -cd '$dest' > '$dest.in'"); + daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5); + unlink($dest); + daemon_log("$session_id DEBUG: delete file '$dest'", 5); + } else { + daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1); + } + return 0; +} + + +sub parse_package { + my ($path, $dist, $srv_path, $session_id)= @_; + if (not defined $session_id) { $session_id = 0;} + my ($package, $version, $section, $description); + my $PACKAGES; + my $timestamp = &get_time(); + + if(not stat("$path.in")) { + daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); + return; + } + + open($PACKAGES, "<$path.in"); + if(not defined($PACKAGES)) { + daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1); + return; + } + + # Read lines + while (<$PACKAGES>){ + my $line = $_; + # Unify + chop($line); + + # Use empty lines as a trigger + if ($line =~ /^\s*$/){ + my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')"; + push(@packages_list_statements, $sql); + $package = "none"; + $version = "none"; + $section = "none"; + $description = "none"; + next; + } + + # Trigger for package name + if ($line =~ /^Package:\s/){ + ($package)= ($line =~ /^Package: (.*)$/); + next; + } + + # Trigger for version + if ($line =~ /^Version:\s/){ + ($version)= ($line =~ /^Version: (.*)$/); + next; + } + + # Trigger for description + if ($line =~ /^Description:\s/){ + ($description)= &encode_base64(($line =~ /^Description: (.*)$/)); + next; + } + + # Trigger for section + if ($line =~ /^Section:\s/){ + ($section)= ($line =~ /^Section: (.*)$/); + next; + } + + # Trigger for filename + if ($line =~ /^Filename:\s/){ + my ($filename) = ($line =~ /^Filename: (.*)$/); + store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path ); + next; + } + } + + close( $PACKAGES ); + unlink( "$path.in" ); + &main::daemon_log("$session_id DEBUG: unlink '$path.in'", 1); +} + + +sub store_fileinfo { + my( $package, $file, $dist, $path, $vers, $srvdir) = @_; + + my %fileinfo = ( + 'package' => $package, + 'dist' => $dist, + 'version' => $vers, + ); + + $repo_files{ "${srvdir}/$file" } = \%fileinfo; +} + + +sub cleanup_and_extract { + my $fileinfo = $repo_files{ $File::Find::name }; + + if( defined $fileinfo ) { + + my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d"; + my $sql; + my $package = $fileinfo->{ 'package' }; + my $newver = $fileinfo->{ 'version' }; + + mkpath($dir); + system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" ); + + if( -f "$dir/DEBIAN/templates" ) { + + daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 5); + + my $tmpl= ""; + { + local $/=undef; + open FILE, "$dir/DEBIAN/templates"; + $tmpl = &encode_base64(); + close FILE; + } + rmtree("$dir/DEBIAN/templates"); + + $sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';"; + push @packages_list_statements, $sql; + } + } + + return; +} + + +#==== MAIN = main ============================================================== +# parse commandline options +Getopt::Long::Configure( "bundling" ); +GetOptions("h|help" => \&usage, + "c|config=s" => \$cfg_file, + "f|foreground" => \$foreground, + "v|verbose+" => \$verbose, + "no-bus+" => \$no_bus, + "no-arp+" => \$no_arp, + ); + +# read and set config parameters +&check_cmdline_param ; +&read_configfile; +&check_pid; + +$SIG{CHLD} = 'IGNORE'; + +# forward error messages to logfile +if( ! $foreground ) { + open( STDIN, '+>/dev/null' ); + open( STDOUT, '+>&STDIN' ); + open( STDERR, '+>&STDIN' ); +} + +# Just fork, if we are not in foreground mode +if( ! $foreground ) { + chdir '/' or die "Can't chdir to /: $!"; + $pid = fork; + setsid or die "Can't start a new session: $!"; + umask 0; +} else { + $pid = $$; +} + +# Do something useful - put our PID into the pid_file +if( 0 != $pid ) { + open( LOCK_FILE, ">$pid_file" ); + print LOCK_FILE "$pid\n"; + close( LOCK_FILE ); + if( !$foreground ) { + exit( 0 ) + }; +} + +# parse head url and revision from svn +my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'}; +$server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/; +$server_headURL = defined $1 ? $1 : 'unknown' ; +$server_revision = defined $2 ? $2 : 'unknown' ; +if ($server_headURL =~ /\/tag\// || + $server_headURL =~ /\/branches\// ) { + $server_status = "stable"; +} else { + $server_status = "developmental" ; +} + + +daemon_log(" ", 1); +daemon_log("$0 started!", 1); +daemon_log("status: $server_status", 1); +daemon_log($server_status_hash->{$server_status}.": $server_revision", 1); + +if ($no_bus > 0) { + $bus_activ = "false" +} + +# connect to gosa-si job queue +$job_db = GOSA::DBsqlite->new($job_queue_file_name); +$job_db->create_table($job_queue_tn, \@job_queue_col_names); + +# connect to known_clients_db +$known_clients_db = GOSA::DBsqlite->new($known_clients_file_name); +$known_clients_db->create_table($known_clients_tn, \@known_clients_col_names); + +# connect to known_server_db +$known_server_db = GOSA::DBsqlite->new($known_server_file_name); +$known_server_db->create_table($known_server_tn, \@known_server_col_names); + +# connect to login_usr_db +$login_users_db = GOSA::DBsqlite->new($login_users_file_name); +$login_users_db->create_table($login_users_tn, \@login_users_col_names); + +# connect to fai_server_db and fai_release_db +unlink($fai_server_file_name); +$fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); +$fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); + +unlink($fai_release_file_name); +$fai_release_db = GOSA::DBsqlite->new($fai_release_file_name); +$fai_release_db->create_table($fai_release_tn, \@fai_release_col_names); + +# connect to packages_list_db +#unlink($packages_list_file_name); +unlink($packages_list_under_construction); +$packages_list_db = GOSA::DBsqlite->new($packages_list_file_name); +$packages_list_db->create_table($packages_list_tn, \@packages_list_col_names); + +# connect to messaging_db +$messaging_db = GOSA::DBsqlite->new($messaging_file_name); +$messaging_db->create_table($messaging_tn, \@messaging_col_names); + + +# create xml object used for en/decrypting +$xml = new XML::Simple(); + +# create socket for incoming xml messages + +POE::Component::Server::TCP->new( + Port => $server_port, + ClientInput => sub { + my ($kernel, $input) = @_[KERNEL, ARG0]; + push(@tasks, $input); + $kernel->yield("next_task"); + }, + InlineStates => { + next_task => \&next_task, + task_result => \&handle_task_result, + task_done => \&handle_task_done, + task_debug => \&handle_task_debug, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, + } +); + +daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); + +# create session for repeatedly checking the job queue for jobs +POE::Session->create( + inline_states => { + _start => \&_start, + sig_handler => \&sig_handler, + watch_for_new_messages => \&watch_for_new_messages, + watch_for_delivery_messages => \&watch_for_delivery_messages, + watch_for_done_messages => \&watch_for_done_messages, + watch_for_new_jobs => \&watch_for_new_jobs, + watch_for_done_jobs => \&watch_for_done_jobs, + create_packages_list_db => \&run_create_packages_list_db, + create_fai_server_db => \&run_create_fai_server_db, + create_fai_release_db => \&run_create_fai_release_db, + session_run_result => \&session_run_result, + session_run_debug => \&session_run_debug, + session_run_done => \&session_run_done, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, + } +); + + +# import all modules +&import_modules; + +# check wether all modules are gosa-si valid passwd check + +POE::Kernel->run(); +exit; +