X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=gosa-si%2Fgosa-si-server;h=2d13fb1c5376fb9f0c763db2d8fe2d0cf712297d;hb=7fddb167d05c24fa5143f0d541095712b20604fe;hp=56b376be716e08c35855bbabf52bd5018f92e056;hpb=bf11f7a5779b439675a00472ea5c99857b2f85b5;p=gosa.git diff --git a/gosa-si/gosa-si-server b/gosa-si/gosa-si-server index 56b376be7..2d13fb1c5 100755 --- a/gosa-si/gosa-si-server +++ b/gosa-si/gosa-si-server @@ -25,7 +25,6 @@ use warnings; use Getopt::Long; use Config::IniFiles; use POSIX; -use utf8; use Fcntl; use IO::Socket::INET; @@ -44,7 +43,7 @@ use File::Basename; use File::Path; use GOSA::DBsqlite; use GOSA::GosaSupportDaemon; -use POE qw(Component::Server::TCP); +use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); use Net::LDAP; use Net::LDAP::Util qw(:escape); @@ -77,7 +76,7 @@ our $no_arp; our $verbose; our $forground; our $cfg_file; -our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password ); +our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); # specifies the verbosity of the daemon_log @@ -125,7 +124,7 @@ my @login_users_col_names = ('client', 'user', 'timestamp'); our $fai_server_db; our $fai_server_tn = "fai_server"; my $fai_server_file_name; -our @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); +our @fai_server_col_names = ('timestamp', 'server', 'release', 'sections', 'tag'); our $fai_release_tn = "fai_release"; our @fai_release_col_names = ('timestamp', 'release', 'class', 'type', 'state'); @@ -146,6 +145,11 @@ my $messaging_file_name; # path to directory to store client install log files our $client_fai_log_dir = "/var/log/fai"; +# queue which stores taskes until one of the $max_children children are ready to process the task +my @tasks = qw(); +my $max_children = 2; + + %cfg_defaults = ( "general" => { "log-file" => [\$log_file, "/var/run/".$prg.".log"], @@ -313,7 +317,8 @@ sub check_pid { chomp( $pid ); if( -f "/proc/$pid/stat" ) { my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/; - if( $0 eq $stat ) { + if( $stat ) { + daemon_log("ERROR: Already running",1); close( LOCK_FILE ); exit -1; } @@ -401,15 +406,19 @@ sub import_modules { sub sig_int_handler { my ($signal) = @_; + if(defined($ldap_handle)) { + $ldap_handle->disconnect; + } + daemon_log("shutting down gosa-si-server", 1); - exit(1); + system("killall gosa-si-server"); } $SIG{INT} = \&sig_int_handler; sub check_key_and_xml_validity { - my ($crypted_msg, $module_key) = @_; + my ($crypted_msg, $module_key, $session_id) = @_; my $msg; my $msg_hash; my $error_string; @@ -417,7 +426,8 @@ sub check_key_and_xml_validity { $msg = &decrypt_msg($crypted_msg, $module_key); if ($msg =~ //i){ - daemon_log("decrypted_msg: \n$msg", 8); + $msg =~ s/\s+/ /g; # just for better daemon_log + daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8); $msg_hash = $xml->XMLin($msg, ForceArray=>1); ############## @@ -446,7 +456,7 @@ sub check_key_and_xml_validity { } }; if($@) { - daemon_log("WARNING: do not understand the message: $@", 5); + daemon_log("$session_id DEBUG: do not understand the message: $@", 7); $msg = undef; $msg_hash = undef; } @@ -519,7 +529,7 @@ sub check_outgoing_xml_validity { sub input_from_known_server { - my ($input, $remote_ip) = @_ ; + my ($input, $remote_ip, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $sql_statement= "SELECT * FROM known_server"; @@ -531,13 +541,13 @@ sub input_from_known_server { next; } my $host_key = $hit->{hostkey}; - daemon_log("DEBUG: input_from_known_server: host_name: $host_name", 7); + daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7); daemon_log("DEBUG: input_from_known_server: host_key: $host_key", 7); # check if module can open msg envelope with module key - my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key); + my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); if( (!$tmp_msg) || (!$tmp_msg_hash) ) { - daemon_log("DEBUG: input_from_known_server: deciphering raise error", 7); + daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7); daemon_log("$@", 8); next; } @@ -550,7 +560,7 @@ sub input_from_known_server { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - daemon_log("DEBUG: Incoming message is not from a known server", 7); + daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7); } return ($msg, $msg_hash, $module); @@ -558,7 +568,7 @@ sub input_from_known_server { sub input_from_known_client { - my ($input, $remote_ip) = @_ ; + my ($input, $remote_ip, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $sql_statement= "SELECT * FROM known_clients"; @@ -569,14 +579,14 @@ sub input_from_known_client { next; } my $host_key = $hit->{hostkey}; - &daemon_log("DEBUG: input_from_known_client: host_name: $host_name", 7); - &daemon_log("DEBUG: input_from_known_client: host_key: $host_key", 7); + &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7); + &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7); # check if module can open msg envelope with module key - ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key); + ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); if( (!$msg) || (!$msg_hash) ) { - &daemon_log("DEGUG: input_from_known_client: deciphering raise error", 7); + &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7); &daemon_log("$@", 8); next; } @@ -587,7 +597,7 @@ sub input_from_known_client { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - &daemon_log("DEBUG: Incoming message is not from a known client", 7); + &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7); } return ($msg, $msg_hash, $module); @@ -596,7 +606,7 @@ sub input_from_known_client { sub input_from_unknown_host { no strict "refs"; - my ($input) = @_ ; + my ($input, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $error_string; @@ -610,13 +620,13 @@ sub input_from_unknown_host { if( $mod eq 'ArpHandler' ) { next; } - daemon_log("ERROR: no key specified in config file for $mod", 1); + daemon_log("$session_id ERROR: no key specified in config file for $mod", 1); next; } - daemon_log("DEBUG: $mod: $module_key", 7); + daemon_log("$session_id DEBUG: $mod: $module_key", 7); # check if module can open msg envelope with module key - ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key); + ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id); if( (not defined $msg) || (not defined $msg_hash) ) { next; } @@ -627,7 +637,7 @@ sub input_from_unknown_host { } if( (!$msg) || (!$msg_hash) || (!$module)) { - daemon_log("DEBUG: Incoming message is not from an unknown host", 7); + daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7); } return ($msg, $msg_hash, $module); @@ -810,7 +820,7 @@ sub get_local_ip_for_remote_ip { sub send_msg_to_target { - my ($msg, $address, $encrypt_key, $msg_header) = @_ ; + my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ; my $error = 0; my $header; my $new_status; @@ -835,7 +845,7 @@ sub send_msg_to_target { # opensocket my $socket = &open_socket($address); if( !$socket ) { - daemon_log("ERROR: cannot send ".$header."msg to $address , host not reachable", 1); + daemon_log("$session_id ERROR: cannot send ".$header."msg to $address , host not reachable", 1); $error++; } @@ -843,8 +853,8 @@ sub send_msg_to_target { # send xml msg print $socket $crypted_msg."\n"; - daemon_log("INFO: send ".$header."msg to $address", 5); - daemon_log("message:\n$msg", 8); + daemon_log("$session_id INFO: send ".$header."msg to $address", 5); + #daemon_log("DEBUG: message:\n$msg", 9); } @@ -865,14 +875,14 @@ sub send_msg_to_target { if( $act_status eq "down" ) { $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; $res = $known_clients_db->del_dbentry($sql_statement); - daemon_log("WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); + daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); } else { $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'"; $res = $known_clients_db->update_dbentry($sql_statement); if($new_status eq "down"){ - daemon_log("WARNING: set '$address' from status '$act_status' to '$new_status'", 3); + daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); } else { - daemon_log("INFO: set '$address' from status '$act_status' to '$new_status'", 5); + daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } } @@ -885,16 +895,16 @@ sub send_msg_to_target { if( $act_status eq "down" ) { $sql_statement = "DELETE FROM known_server WHERE hostname='$address'"; $res = $known_server_db->del_dbentry($sql_statement); - daemon_log("WARNING: failed 2x to a send msg to host '$address', delete host from known_server", 3); + daemon_log("$session_id WARNING: failed 2x to a send msg to host '$address', delete host from known_server", 3); } else { $sql_statement = "UPDATE known_server SET status='$new_status' WHERE hostname='$address'"; $res = $known_server_db->update_dbentry($sql_statement); if($new_status eq "down"){ - daemon_log("WARNING: set '$address' from status '$act_status' to '$new_status'", 3); + daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); } else { - daemon_log("INFO: set '$address' from status '$act_status' to '$new_status'", 5); + daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } } @@ -906,16 +916,18 @@ sub update_jobdb_status_for_send_msgs { my ($answer, $error) = @_; if( $answer =~ /(\d+)<\/jobdb_id>/ ) { my $jobdb_id = $1; + + # sending msg faild if( $error ) { if (not $answer =~ /
trigger_action_reinstall<\/header>/) { - # sending msg faild my $sql_statement = "UPDATE $job_queue_tn ". "SET status='error', result='can not deliver msg, please consult log file' ". "WHERE id='$jobdb_id'"; my $res = $job_db->update_dbentry($sql_statement); } + + # sending msg was successful } else { - # sending msg was successful my $sql_statement = "UPDATE $job_queue_tn ". "SET status='done' ". "WHERE id='$jobdb_id' AND status='processed'"; @@ -924,57 +936,114 @@ sub update_jobdb_status_for_send_msgs { } } - sub _start { my ($kernel) = $_[KERNEL]; &trigger_db_loop($kernel); - $kernel->yield('create_fai_server_db', $fai_server_tn ); - $kernel->yield('create_fai_release_db', $fai_release_tn ); - #$kernel->yield('create_packages_list_db', $sources_list ); + #$kernel->yield('create_fai_server_db', $fai_server_tn ); + #$kernel->yield('create_fai_release_db', $fai_release_tn ); +} + +sub next_task { + my ($session, $heap) = @_[SESSION, HEAP]; + + while ( keys( %{ $heap->{task} } ) < $max_children ) { + my $next_task = shift @tasks; + last unless defined $next_task; + + my $task = POE::Wheel::Run->new( + Program => sub { process_task($session, $heap, $next_task) }, + StdioFilter => POE::Filter::Reference->new(), + StdoutEvent => "task_result", + StderrEvent => "task_debug", + CloseEvent => "task_done", + ); + + $heap->{task}->{ $task->ID } = $task; + } } +sub handle_task_result { + my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0]; + my $client_answer = $result->{'answer'}; + if( $client_answer =~ s/session_id=(\d+)$// ) { + my $session_id = $1; + if( defined $session_id ) { + my $session_reference = $kernel->ID_id_to_session($session_id); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } + } -sub client_input { + if(exists $heap->{'client'}) { + $heap->{'client'}->put($client_answer); + } + } + $kernel->sig(CHLD => "child_reap"); +} + +sub handle_task_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} + +sub handle_task_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; + $kernel->yield("next_task"); +} + +sub process_task { no strict "refs"; - my ($kernel, $session, $heap, $input, $wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1]; + my ($session, $heap, $input) = @_; my $session_id = $session->ID; my ($msg, $msg_hash, $module); my $error = 0; my $answer_l; my ($answer_header, @answer_target_l, $answer_source); - my $client_answer; + my $client_answer = ""; daemon_log("", 5); - daemon_log("INFO: Incoming msg from '".$heap->{'remote_ip'}."'", 5); - daemon_log("DEBUG: Incoming msg:\n$input", 9); + daemon_log("$session_id INFO: Incoming msg with session ID $session_id from '".$heap->{'remote_ip'}."'", 5); + daemon_log("$session_id DEBUG: Incoming msg:\n$input", 9); #################### # check incoming msg # msg is from a new client or gosa - ($msg, $msg_hash, $module) = &input_from_unknown_host($input); + ($msg, $msg_hash, $module) = &input_from_unknown_host($input, $session_id); # msg is from a gosa-si-server or gosa-si-bus if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}); + ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}, $session_id); } # msg is from a gosa-si-client if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ - ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}); + ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}, $session_id); } # an error occurred if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client + # could not understand a msg from its server the client cause a re-registering process + my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{'hostname'}; + my $host_key = $hit->{'hostkey'}; + my $ping_msg = "
gosa_ping
$server_address $host_name"; + my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); + &update_jobdb_status_for_send_msgs($ping_msg, $error); + } $error++; } ###################### # process incoming msg if( $error == 0) { - daemon_log("INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]."'", 5); - daemon_log("DEBUG: Processing module ".$module, 7); + daemon_log("$session_id INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]."'", 5); + daemon_log("$session_id DEBUG: Processing module ".$module, 7); $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); - if ( 0 > @{$answer_l} ) { + if ( 0 < @{$answer_l} ) { my $answer_str = join("\n", @{$answer_l}); - daemon_log("DEGUB: $module: Got answer from module: \n".$answer_str,8); + daemon_log("$session_id DEBUG: $module: Got answer from module: \n".$answer_str,8); } } if( !$answer_l ) { $error++ }; @@ -1007,7 +1076,7 @@ sub client_input { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } @@ -1021,16 +1090,15 @@ sub client_input { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/KNOWN_SERVER/$host_name/g; - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } # target of msg is GOsa - elsif( $answer_target eq "GOSA" ) { - $answer =~ /(\d+)<\/session_id>/; - my $session_id = $1; - my $add_on = ""; + elsif( $answer_target eq "GOSA" ) { + my $session_id = ($1) if $answer =~ /(\d+?)<\/session_id>/; + my $add_on = ""; if( defined $session_id ) { $add_on = ".session_id=$session_id"; } @@ -1044,13 +1112,13 @@ sub client_input { $answer =~ /
(\S+)<\/header>/; my $header; if( defined $1 ) { $header = $1; } - my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header); + my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } # target of msg is a mac address elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { - daemon_log("INFO: target is mac address '$answer_target', looking for host in known_clients", 5); + daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5); my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); my $found_ip_flag = 0; @@ -1058,21 +1126,21 @@ sub client_input { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/$answer_target/$host_name/g; - daemon_log("INFO: found host '$host_name', associated to '$answer_target'", 5); - my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); $found_ip_flag++ ; } if( $found_ip_flag == 0) { - daemon_log("WARNING: no host found in known_clients with mac address '$answer_target'", 3); + daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3); if( $bus_activ eq "true" ) { - daemon_log("INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_address = $hit->{hostname}; my $bus_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); last; } @@ -1086,49 +1154,44 @@ sub client_input { my $encrypt_key = &get_encrypt_key($answer_target); if( not defined $encrypt_key ) { # unknown target, forward msg to bus - daemon_log("WARNING: unknown target '$answer_target'", 3); + daemon_log("$session_id WARNING: unknown target '$answer_target'", 3); if( $bus_activ eq "true" ) { - daemon_log("INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); my $res_length = keys( %{$query_res} ); if( $res_length == 0 ){ - daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, ". + daemon_log("$session_id WARNING: send '$answer_header' to '$bus_address' failed, ". "no bus found in known_server", 3); } else { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_key = $hit->{hostkey}; - my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header,$session_id ); &update_jobdb_status_for_send_msgs($answer, $error); } } } next; } - my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } } } - if( $client_answer ) { - if( $client_answer =~ s/session_id=(\d+)$// ) { - my $session_id = $1; - if( defined $session_id ) { - my $session_reference = $kernel->ID_id_to_session($session_id); - if( defined $session_reference ) { - $heap = $session_reference->get_heap(); - } - } - } - $heap->{client}->put($client_answer); - } + my $filter = POE::Filter::Reference->new(); + my %result = ( + status => "seems ok to me", + answer => $client_answer, + ); + + my $output = $filter->put( [ \%result ] ); + print @$output; - return; -} +} sub trigger_db_loop { @@ -1166,30 +1229,31 @@ sub watch_for_new_jobs { my $jobdb_id = $hit->{id}; my $macaddress = $hit->{'macaddress'}; my $job_msg = $hit->{'xmlmessage'}; - daemon_log("DEBUG: its time to execute $job_msg", 7); - my $header = $hit->{'headertag'}; - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$macaddress'"; + daemon_log("J DEBUG: its time to execute $job_msg", 7); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); # expect macaddress is unique!!!!!! my $target = $res_hash->{1}->{hostname}; - if (not defined $target) { - &daemon_log("ERROR: no host found for mac address: $macaddress", 1); - &daemon_log("$hit->{xmlmessage}", 8); - my $sql_statement = "UPDATE $job_queue_tn ". - "SET status='error', result='no host found for mac address' ". - "WHERE id='$jobdb_id'"; - my $res = $job_db->update_dbentry($sql_statement); - next; - } - +# if (not defined $target) { +# &daemon_log("ERROR: no host found for mac address: $macaddress", 1); +# &daemon_log("$hit->{xmlmessage}", 8); +# my $sql_statement = "UPDATE $job_queue_tn ". +# "SET status='error', result='no host found for mac address' ". +# "WHERE id='$jobdb_id'"; +# my $res = $job_db->update_dbentry($sql_statement); +# next; +# } +# # change header $job_msg =~ s/
job_/
gosa_/; # add sqlite_id $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; - my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header); + $job_msg =~ /
(\S+)<\/header>/; + my $header = $1 ; + my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); # update status in job queue to 'processing' $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id='$jobdb_id'"; @@ -1235,8 +1299,8 @@ sub refresh_ldap_handle { sub change_fai_state { - my ($st, $targets) = @_; - + my ($st, $targets, $session_id) = @_; + $session_id = 0 if not defined $session_id; # Set FAI state to localboot my %mapActions= ( reboot => '', @@ -1251,6 +1315,7 @@ sub change_fai_state { # Return if this is unknown if (!exists $mapActions{ $st }){ + daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1); return; } @@ -1260,16 +1325,17 @@ sub change_fai_state { if( defined($ldap_handle) ) { # Build search filter for hosts - my $search= "(&(objectClass=GOhard)"; - foreach (@{$targets}){ - $search.= "(macAddress=$_)"; - } - $search.= ")"; + my $search= "(&(objectClass=GOhard)"; + foreach (@{$targets}){ + $search.= "(macAddress=$_)"; + } + $search.= ")"; # If there's any host inside of the search string, procress them - if (!($search =~ /macAddress/)){ - return; - } + if (!($search =~ /macAddress/)){ + daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1); + return; + } # Perform search for Unit Tag my $mesg = $ldap_handle->search( @@ -1282,11 +1348,9 @@ sub change_fai_state { if ($mesg->count) { my @entries = $mesg->entries; foreach my $entry (@entries) { - # Only modify entry if it is not set to '$state' if ($entry->get_value("FAIstate") ne "$state"){ - - daemon_log("INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); + daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); my $result; my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); if (exists $tmp{'FAIobject'}){ @@ -1305,18 +1369,24 @@ sub change_fai_state { # Errors? if ($result->code){ - daemon_log("Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); } - } + } else { + daemon_log("$session_id DEBUG FAIstate at host found with filter statement '$search' already at state '$st'", 7); + } } } + # if no ldap handle defined + } else { + daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); } } sub change_goto_state { - my ($st, $targets) = @_; + my ($st, $targets, $session_id) = @_; + $session_id = 0 if not defined $session_id; # Switch on or off? my $state= $st eq 'active' ? 'active': 'locked'; @@ -1351,14 +1421,14 @@ sub change_goto_state { # Only modify entry if it is not set to '$state' if ($entry->get_value("gotoMode") ne $state){ - daemon_log("INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); + daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); my $result; $result= $ldap_handle->modify($entry->dn, changes => [ replace => [ gotoMode => $state ] ]); # Errors? if ($result->code){ - &daemon_log("Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); } } @@ -1370,11 +1440,11 @@ sub change_goto_state { sub create_fai_server_db { - my ($table_name) = $_[ARG0]; + my ($table_name, $kernel) = @_; my $result; if(defined($ldap_handle)) { - daemon_log("Creating fai_server_db",4); + daemon_log("INFO: create_fai_server_db: start", 5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', @@ -1394,25 +1464,42 @@ sub create_fai_server_db { primkey => ['server', 'release', 'tag'], server => $tmp_url, release => $tmp_release, + sections => $tmp_sections, tag => (length($tmp_tag)>0)?$tmp_tag:"", } ); } } } } - daemon_log("Done with creating fai_server_db",4); + daemon_log("INFO: create_fai_server_db: finished", 5); + + # TODO: Find a way to post the 'create_packages_list_db' event + &create_packages_list_db(); } - + return $result; } +sub run_create_fai_server_db { + my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0]; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_server_db($table_name,$kernel) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + sub create_fai_release_db { - my ($table_name) = $_[ARG0]; + my ($table_name) = @_; my $result; if(defined($ldap_handle)) { - daemon_log("Creating fai_release_db",4); + daemon_log("INFO: create_fai_release_db: start",5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', @@ -1445,11 +1532,59 @@ sub create_fai_release_db { } } } - daemon_log("Inserting entries to DB",6); - $fai_server_db->exec_statementlist(\@sql_list); - daemon_log("Done with inserting",6); + daemon_log("DEBUG: Inserting ".scalar @sql_list." entries to DB",6); + if(@sql_list) { + unshift @sql_list, "DELETE FROM $table_name"; + $fai_server_db->exec_statementlist(\@sql_list); + } + daemon_log("DEBUG: Done with inserting",6); + } + daemon_log("INFO: create_fai_release_db: finished",5); + } + + return $result; +} +sub run_create_fai_release_db { + my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_release_db($table_name) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + +sub get_fai_types { + my $tmp_classes = shift || return undef; + my @result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { + my $entry = { + type => $type, + state => $tmp_classes->{$type}[0], + }; + push @result, $entry; + } + } + + return @result; +} + +sub get_fai_state { + my $result = ""; + my $tmp_classes = shift || return $result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0])) { + $result = $tmp_classes->{$type}[0]; + + # State is equal for all types in class + last; } - daemon_log("Done with creating fai_release_db",4); } return $result; @@ -1462,14 +1597,14 @@ sub resolve_fai_classes { my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))"; my $fai_classes; - daemon_log("Searching for FAI entries in base $fai_base",6); + daemon_log("DEBUG: Searching for FAI entries in base $fai_base",6); my $mesg= $ldap_handle->search( base => $fai_base, scope => 'sub', attrs => ['cn','objectClass','FAIstate'], filter => $fai_filter, ); - daemon_log("Found ".$mesg->count()." FAI entries",6); + daemon_log("DEBUG: Found ".$mesg->count()." FAI entries",6); if($mesg->{'resultCode'} == 0 && $mesg->count != 0) { @@ -1551,6 +1686,53 @@ sub resolve_fai_classes { return $result; } +sub apply_fai_inheritance { + my $fai_classes = shift || return {}; + my $tmp_classes; + + # Get the classes from the branch + foreach my $class (keys %{$fai_classes}) { + # Skip subreleases + if($class =~ /^ou=.*$/) { + next; + } else { + $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); + } + } + + # Apply to each subrelease + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $tmp_class (keys %{$tmp_classes}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { + $fai_classes->{$subrelease}->{$tmp_class} = + deep_copy($tmp_classes->{$tmp_class}); + } else { + foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { + $fai_classes->{$subrelease}->{$tmp_class}->{$type}= + deep_copy($tmp_classes->{$tmp_class}->{$type}); + } + } + } + } + } + } + + # Find subreleases in deeper levels + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { + if($subsubrelease =~ /ou=/) { + apply_fai_inheritance($fai_classes->{$subrelease}); + } + } + } + } + + return $fai_classes; +} + sub get_fai_release_entries { my $tmp_classes = shift || return; my $parent = shift || ""; @@ -1586,87 +1768,72 @@ sub get_fai_release_entries { return @result; } -sub get_fai_types { - my $tmp_classes = shift || return undef; - my @result; +sub deep_copy { + my $this = shift; + if (not ref $this) { + $this; + } elsif (ref $this eq "ARRAY") { + [map deep_copy($_), @$this]; + } elsif (ref $this eq "HASH") { + +{map { $_ => deep_copy($this->{$_}) } keys %$this}; + } else { die "what type is $_?" } +} - foreach my $type(keys %{$tmp_classes}) { - if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { - my $entry = { - type => $type, - state => $tmp_classes->{$type}[0], - }; - push @result, $entry; - } - } - return @result; +sub session_run_result { + my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; + $kernel->sig(CHLD => "child_reap"); } -sub apply_fai_inheritance { - my $fai_classes = shift || return {}; - my $tmp_classes; - - # Get the classes from the branch - foreach my $class (keys %{$fai_classes}) { - # Skip subreleases - if($class =~ /^ou=.*$/) { - next; - } else { - $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); - } - } +sub session_run_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} - # Apply to each subrelease - foreach my $subrelease (keys %{$fai_classes}) { - if($subrelease =~ /ou=/) { - foreach my $tmp_class (keys %{$tmp_classes}) { - if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { - $fai_classes->{$subrelease}->{$tmp_class} = - deep_copy($tmp_classes->{$tmp_class}); - } else { - foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { - if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { - $fai_classes->{$subrelease}->{$tmp_class}->{$type}= - deep_copy($tmp_classes->{$tmp_class}->{$type}); - } - } - } - } - } +sub session_run_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; +} + +sub create_sources_list { + my $result="/tmp/gosa_si_tmp_sources_list"; + + # Remove old file + if(stat($result)) { + unlink($result); } - # Find subreleases in deeper levels - foreach my $subrelease (keys %{$fai_classes}) { - if($subrelease =~ /ou=/) { - foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { - if($subsubrelease =~ /ou=/) { - apply_fai_inheritance($fai_classes->{$subrelease}); - } + my $fh; + open($fh, ">$result") or return undef; + if(defined($ldap_server_dn) && length($ldap_server_dn)>0) { + my $mesg=$ldap_handle->search( + base => $ldap_server_dn, + scope => 'base', + attrs => 'FAIrepository', + ); + + if($mesg->count) { + foreach my $entry(@{$mesg->{'entries'}}) { + my ($server, $tag, $release, $sections)= split /\|/, $entry->get_value('FAIrepository'); + my $line = "deb $server $release"; + $sections =~ s/,/ /g; + $line.= " $sections"; + print $fh $line."\n"; } } } - - return $fai_classes; -} + close($fh); -sub deep_copy { - my $this = shift; - if (not ref $this) { - $this; - } elsif (ref $this eq "ARRAY") { - [map deep_copy($_), @$this]; - } elsif (ref $this eq "HASH") { - +{map { $_ => deep_copy($this->{$_}) } keys %$this}; - } else { die "what type is $_?" } + return $result; } sub create_packages_list_db { - my ($sources_file) = $_[ARG0] ; + my ($sources_file) = @_ || &create_sources_list; my $line; + daemon_log("INFO: create_packages_list_db: start", 5); open(CONFIG, "<$sources_file") or do { - daemon_log( "ERROR: Failed to open '$sources_file', creating packages.db stopped", 1); + daemon_log( "ERROR: create_packages_list_db: Failed to open '$sources_file'", 1); return; }; @@ -1697,9 +1864,19 @@ sub create_packages_list_db { close (CONFIG); - + daemon_log("INFO: create_packages_list_db: finished", 5); return; } +sub run_create_packages_list_db { + my ($session, $heap) = @_[SESSION, HEAP]; + my $task = POE::Wheel::Run->new( + Program => sub {&create_packages_list_db}, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + $heap->{task}->{ $task->ID } = $task; +} sub parse_package_info { my ($baseurl, $dist, $section)= @_; my ($package); @@ -1707,13 +1884,9 @@ sub parse_package_info { my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); foreach $package ("Packages.gz"){ - print "getting $baseurl , $dist , $section... \n"; + daemon_log("DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section" ); - print "done\n"; - print "parsing packages... \n"; parse_package( "$outdir/$dist/$section", $dist, $path ); - print "done\n"; - last; } } sub get_package { @@ -1723,22 +1896,34 @@ sub get_package { -d "$tpath" || mkpath "$tpath"; # This is ugly, but I've no time to take a look at "how it works in perl" - if( system("wget '$url' -O '$dest' 2>/dev/null") ) { - system("gzip -cd '$dest' > '$dest.in'"); - system("rm -f '$dest'"); + if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) { + system("gunzip -cd '$dest' > '$dest.in'"); + system("rm -f '$dest'"); + } else { + daemon_log("ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1); } - return 0; } sub parse_package { my ($path, $dist, $srv_path )= @_; my ($package, $version, $section, $description); my @sql_list; + my $PACKAGES; - open(PACKAGES, "<$path.in") or return; + if(not stat("$path.in")) { + daemon_log("ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); + return; + } + + open($PACKAGES, "<$path.in"); + if(not defined($PACKAGES)) { + daemon_log("ERROR: create_packages_list_db: parse_package: can not open '$path.in'",1); + return; + } # Read lines - while (my $line = ){ + while (<$PACKAGES>){ + my $line = $_; # Unify chop($line); @@ -1779,7 +1964,7 @@ sub parse_package { } - close( PACKAGES ); + close( $PACKAGES ); unlink( "$path.in" ); $packages_list_db->exec_statementlist(\@sql_list); @@ -1798,19 +1983,6 @@ sub parse_package { # $repo_files{ "${srvdir}${path}/$file" } = \%fileinfo; #} -sub next_task { - my ($heap) = $_[HEAP]; - - if( keys(%{$heap->{task}}) < $max_clients ) { - - } - - #$heap->{task}->{$task->ID} = $task; -} - -sub task_result { - -} #==== MAIN = main ============================================================== # parse commandline options @@ -1904,23 +2076,38 @@ $messaging_db->create_table($messaging_tn, \@messaging_col_names); $xml = new XML::Simple(); # create socket for incoming xml messages + POE::Component::Server::TCP->new( Port => $server_port, - ClientInput => \&client_input, + ClientInput => sub { + my ($kernel, $input) = @_[KERNEL, ARG0]; + push(@tasks, $input); + $kernel->yield("next_task"); + }, + InlineStates => { + next_task => \&next_task, + task_result => \&handle_task_result, + task_done => \&handle_task_done, + task_debug => \&handle_task_debug, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, + } ); + daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); # create session for repeatedly checking the job queue for jobs POE::Session->create( inline_states => { _start => \&_start, - next_task => \&next_task, - task_result => \&task_result, watch_for_new_jobs => \&watch_for_new_jobs, watch_for_done_jobs => \&watch_for_done_jobs, - create_packages_list_db => \&create_packages_list_db, - create_fai_server_db => \&create_fai_server_db, - create_fai_release_db => \&create_fai_release_db, + create_packages_list_db => \&run_create_packages_list_db, + create_fai_server_db => \&run_create_fai_server_db, + create_fai_release_db => \&run_create_fai_release_db, + session_run_result => \&session_run_result, + session_run_debug => \&session_run_debug, + session_run_done => \&session_run_done, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, } );