X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=gosa-si%2Fgosa-si-server;h=c279c7943032a6ed60a22692b090b771be8ac7b6;hb=11a50efeb8981e94b2a0a4af80105014187d301f;hp=aac8b3c994bbdd8c3162011c7b84b33a5cf5957d;hpb=026d1775bc0a8296e5c96bc31ca3e72e2e059fcf;p=gosa.git diff --git a/gosa-si/gosa-si-server b/gosa-si/gosa-si-server index aac8b3c99..c279c7943 100755 --- a/gosa-si/gosa-si-server +++ b/gosa-si/gosa-si-server @@ -41,9 +41,10 @@ use Sys::Syslog qw( :DEFAULT setlogsock); use Cwd; use File::Spec; use File::Basename; +use File::Path; use GOSA::DBsqlite; use GOSA::GosaSupportDaemon; -use POE qw(Component::Server::TCP); +use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); use Net::LDAP; use Net::LDAP::Util qw(:escape); @@ -58,8 +59,8 @@ my ($known_modules); my ($pid_file, $procid, $pid, $log_file); my ($arp_activ, $arp_fifo); my ($xml); -my ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password); - +my $sources_list; +my $max_clients; # variables declared in config file are always set to 'our' our (%cfg_defaults, $log_file, $pid_file, $server_ip, $server_port, $SIPackages_key, @@ -76,6 +77,8 @@ our $no_arp; our $verbose; our $forground; our $cfg_file; +our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password ); + # specifies the verbosity of the daemon_log $verbose = 0 ; @@ -122,7 +125,29 @@ my @login_users_col_names = ('client', 'user', 'timestamp'); our $fai_server_db; our $fai_server_tn = "fai_server"; my $fai_server_file_name; -my @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); +our @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); +our $fai_release_tn = "fai_release"; +our @fai_release_col_names = ('timestamp', 'release', 'class', 'type', 'state'); + +# holds all packages available from different repositories +our $packages_list_db; +our $packages_list_tn = "packages_list"; +my $packages_list_file_name; +our @packages_list_col_names = ('distribution', 'package', 'version', 'section', 'description', 'template', 'timestamp'); +my $outdir = "/tmp/packages_list_db"; +my $arch = "i386"; + +# holds all messages which should be delivered to a user +our $messaging_db; +our $messaging_tn = "messaging"; +our @messaging_col_names = ('subject', 'from', 'to', 'flag', 'direction', 'delivery_time', 'message', 'timestamp', 'id INTEGER', ); +my $messaging_file_name; + +# path to directory to store client install log files +our $client_fai_log_dir = "/var/log/fai"; + +# queue which stores taskes while max_clients are reached +my @tasks = qw(); %cfg_defaults = ( "general" => { @@ -133,17 +158,20 @@ my @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); "activ" => [\$bus_activ, "true"], }, "server" => { -# "ip" => [\$server_ip, "0.0.0.0"], "port" => [\$server_port, "20081"], "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai.db'], + "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], + "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], + "source-list" => [\$sources_list, '/etc/apt/sources.list'], "ldap-uri" => [\$ldap_uri, ""], "ldap-base" => [\$ldap_base, ""], "ldap-admin-dn" => [\$ldap_admin_dn, ""], "ldap-admin-password" => [\$ldap_admin_password, ""], "gosa-unit-tag" => [\$gosa_unit_tag, ""], + "max-clients" => [\$max_clients, 10], }, "GOsaPackages" => { "ip" => [\$gosa_ip, "0.0.0.0"], @@ -288,7 +316,8 @@ sub check_pid { chomp( $pid ); if( -f "/proc/$pid/stat" ) { my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/; - if( $0 eq $stat ) { + if( $stat ) { + daemon_log("ERROR: Already running",1); close( LOCK_FILE ); exit -1; } @@ -376,8 +405,12 @@ sub import_modules { sub sig_int_handler { my ($signal) = @_; + if(defined($ldap_handle)) { + $ldap_handle->disconnect; + } + daemon_log("shutting down gosa-si-server", 1); - exit(1); + exit(0); } $SIG{INT} = \&sig_int_handler; @@ -392,7 +425,7 @@ sub check_key_and_xml_validity { $msg = &decrypt_msg($crypted_msg, $module_key); if ($msg =~ //i){ - &main::daemon_log("decrypted_msg: \n$msg", 8); + daemon_log("decrypted_msg: \n$msg", 8); $msg_hash = $xml->XMLin($msg, ForceArray=>1); ############## @@ -421,8 +454,7 @@ sub check_key_and_xml_validity { } }; if($@) { - &main::daemon_log("WARNING: do not understand the message", 5); - &main::daemon_log("$@", 8); + daemon_log("WARNING: do not understand the message: $@", 5); $msg = undef; $msg_hash = undef; } @@ -526,7 +558,7 @@ sub input_from_known_server { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - daemon_log("INFO: Incoming message is not from a known server", 5); + daemon_log("DEBUG: Incoming message is not from a known server", 7); } return ($msg, $msg_hash, $module); @@ -563,7 +595,7 @@ sub input_from_known_client { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - &daemon_log("INFO: Incoming message is not from a known client", 5); + &daemon_log("DEBUG: Incoming message is not from a known client", 7); } return ($msg, $msg_hash, $module); @@ -603,7 +635,7 @@ sub input_from_unknown_host { } if( (!$msg) || (!$msg_hash) || (!$module)) { - daemon_log("INFO: Incoming message is not from an unknown host", 5); + daemon_log("DEBUG: Incoming message is not from an unknown host", 7); } return ($msg, $msg_hash, $module); @@ -742,6 +774,7 @@ sub get_ip { return $result; } + sub get_local_ip_for_remote_ip { my $remote_ip= shift; my $result="0.0.0.0"; @@ -783,6 +816,7 @@ sub get_local_ip_for_remote_ip { return $result; } + sub send_msg_to_target { my ($msg, $address, $encrypt_key, $msg_header) = @_ ; my $error = 0; @@ -793,8 +827,7 @@ sub send_msg_to_target { if( $msg_header ) { $header = "'$msg_header'-"; - } - else { + } else { $header = ""; } @@ -841,14 +874,12 @@ sub send_msg_to_target { $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; $res = $known_clients_db->del_dbentry($sql_statement); daemon_log("WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); - } - else { + } else { $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'"; $res = $known_clients_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("WARNING: set '$address' from status '$act_status' to '$new_status'", 3); - } - else { + } else { daemon_log("INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } @@ -879,15 +910,267 @@ sub send_msg_to_target { } +sub update_jobdb_status_for_send_msgs { + my ($answer, $error) = @_; + if( $answer =~ /(\d+)<\/jobdb_id>/ ) { + my $jobdb_id = $1; + if( $error ) { + if (not $answer =~ /
trigger_action_reinstall<\/header>/) { + # sending msg faild + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='error', result='can not deliver msg, please consult log file' ". + "WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); + } + } else { + # sending msg was successful + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='done' ". + "WHERE id='$jobdb_id' AND status='processed'"; + my $res = $job_db->update_dbentry($sql_statement); + } + } +} + + sub _start { my ($kernel) = $_[KERNEL]; &trigger_db_loop($kernel); + $kernel->yield('create_fai_server_db', $fai_server_tn ); + $kernel->yield('create_fai_release_db', $fai_release_tn ); + $kernel->yield('create_packages_list_db', $sources_list ); +} + + +sub next_tasks { + my ($session, $heap) = @_[SESSION, HEAP]; + + while ( keys( %{ $heap->{task} } ) < $max_clients ) { + my $next_task = shift @tasks; + last unless defined $next_task; + + my $task = POE::Wheel::Run->new( + Program => sub { process_task($session, $heap, $next_task) }, + StdoutFilter => POE::Filter::Reference->new(), + StdoutEvent => "task_result", + StderrEvent => "task_debug", + CloseEvent => "task_done", + ); + + $heap->{task}->{ $task->ID } = $task; + } +} +sub handle_task_result { + my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; + if( $client_answer =~ s/session_id=(\d+)$// ) { + my $session_id = $1; + if( defined $session_id ) { + my $session_reference = $kernel->ID_id_to_session($session_id); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } + } + } + $heap->{client}->put($client_answer); + $kernel->sig(CHLD => "child_reap"); +} +sub handle_task_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} + +sub handle_task_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; + $kernel->yield("next_task"); +} +sub process_task { + no strict "refs"; + my ($session, $heap, $input) = @_; + my $session_id = $session->ID; + my ($msg, $msg_hash, $module); + my $error = 0; + my $answer_l; + my ($answer_header, @answer_target_l, $answer_source); + my $client_answer = ""; + + daemon_log("", 5); + daemon_log("INFO: Incoming msg from '".$heap->{'remote_ip'}."'", 5); + daemon_log("DEBUG: Incoming msg:\n$input", 9); + + #################### + # check incoming msg + # msg is from a new client or gosa + ($msg, $msg_hash, $module) = &input_from_unknown_host($input); + # msg is from a gosa-si-server or gosa-si-bus + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}); + } + # msg is from a gosa-si-client + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}); + } + # an error occurred + if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ + $error++; + } + + ###################### + # process incoming msg + if( $error == 0) { + daemon_log("INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]."'", 5); + daemon_log("DEBUG: Processing module ".$module, 7); + $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); + + if ( 0 > @{$answer_l} ) { + my $answer_str = join("\n", @{$answer_l}); + daemon_log("DEGUB: $module: Got answer from module: \n".$answer_str,8); + } + } + if( !$answer_l ) { $error++ }; + + ######## + # answer + if( $error == 0 ) { + + foreach my $answer ( @{$answer_l} ) { + # for each answer in answer list + + # check outgoing msg to xml validity + my $answer_hash = &check_outgoing_xml_validity($answer); + if( not defined $answer_hash ) { + next; + } + + $answer_header = @{$answer_hash->{'header'}}[0]; + @answer_target_l = @{$answer_hash->{'target'}}; + $answer_source = @{$answer_hash->{'source'}}[0]; + + # deliver msg to all targets + foreach my $answer_target ( @answer_target_l ) { + + # targets of msg are all gosa-si-clients in known_clients_db + if( $answer_target eq "*" ) { + # answer is for all clients + my $sql_statement= "SELECT * FROM known_clients"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + + # targets of msg are all gosa-si-server in known_server_db + elsif( $answer_target eq "KNOWN_SERVER" ) { + # answer is for all server in known_server + my $sql_statement= "SELECT * FROM known_server"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + $answer =~ s/KNOWN_SERVER/$host_name/g; + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + + # target of msg is GOsa + elsif( $answer_target eq "GOSA" ) { + $answer =~ /(\d+)<\/session_id>/; + my $session_id = $1; + my $add_on = ""; + if( defined $session_id ) { + $add_on = ".session_id=$session_id"; + } + # answer is for GOSA and has to returned to connected client + my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key); + $client_answer = $gosa_answer.$add_on; + } + + # target of msg is job queue at this host + elsif( $answer_target eq "JOBDB") { + $answer =~ /
(\S+)<\/header>/; + my $header; + if( defined $1 ) { $header = $1; } + my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + + # target of msg is a mac address + elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { + daemon_log("INFO: target is mac address '$answer_target', looking for host in known_clients", 5); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$answer_target'"; + my $query_res = $known_clients_db->select_dbentry( $sql_statement ); + my $found_ip_flag = 0; + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + $answer =~ s/$answer_target/$host_name/g; + daemon_log("INFO: found host '$host_name', associated to '$answer_target'", 5); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + $found_ip_flag++ ; + } + if( $found_ip_flag == 0) { + daemon_log("WARNING: no host found in known_clients with mac address '$answer_target'", 3); + if( $bus_activ eq "true" ) { + daemon_log("INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $bus_address = $hit->{hostname}; + my $bus_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + last; + } + } + + } + + # answer is for one specific host + } else { + # get encrypt_key + my $encrypt_key = &get_encrypt_key($answer_target); + if( not defined $encrypt_key ) { + # unknown target, forward msg to bus + daemon_log("WARNING: unknown target '$answer_target'", 3); + if( $bus_activ eq "true" ) { + daemon_log("INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5); + my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + my $res_length = keys( %{$query_res} ); + if( $res_length == 0 ){ + daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, ". + "no bus found in known_server", 3); + } + else { + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $bus_key = $hit->{hostkey}; + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + } + next; + } + my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + } + } + + print $client_answer; + return; } sub client_input { no strict "refs"; - my ($kernel, $session, $heap,$input,$wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1]; + my ($kernel, $session, $heap, $input, $wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1]; my $session_id = $session->ID; my ($msg, $msg_hash, $module); my $error = 0; @@ -895,8 +1178,9 @@ sub client_input { my ($answer_header, @answer_target_l, $answer_source); my $client_answer; + daemon_log("", 5); daemon_log("INFO: Incoming msg from '".$heap->{'remote_ip'}."'", 5); - daemon_log("DEBUG: Incoming message:\n$input", 8); + daemon_log("DEBUG: Incoming msg:\n$input", 9); #################### # check incoming msg @@ -918,6 +1202,7 @@ sub client_input { ###################### # process incoming msg if( $error == 0) { + daemon_log("INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]."'", 5); daemon_log("DEBUG: Processing module ".$module, 7); $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); @@ -956,7 +1241,8 @@ sub client_input { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } @@ -969,7 +1255,8 @@ sub client_input { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/KNOWN_SERVER/$host_name/g; - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } @@ -991,21 +1278,23 @@ sub client_input { $answer =~ /
(\S+)<\/header>/; my $header; if( defined $1 ) { $header = $1; } - &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header); + my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header); + &update_jobdb_status_for_send_msgs($answer, $error); } # target of msg is a mac address elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { - daemon_log("target is mac address '$answer_target', looking for host in known_clients", 3); - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$answer_target'"; + daemon_log("INFO: target is mac address '$answer_target', looking for host in known_clients", 5); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); my $found_ip_flag = 0; while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/$answer_target/$host_name/g; - daemon_log("found host '$host_name', associated to '$answer_target'", 3); - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + daemon_log("INFO: found host '$host_name', associated to '$answer_target'", 5); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); $found_ip_flag++ ; } if( $found_ip_flag == 0) { @@ -1017,7 +1306,8 @@ sub client_input { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_address = $hit->{hostname}; my $bus_key = $hit->{hostkey}; - &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); last; } } @@ -1037,19 +1327,21 @@ sub client_input { my $query_res = $known_server_db->select_dbentry( $sql_statement ); my $res_length = keys( %{$query_res} ); if( $res_length == 0 ){ - daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, no bus found in known_server", 3); + daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, ". + "no bus found in known_server", 3); } else { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_key = $hit->{hostkey}; - &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } } next; } - # send_msg - &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } } @@ -1060,7 +1352,9 @@ sub client_input { my $session_id = $1; if( defined $session_id ) { my $session_reference = $kernel->ID_id_to_session($session_id); - $heap = $session_reference->get_heap(); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } } } $heap->{client}->put($client_answer); @@ -1072,11 +1366,26 @@ sub client_input { sub trigger_db_loop { -# my ($kernel) = $_[KERNEL]; my ($kernel) = @_ ; $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); } +sub watch_for_done_jobs { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql_statement = "SELECT * FROM ".$job_queue_tn. + " WHERE status='done'"; + my $res = $job_db->select_dbentry( $sql_statement ); + + while( my ($id, $hit) = each %{$res} ) { + my $jobdb_id = $hit->{id}; + my $sql_statement = "DELETE FROM $job_queue_tn WHERE id='$jobdb_id'"; + my $res = $job_db->del_dbentry($sql_statement); + } + + $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay); +} sub watch_for_new_jobs { my ($kernel,$heap) = @_[KERNEL, HEAP]; @@ -1091,8 +1400,9 @@ sub watch_for_new_jobs { my $jobdb_id = $hit->{id}; my $macaddress = $hit->{'macaddress'}; my $job_msg = $hit->{'xmlmessage'}; + daemon_log("DEBUG: its time to execute $job_msg", 7); my $header = $hit->{'headertag'}; - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$macaddress'"; + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); # expect macaddress is unique!!!!!! my $target = $res_hash->{1}->{hostname}; @@ -1114,13 +1424,17 @@ sub watch_for_new_jobs { $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header); + + # update status in job queue to 'processing' + $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); } - $kernel->delay_set('watch_for_new_jobs',3); + $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); } -sub get_ldap_handle { +sub refresh_ldap_handle { my $mesg; # Get an ldap handle, if we don't have one @@ -1138,43 +1452,664 @@ sub get_ldap_handle { if( defined $ldap_admin_password ) { $mesg = $ldap_handle->bind( $ldap_admin_dn, password => $ldap_admin_password ); } else { - $mesg = $ldap_handle->bind( $ldap_admin_dn );# + $mesg = $ldap_handle->bind( $ldap_admin_dn ); } - } - else { + } else { $mesg = $ldap_handle->bind(); } if( 0 != $mesg->code ) { undef( $ldap_handle ) if( 81 == $mesg->code ); - daemon_log( "ch $$: LDAP bind: error (" - . $mesg->code . ') - ' . $mesg->error . "\n" ); + daemon_log( "ch $$: LDAP bind: error (". $mesg->code . ') - ' . $mesg->error . "\n", 1); return 0; } - #HIER IST EIN FEHLER..... + return 1; } +sub change_fai_state { + my ($st, $targets) = @_; + + # Set FAI state to localboot + my %mapActions= ( + reboot => '', + update => 'softupdate', + localboot => 'localboot', + reinstall => 'install', + rescan => '', + wake => '', + memcheck => 'memcheck', + sysinfo => 'sysinfo', + ); + + # Return if this is unknown + if (!exists $mapActions{ $st }){ + return; + } + + my $state= $mapActions{ $st }; + + &refresh_ldap_handle(); + if( defined($ldap_handle) ) { + + # Build search filter for hosts + my $search= "(&(objectClass=GOhard)"; + foreach (@{$targets}){ + $search.= "(macAddress=$_)"; + } + $search.= ")"; + + # If there's any host inside of the search string, procress them + if (!($search =~ /macAddress/)){ + return; + } + + # Perform search for Unit Tag + my $mesg = $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['dn', 'FAIstate', 'objectClass'], + filter => "$search" + ); + + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + + # Only modify entry if it is not set to '$state' + if ($entry->get_value("FAIstate") ne "$state"){ + + daemon_log("INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); + my $result; + my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); + if (exists $tmp{'FAIobject'}){ + if ($state eq ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + delete => [ FAIstate => [] ] ]); + } else { + $result= $ldap_handle->modify($entry->dn, changes => [ + replace => [ FAIstate => $state ] ]); + } + } elsif ($state ne ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + add => [ objectClass => 'FAIobject' ], + add => [ FAIstate => $state ] ]); + } + + # Errors? + if ($result->code){ + daemon_log("Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + } + + } + } + } + } +} + + +sub change_goto_state { + my ($st, $targets) = @_; + + # Switch on or off? + my $state= $st eq 'active' ? 'active': 'locked'; + + &refresh_ldap_handle(); + if( defined($ldap_handle) ) { + + # Build search filter for hosts + my $search= "(&(objectClass=GOhard)"; + foreach (@{$targets}){ + $search.= "(macAddress=$_)"; + } + $search.= ")"; + + # If there's any host inside of the search string, procress them + if (!($search =~ /macAddress/)){ + return; + } + + # Perform search for Unit Tag + my $mesg = $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['dn', 'gotoMode'], + filter => "$search" + ); + + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + + # Only modify entry if it is not set to '$state' + if ($entry->get_value("gotoMode") ne $state){ + + daemon_log("INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); + my $result; + $result= $ldap_handle->modify($entry->dn, changes => [ + replace => [ gotoMode => $state ] ]); + + # Errors? + if ($result->code){ + &daemon_log("Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + } + + } + } + } + + } +} + + sub create_fai_server_db { - -##################################################################### -# -# TODO für dich Cajus :-) -# -# ################################################################### - + my ($table_name) = @_; + my $result; + + if(defined($ldap_handle)) { + daemon_log("INFO: create_fai_server_db: start", 5); + my $mesg= $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => ['FAIrepository', 'gosaUnitTag'], + filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('FAIrepository')) { + # Add an entry for each Repository configured for server + foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) { + my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo); + my $tmp_tag= $entry->get_value('gosaUnitTag') || ""; + $result= $fai_server_db->add_dbentry( { + table => $table_name, + primkey => ['server', 'release', 'tag'], + server => $tmp_url, + release => $tmp_release, + tag => (length($tmp_tag)>0)?$tmp_tag:"", + } ); + } + } + } + } + daemon_log("INFO: create_fai_server_db: finished", 5); + } + return $result; +} +sub run_create_fai_server_db { + my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_server_db($table_name) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + + +sub create_fai_release_db { + my ($table_name) = @_; + my $result; + + if(defined($ldap_handle)) { + daemon_log("INFO: create_fai_release_db: start",5); + my $mesg= $ldap_handle->search( + base => $ldap_base, + scope => 'sub', + attrs => [], + filter => "(&(objectClass=organizationalUnit)(ou=fai))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + # Walk through all possible FAI container ou's + my @sql_list; + my $timestamp= &get_time(); + foreach my $ou (@{$mesg->{entries}}) { + my $tmp_classes= resolve_fai_classes($ou->dn); + if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') { + my @tmp_array=get_fai_release_entries($tmp_classes); + if(@tmp_array) { + foreach my $entry (@tmp_array) { + if(defined($entry) && ref($entry) eq 'HASH') { + my $sql= + "INSERT INTO $table_name " + ."(timestamp, release, class, type, state) VALUES (" + .$timestamp."," + ."'".$entry->{'release'}."'," + ."'".$entry->{'class'}."'," + ."'".$entry->{'type'}."'," + ."'".$entry->{'state'}."')"; + push @sql_list, $sql; + } + } + } + } + } + daemon_log("DEBUG: Inserting ".scalar @sql_list." entries to DB",6); + if(@sql_list) { + unshift @sql_list, "DELETE FROM $table_name"; + $fai_server_db->exec_statementlist(\@sql_list); + } + daemon_log("DEBUG: Done with inserting",6); + } + daemon_log("INFO: create_fai_release_db: finished",5); + } + + return $result; +} +sub run_create_fai_release_db { + my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; + my $task = POE::Wheel::Run->new( + Program => sub { &create_fai_release_db($table_name) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; + return; +} + +sub get_fai_types { + my $tmp_classes = shift || return undef; + my @result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { + my $entry = { + type => $type, + state => $tmp_classes->{$type}[0], + }; + push @result, $entry; + } + } + + return @result; +} + +sub get_fai_state { + my $result = ""; + my $tmp_classes = shift || return $result; + + foreach my $type(keys %{$tmp_classes}) { + if(defined($tmp_classes->{$type}[0])) { + $result = $tmp_classes->{$type}[0]; + + # State is equal for all types in class + last; + } + } + + return $result; +} + +sub resolve_fai_classes { + my $result; + my $fai_base= shift; + my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList"); + my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))"; + my $fai_classes; + + daemon_log("DEBUG: Searching for FAI entries in base $fai_base",6); + my $mesg= $ldap_handle->search( + base => $fai_base, + scope => 'sub', + attrs => ['cn','objectClass','FAIstate'], + filter => $fai_filter, + ); + daemon_log("DEBUG: Found ".$mesg->count()." FAI entries",6); + + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('cn')) { + my $tmp_dn= $entry->dn(); + + # Skip classname and ou dn parts for class + my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/; + + # Skip classes without releases + if((!defined($tmp_release)) || length($tmp_release)==0) { + next; + } + + my $tmp_cn= $entry->get_value('cn'); + my $tmp_state= $entry->get_value('FAIstate'); + + my $tmp_type; + # Get FAI type + for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) { + if(grep $_ eq $oclass, @possible_fai_classes) { + $tmp_type= $oclass; + last; + } + } + if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { + # A Subrelease + my @sub_releases = split(/,/, $tmp_release); + + # Walk through subreleases and build hash tree + my $hash; + while(my $tmp_sub_release = pop @sub_releases) { + $hash .= "\{'$tmp_sub_release'\}->"; + } + eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";'); + } else { + # A branch, no subrelease + push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:""; + } + } elsif (!$entry->exists('cn')) { + my $tmp_dn= $entry->dn(); + my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/; + + # Skip classes without releases + if((!defined($tmp_release)) || length($tmp_release)==0) { + next; + } + + if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { + # A Subrelease + my @sub_releases= split(/,/, $tmp_release); + + # Walk through subreleases and build hash tree + my $hash; + while(my $tmp_sub_release = pop @sub_releases) { + $hash .= "\{'$tmp_sub_release'\}->"; + } + # Remove the last two characters + chop($hash); + chop($hash); + + eval('$fai_classes->'.$hash.'= {}'); + } else { + # A branch, no subrelease + if(!exists($fai_classes->{$tmp_release})) { + $fai_classes->{$tmp_release} = {}; + } + } + } + } + + # The hash is complete, now we can honor the copy-on-write based missing entries + foreach my $release (keys %$fai_classes) { + $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release})); + } + } + return $result; +} + +sub apply_fai_inheritance { + my $fai_classes = shift || return {}; + my $tmp_classes; + + # Get the classes from the branch + foreach my $class (keys %{$fai_classes}) { + # Skip subreleases + if($class =~ /^ou=.*$/) { + next; + } else { + $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); + } + } + + # Apply to each subrelease + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $tmp_class (keys %{$tmp_classes}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { + $fai_classes->{$subrelease}->{$tmp_class} = + deep_copy($tmp_classes->{$tmp_class}); + } else { + foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { + if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { + $fai_classes->{$subrelease}->{$tmp_class}->{$type}= + deep_copy($tmp_classes->{$tmp_class}->{$type}); + } + } + } + } + } + } + + # Find subreleases in deeper levels + foreach my $subrelease (keys %{$fai_classes}) { + if($subrelease =~ /ou=/) { + foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { + if($subsubrelease =~ /ou=/) { + apply_fai_inheritance($fai_classes->{$subrelease}); + } + } + } + } + + return $fai_classes; +} + +sub get_fai_release_entries { + my $tmp_classes = shift || return; + my $parent = shift || ""; + my @result = shift || (); + + foreach my $entry (keys %{$tmp_classes}) { + if(defined($entry)) { + if($entry =~ /^ou=.*$/) { + my $release_name = $entry; + $release_name =~ s/ou=//g; + if(length($parent)>0) { + $release_name = $parent."/".$release_name; + } + my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result); + foreach my $bufentry(@bufentries) { + push @result, $bufentry; + } + } else { + my @types = get_fai_types($tmp_classes->{$entry}); + foreach my $type (@types) { + push @result, + { + 'class' => $entry, + 'type' => $type->{'type'}, + 'release' => $parent, + 'state' => $type->{'state'}, + }; + } + } + } + } + + return @result; +} + +sub deep_copy { + my $this = shift; + if (not ref $this) { + $this; + } elsif (ref $this eq "ARRAY") { + [map deep_copy($_), @$this]; + } elsif (ref $this eq "HASH") { + +{map { $_ => deep_copy($this->{$_}) } keys %$this}; + } else { die "what type is $_?" } +} + + +sub session_run_result { + my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; + $kernel->sig(CHLD => "child_reap"); +} + +sub session_run_debug { + my $result = $_[ARG0]; + print STDERR "$result\n"; +} + +sub session_run_done { + my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; + delete $heap->{task}->{$task_id}; +} + + +sub create_packages_list_db { + my ($sources_file) = @_ ; + my $line; + daemon_log("INFO: create_packages_list_db: start", 5); + + open(CONFIG, "<$sources_file") or do { + daemon_log( "ERROR: create_packages_list_db: Failed to open '$sources_file'", 1); + return; + }; - $fai_server_db->add_dbentry( { - table => $fai_server_tn, - primkey => [], - server => "dummyserver", - release => "kleinkind", - tag => "imwachstum", - } ); + # Read lines + while ($line = ){ + # Unify + chop($line); + $line =~ s/^\s+//; + $line =~ s/^\s+/ /; + + # Strip comments + $line =~ s/#.*$//g; + + # Skip empty lines + if ($line =~ /^\s*$/){ + next; + } + + # Interpret deb line + if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){ + my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); + my $section; + foreach $section (split(' ', $sections)){ + &parse_package_info( $baseurl, $dist, $section ); + } + } + } + + close (CONFIG); + + daemon_log("INFO: create_packages_list_db: finished", 5); return; } +sub run_create_packages_list_db { + my ($session, $heap, $sources_list) = @_[SESSION, HEAP, ARG0]; + my $task = POE::Wheel::Run->new( + Program => sub { &create_packages_list_db($sources_list) }, + StdoutEvent => "session_run_result", + StderrEvent => "session_run_debug", + CloseEvent => "session_run_done", + ); + + $heap->{task}->{ $task->ID } = $task; +} +sub parse_package_info { + my ($baseurl, $dist, $section)= @_; + my ($package); + + my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); + + foreach $package ("Packages.gz"){ + daemon_log("DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); + get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section" ); + parse_package( "$outdir/$dist/$section", $dist, $path ); + } +} +sub get_package { + my ($url, $dest)= @_; + + my $tpath = dirname($dest); + -d "$tpath" || mkpath "$tpath"; + + # This is ugly, but I've no time to take a look at "how it works in perl" + if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) { + system("gunzip -cd '$dest' > '$dest.in'"); + system("rm -f '$dest'"); + } else { + daemon_log("ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1); + } + return 0; +} +sub parse_package { + my ($path, $dist, $srv_path )= @_; + my ($package, $version, $section, $description); + my @sql_list; + my $PACKAGES; + + if(not stat("$path.in")) { + daemon_log("ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); + return; + } + + open($PACKAGES, "<$path.in"); + if(not defined($PACKAGES)) { + daemon_log("ERROR: create_packages_list_db: parse_package: can not open '$path.in'",1); + return; + } + + # Read lines + while (<$PACKAGES>){ + my $line = $_; + # Unify + chop($line); + + # Use empty lines as a trigger + if ($line =~ /^\s*$/){ + my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', 'xxx', 'none', '0')"; + push(@sql_list, $sql); + $package = "none"; + $version = "none"; + $section = "none"; + $description = "none"; + next; + } + + # Trigger for package name + if ($line =~ /^Package:\s/){ + ($package)= ($line =~ /^Package: (.*)$/); + next; + } + + # Trigger for version + if ($line =~ /^Version:\s/){ + ($version)= ($line =~ /^Version: (.*)$/); + next; + } + + # Trigger for description + if ($line =~ /^Description:\s/){ + ($description)= ($line =~ /^Description: (.*)$/); + next; + } + + # Trigger for section + if ($line =~ /^Section:\s/){ + ($section)= ($line =~ /^Section: (.*)$/); + next; + } + + } + + close( $PACKAGES ); + unlink( "$path.in" ); + + $packages_list_db->exec_statementlist(\@sql_list); +} + +# +#sub store_fileinfo { +# my( $package, $file, $dist, $path, $vers ) = @_; +# +# my %fileinfo = ( +# 'package' => $package, +# 'dist' => $dist, +# 'version' => $vers +# ); +# +# $repo_files{ "${srvdir}${path}/$file" } = \%fileinfo; +#} #==== MAIN = main ============================================================== @@ -1197,8 +2132,9 @@ $SIG{CHLD} = 'IGNORE'; # forward error messages to logfile if( ! $foreground ) { - open(STDERR, '>>', $log_file); - open(STDOUT, '>>', $log_file); + open( STDIN, '+>/dev/null' ); + open( STDOUT, '+>&STDIN' ); + open( STDERR, '+>&STDIN' ); } # Just fork, if we are not in foreground mode @@ -1249,20 +2185,42 @@ $known_server_db->create_table($known_server_tn, \@known_server_col_names); $login_users_db = GOSA::DBsqlite->new($login_users_file_name); $login_users_db->create_table($login_users_tn, \@login_users_col_names); - -# connect to fai_server_db +# connect to fai_server_db and fai_release_db $fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); $fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); -&create_fai_server_db; +$fai_server_db->create_table($fai_release_tn, \@fai_release_col_names); + +# connect to packages_list_db +unlink($packages_list_file_name); +$packages_list_db = GOSA::DBsqlite->new($packages_list_file_name); +$packages_list_db->create_table($packages_list_tn, \@packages_list_col_names); + +# connect to messaging_db +$messaging_db = GOSA::DBsqlite->new($messaging_file_name); +$messaging_db->create_table($messaging_tn, \@messaging_col_names); + # create xml object used for en/decrypting $xml = new XML::Simple(); # create socket for incoming xml messages + POE::Component::Server::TCP->new( Port => $server_port, - ClientInput => \&client_input, + ClientInput => sub { + my ($kernel, $input) = @_[KERNEL, ARG0]; + push(@tasks, $input); + $kernel->yield("next_task"); + }, + InlineStates => { + next_task => \&next_tasks, + task_result => \&handle_task_result, + task_done => \&handle_task_done, + task_debug => \&handle_task_debug, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, + } ); + daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); # create session for repeatedly checking the job queue for jobs @@ -1270,6 +2228,14 @@ POE::Session->create( inline_states => { _start => \&_start, watch_for_new_jobs => \&watch_for_new_jobs, + watch_for_done_jobs => \&watch_for_done_jobs, + create_packages_list_db => \&run_create_packages_list_db, + create_fai_server_db => \&run_create_fai_server_db, + create_fai_release_db => \&run_create_fai_release_db, + session_run_result => \&session_run_result, + session_run_debug => \&session_run_debug, + session_run_done => \&session_run_done, + child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, } );