X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=gosa-si%2Fgosa-si-server;h=3dcb9daf3377905a42fea3704e3ec032ada5fc17;hb=e65b72241329a7d8a6fe248633a032a050b1280c;hp=5c1a96a38ff563e0aecf4d68e6e13d494e20eec8;hpb=b268a61da71c45ca20b48b29449db4c18baa3636;p=gosa.git diff --git a/gosa-si/gosa-si-server b/gosa-si/gosa-si-server index 5c1a96a38..3dcb9daf3 100755 --- a/gosa-si/gosa-si-server +++ b/gosa-si/gosa-si-server @@ -25,6 +25,7 @@ use warnings; use Getopt::Long; use Config::IniFiles; use POSIX; +use utf8; use Fcntl; use IO::Socket::INET; @@ -40,8 +41,12 @@ use Sys::Syslog qw( :DEFAULT setlogsock); use Cwd; use File::Spec; use File::Basename; +use File::Path; use GOSA::DBsqlite; +use GOSA::GosaSupportDaemon; use POE qw(Component::Server::TCP); +use Net::LDAP; +use Net::LDAP::Util qw(:escape); my $modules_path = "/usr/lib/gosa-si/modules"; use lib "/usr/lib/gosa-si/modules"; @@ -49,16 +54,17 @@ use lib "/usr/lib/gosa-si/modules"; my (%cfg_defaults, $foreground, $verbose, $ping_timeout); my ($bus_activ, $bus, $msg_to_bus, $bus_cipher); my ($server, $server_mac_address); -my ($gosa_server, $job_queue_timeout, $job_queue_table_name, $job_queue_file_name,$job_queue_loop_delay); -my ($known_modules, $known_clients_file_name, $known_server_file_name); +my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); +my ($known_modules); my ($pid_file, $procid, $pid, $log_file); my ($arp_activ, $arp_fifo); my ($xml); - +my $sources_list; +my $max_clients; # variables declared in config file are always set to 'our' our (%cfg_defaults, $log_file, $pid_file, $server_ip, $server_port, $SIPackages_key, - $arp_activ, + $arp_activ, $gosa_unit_tag, $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout, ); @@ -71,6 +77,8 @@ our $no_arp; our $verbose; our $forground; our $cfg_file; +our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password ); + # specifies the verbosity of the daemon_log $verbose = 0 ; @@ -86,16 +94,54 @@ $bus_activ = "true"; $no_arp = 0; -# name of table for storing gosa jobs -our $job_queue_table_name = 'jobs'; +our $prg= basename($0); + +# holds all gosa jobs our $job_db; +our $job_queue_tn = 'jobs'; +my $job_queue_file_name; +my @job_queue_col_names = ("id INTEGER", "timestamp", "status", "result", "progress INTEGER", + "headertag", "targettag", "xmlmessage", "macaddress"); # holds all other gosa-sd as well as the gosa-sd-bus our $known_server_db; +our $known_server_tn = "known_server"; +my $known_server_file_name; +my @known_server_col_names = ('hostname', 'status', 'hostkey', 'timestamp'); # holds all registrated clients our $known_clients_db; -our $prg= basename($0); +our $known_clients_tn = "known_clients"; +my $known_clients_file_name; +my @known_clients_col_names = ('hostname', 'status', 'hostkey', 'timestamp', 'macaddress', 'events'); + +# holds all logged in user at each client +our $login_users_db; +our $login_users_tn = "login_users"; +my $login_users_file_name; +my @login_users_col_names = ('client', 'user', 'timestamp'); + +# holds all fai server, the debian release and tag +our $fai_server_db; +our $fai_server_tn = "fai_server"; +my $fai_server_file_name; +our @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); +our $fai_release_tn = "fai_release"; +our @fai_release_col_names = ('timestamp', 'release', 'class'); + +# holds all packages available from different repositories +our $packages_list_db; +our $packages_list_tn = "packages_list"; +my $packages_list_file_name; +our @packages_list_col_names = ('distribution', 'package', 'version', 'section', 'description', 'template', 'timestamp'); +my $outdir = "/tmp/packages_list_db"; +my $arch = "i386"; + +# holds all messages which should be delivered to a user +our $messaging_db; +our $messaging_tn = "messaging"; +our @messaging_col_names = ('subject', 'from', 'to', 'flag', 'direction', 'delivery_time', 'message', 'timestamp', 'id INTEGER', ); +my $messaging_file_name; %cfg_defaults = ( "general" => { @@ -106,10 +152,20 @@ our $prg= basename($0); "activ" => [\$bus_activ, "true"], }, "server" => { -# "ip" => [\$server_ip, "0.0.0.0"], "port" => [\$server_port, "20081"], "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], + "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], + "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai.db'], + "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], + "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], + "source-list" => [\$sources_list, '/etc/apt/sources.list'], + "ldap-uri" => [\$ldap_uri, ""], + "ldap-base" => [\$ldap_base, ""], + "ldap-admin-dn" => [\$ldap_admin_dn, ""], + "ldap-admin-password" => [\$ldap_admin_password, ""], + "gosa-unit-tag" => [\$gosa_unit_tag, ""], + "max-clients" => [\$max_clients, 10], }, "GOsaPackages" => { "ip" => [\$gosa_ip, "0.0.0.0"], @@ -211,30 +267,6 @@ sub daemon_log { } close( LOG_HANDLE ); } -#log into syslog -# my ($msg, $level, $facility) = @_; -# if(not defined $msg) {return} -# if(not defined $level) {$level = "info"} -# if(not defined $facility) {$facility = "LOG_DAEMON"} -# openlog($0, "pid,cons,", $facility); -# syslog($level, $msg); -# closelog; -# return; -} - - -sub get_time { - my ($seconds, $minutes, $hours, $monthday, $month, - $year, $weekday, $yearday, $sommertime) = localtime(time); - $hours = $hours < 10 ? $hours = "0".$hours : $hours; - $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; - $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; - $month+=1; - $month = $month < 10 ? $month = "0".$month : $month; - $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; - $year+=1900; - return "$year$month$monthday$hours$minutes$seconds"; - } @@ -349,7 +381,7 @@ sub import_modules { if( $info ) { my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info}; $known_modules->{$mod_name} = $info; - daemon_log("module $mod_name loaded", 1); + daemon_log("INFO: module $mod_name loaded", 5); } } } @@ -375,11 +407,9 @@ $SIG{INT} = \&sig_int_handler; sub check_key_and_xml_validity { my ($crypted_msg, $module_key) = @_; -#print STDERR "crypted_msg:$crypted_msg\n"; -#print STDERR "modul_key:$module_key\n"; - my $msg; my $msg_hash; + my $error_string; eval{ $msg = &decrypt_msg($crypted_msg, $module_key); @@ -387,40 +417,35 @@ sub check_key_and_xml_validity { &main::daemon_log("decrypted_msg: \n$msg", 8); $msg_hash = $xml->XMLin($msg, ForceArray=>1); + ############## # check header + if( not exists $msg_hash->{'header'} ) { die "no header specified"; } my $header_l = $msg_hash->{'header'}; - if( 1 != @{$header_l} ) { - die 'header error'; - } + if( 1 > @{$header_l} ) { die 'empty header tag'; } + if( 1 < @{$header_l} ) { die 'more than one header specified'; } my $header = @{$header_l}[0]; - if( 0 == length $header) { - die 'header error'; - } + if( 0 == length $header) { die 'empty string in header tag'; } + ############## # check source + if( not exists $msg_hash->{'source'} ) { die "no source specified"; } my $source_l = $msg_hash->{'source'}; - if( not defined @{$source_l} or 1 != @{$source_l} ) { - die 'source error'; - } + if( 1 > @{$source_l} ) { die 'empty source tag'; } + if( 1 < @{$source_l} ) { die 'more than one source specified'; } my $source = @{$source_l}[0]; - if( 0 == length $source) { - die 'source error'; - } + if( 0 == length $source) { die 'source error'; } + ############## # check target + if( not exists $msg_hash->{'target'} ) { die "no target specified"; } my $target_l = $msg_hash->{'target'}; - if( 1 != @{$target_l} ) { - die'target error'; - } - my $target = @{$target_l}[0]; - if( 0 == length $target) { - die 'target error'; - } + if( 1 > @{$target_l} ) { die 'empty target tag'; } } }; if($@) { - &main::daemon_log("WARNING: do not understand the message", 5); - &main::daemon_log("$@", 8); + &main::daemon_log("WARNING: do not understand the message: $@", 5); + $msg = undef; + $msg_hash = undef; } return ($msg, $msg_hash); @@ -474,6 +499,7 @@ sub check_outgoing_xml_validity { $target =~ /^GOSA$/i || $target =~ /^\*$/ || $target =~ /KNOWN_SERVER/i || + $target =~ /JOBDB/i || $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){ die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address"; } @@ -481,7 +507,7 @@ sub check_outgoing_xml_validity { }; if($@) { daemon_log("WARNING: outgoing msg is not gosa-si envelope conform", 5); - daemon_log("$@ $msg", 8); + daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 8); $msg_hash = undef; } @@ -502,13 +528,13 @@ sub input_from_known_server { next; } my $host_key = $hit->{hostkey}; - daemon_log("SIPackages: known_server host_name: $host_name", 7); - daemon_log("SIPackages: known_server host_key: $host_key", 7); + daemon_log("DEBUG: input_from_known_server: host_name: $host_name", 7); + daemon_log("DEBUG: input_from_known_server: host_key: $host_key", 7); # check if module can open msg envelope with module key my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key); if( (!$tmp_msg) || (!$tmp_msg_hash) ) { - daemon_log("SIPackages: deciphering raise error", 7); + daemon_log("DEBUG: input_from_known_server: deciphering raise error", 7); daemon_log("$@", 8); next; } @@ -521,7 +547,7 @@ sub input_from_known_server { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - daemon_log("Incoming message is not from a known server", 3); + daemon_log("INFO: Incoming message is not from a known server", 5); } return ($msg, $msg_hash, $module); @@ -537,17 +563,17 @@ sub input_from_known_client { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; if( not $host_name =~ /^$remote_ip:\d*$/) { - next; + next; } my $host_key = $hit->{hostkey}; - &daemon_log("SIPackages: known_client host_name: $host_name", 7); - &daemon_log("SIPackages: known_client host_key: $host_key", 7); + &daemon_log("DEBUG: input_from_known_client: host_name: $host_name", 7); + &daemon_log("DEBUG: input_from_known_client: host_key: $host_key", 7); # check if module can open msg envelope with module key ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key); if( (!$msg) || (!$msg_hash) ) { - &daemon_log("SIPackages: deciphering raise error", 7); + &daemon_log("DEGUG: input_from_known_client: deciphering raise error", 7); &daemon_log("$@", 8); next; } @@ -558,7 +584,7 @@ sub input_from_known_client { } if( (!$msg) || (!$msg_hash) || (!$module) ) { - &daemon_log("Incoming message is not from a known client", 3); + &daemon_log("INFO: Incoming message is not from a known client", 5); } return ($msg, $msg_hash, $module); @@ -569,6 +595,7 @@ sub input_from_unknown_host { no strict "refs"; my ($input) = @_ ; my ($msg, $msg_hash, $module); + my $error_string; my %act_modules = %$known_modules; @@ -576,19 +603,18 @@ sub input_from_unknown_host { # check a key exists for this module my $module_key = ${$mod."_key"}; - if( ! $module_key ) { + if( not defined $module_key ) { if( $mod eq 'ArpHandler' ) { next; } daemon_log("ERROR: no key specified in config file for $mod", 1); next; } - daemon_log("$mod: $module_key", 5); + daemon_log("DEBUG: $mod: $module_key", 7); # check if module can open msg envelope with module key ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key); - if( (!$msg) || (!$msg_hash) ) { - #daemon_log("$mod: deciphering failed", 5); + if( (not defined $msg) || (not defined $msg_hash) ) { next; } else { @@ -598,12 +624,13 @@ sub input_from_unknown_host { } if( (!$msg) || (!$msg_hash) || (!$module)) { - daemon_log("Incoming message is not from a unknown host", 5); + daemon_log("INFO: Incoming message is not from an unknown host", 5); } return ($msg, $msg_hash, $module); } + sub create_ciphering { my ($passwd) = @_; if((!defined($passwd)) || length($passwd)==0) { @@ -620,10 +647,12 @@ sub create_ciphering { sub encrypt_msg { my ($msg, $key) = @_; my $my_cipher = &create_ciphering($key); + my $len; { - use bytes; - $msg = "\0"x(16-length($msg)%16).$msg; + use bytes; + $len= 16-length($msg)%16; } + $msg = "\0"x($len).$msg; $msg = $my_cipher->encrypt($msg); chomp($msg = &encode_base64($msg)); # there are no newlines allowed inside msg @@ -633,6 +662,7 @@ sub encrypt_msg { sub decrypt_msg { + my ($msg, $key) = @_ ; $msg = &decode_base64($msg); my $my_cipher = &create_ciphering($key); @@ -700,7 +730,7 @@ sub open_socket { if(not defined $socket) { return; } - &daemon_log("open_socket: $PeerAddr", 7); +# &daemon_log("DEBUG: open_socket: $PeerAddr", 7); return $socket; } @@ -774,6 +804,7 @@ sub get_local_ip_for_remote_ip { return $result; } + sub send_msg_to_target { my ($msg, $address, $encrypt_key, $msg_header) = @_ ; my $error = 0; @@ -784,8 +815,7 @@ sub send_msg_to_target { if( $msg_header ) { $header = "'$msg_header'-"; - } - else { + } else { $header = ""; } @@ -801,7 +831,7 @@ sub send_msg_to_target { # opensocket my $socket = &open_socket($address); if( !$socket ) { - daemon_log("cannot send ".$header."msg to $address , host not reachable", 1); + daemon_log("ERROR: cannot send ".$header."msg to $address , host not reachable", 1); $error++; } @@ -809,7 +839,7 @@ sub send_msg_to_target { # send xml msg print $socket $crypted_msg."\n"; - daemon_log("send ".$header."msg to $address", 1); + daemon_log("INFO: send ".$header."msg to $address", 5); daemon_log("message:\n$msg", 8); } @@ -832,14 +862,12 @@ sub send_msg_to_target { $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; $res = $known_clients_db->del_dbentry($sql_statement); daemon_log("WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); - } - else { + } else { $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'"; $res = $known_clients_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("WARNING: set '$address' from status '$act_status' to '$new_status'", 3); - } - else { + } else { daemon_log("INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } @@ -866,20 +894,43 @@ sub send_msg_to_target { } } } + return $error; +} + - return; +sub update_jobdb_status_for_send_msgs { + my ($answer, $error) = @_; + if( $answer =~ /(\d+)<\/jobdb_id>/ ) { + my $jobdb_id = $1; + if( $error ) { + # sending msg faild + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='error', result='can not deliver msg, please consult log file' ". + "WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); + } else { + # sending msg was successful + my $sql_statement = "UPDATE $job_queue_tn ". + "SET status='done' ". + "WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); + } + } } sub _start { my ($kernel) = $_[KERNEL]; &trigger_db_loop($kernel); + $kernel->yield('create_fai_server_db', $fai_server_tn ); + $kernel->yield('create_fai_release_db', $fai_release_tn ); + #$kernel->yield('create_packages_list_db', $sources_list ); } sub client_input { no strict "refs"; - my ($kernel, $session, $heap,$input,$wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1]; + my ($kernel, $session, $heap, $input, $wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1]; my $session_id = $session->ID; my ($msg, $msg_hash, $module); my $error = 0; @@ -887,8 +938,8 @@ sub client_input { my ($answer_header, @answer_target_l, $answer_source); my $client_answer; - daemon_log("Incoming msg from '".$heap->{'remote_ip'}."'", 7); - daemon_log("message:\n$input", 8); + daemon_log("INFO: Incoming msg from '".$heap->{'remote_ip'}."'", 5); + daemon_log("DEBUG: Incoming message:\n$input", 8); #################### # check incoming msg @@ -910,12 +961,12 @@ sub client_input { ###################### # process incoming msg if( $error == 0) { - daemon_log("Processing module ".$module, 5); + daemon_log("DEBUG: Processing module ".$module, 7); $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); if ( 0 > @{$answer_l} ) { my $answer_str = join("\n", @{$answer_l}); - daemon_log("$module: Got answer from module: \n".$answer_str,8); + daemon_log("DEGUB: $module: Got answer from module: \n".$answer_str,8); } } if( !$answer_l ) { $error++ }; @@ -939,6 +990,8 @@ sub client_input { # deliver msg to all targets foreach my $answer_target ( @answer_target_l ) { + + # targets of msg are all gosa-si-clients in known_clients_db if( $answer_target eq "*" ) { # answer is for all clients my $sql_statement= "SELECT * FROM known_clients"; @@ -946,35 +999,50 @@ sub client_input { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } + + # targets of msg are all gosa-si-server in known_server_db + elsif( $answer_target eq "KNOWN_SERVER" ) { + # answer is for all server in known_server + my $sql_statement= "SELECT * FROM known_server"; + my $query_res = $known_server_db->select_dbentry( $sql_statement ); + while( my ($hit_num, $hit) = each %{ $query_res } ) { + my $host_name = $hit->{hostname}; + my $host_key = $hit->{hostkey}; + $answer =~ s/KNOWN_SERVER/$host_name/g; + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); + } + } + + # target of msg is GOsa elsif( $answer_target eq "GOSA" ) { $answer =~ /(\d+)<\/session_id>/; my $session_id = $1; my $add_on = ""; - if( defined $session_id ) { $add_on = ".session_id=$session_id"; } - # answer is for GOSA and has to returned to connected client my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key); $client_answer = $gosa_answer.$add_on; } - elsif( $answer_target eq "KNOWN_SERVER" ) { - # answer is for all server in known_server - my $sql_statement= "SELECT * FROM known_server"; - my $query_res = $known_server_db->select_dbentry( $sql_statement ); - while( my ($hit_num, $hit) = each %{ $query_res } ) { - my $host_name = $hit->{hostname}; - my $host_key = $hit->{hostkey}; - $answer =~ s/KNOWN_SERVER/$host_name/g; - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); - } + + # target of msg is job queue at this host + elsif( $answer_target eq "JOBDB") { + $answer =~ /
(\S+)<\/header>/; + my $header; + if( defined $1 ) { $header = $1; } + my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header); + &update_jobdb_status_for_send_msgs($answer, $error); } + + # target of msg is a mac address elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { - daemon_log("target is mac address '$answer_target', looking for host in known_clients", 3); + daemon_log("INFO: target is mac address '$answer_target', looking for host in known_clients", 5); my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$answer_target'"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); my $found_ip_flag = 0; @@ -982,8 +1050,9 @@ sub client_input { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/$answer_target/$host_name/g; - daemon_log("found host '$host_name', assoziated to '$answer_target'", 3); - &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + daemon_log("INFO: found host '$host_name', associated to '$answer_target'", 5); + my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); $found_ip_flag++ ; } if( $found_ip_flag == 0) { @@ -995,15 +1064,16 @@ sub client_input { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_address = $hit->{hostname}; my $bus_key = $hit->{hostkey}; - &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); last; } } } - } else { - # ... answer is for one specific host + # answer is for one specific host + } else { # get encrypt_key my $encrypt_key = &get_encrypt_key($answer_target); if( not defined $encrypt_key ) { @@ -1015,19 +1085,21 @@ sub client_input { my $query_res = $known_server_db->select_dbentry( $sql_statement ); my $res_length = keys( %{$query_res} ); if( $res_length == 0 ){ - daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, no bus found in known_server", 3); + daemon_log("WARNING: send '$answer_header' to '$bus_address' failed, ". + "no bus found in known_server", 3); } else { while( my ($hit_num, $hit) = each %{ $query_res } ) { my $bus_key = $hit->{hostkey}; - &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } } next; } - # send_msg - &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header); + &update_jobdb_status_for_send_msgs($answer, $error); } } } @@ -1038,7 +1110,9 @@ sub client_input { my $session_id = $1; if( defined $session_id ) { my $session_reference = $kernel->ID_id_to_session($session_id); - $heap = $session_reference->get_heap(); + if( defined $session_reference ) { + $heap = $session_reference->get_heap(); + } } } $heap->{client}->put($client_answer); @@ -1050,80 +1124,324 @@ sub client_input { sub trigger_db_loop { -# my ($kernel) = $_[KERNEL]; my ($kernel) = @_ ; $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); } +sub watch_for_done_jobs { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + my $sql_statement = "SELECT * FROM ".$job_queue_tn. + " WHERE status='done'"; + my $res = $job_db->select_dbentry( $sql_statement ); + + while( my ($id, $hit) = each %{$res} ) { + my $jobdb_id = $hit->{id}; + my $sql_statement = "DELETE FROM $job_queue_tn WHERE id='$jobdb_id'"; + my $res = $job_db->del_dbentry($sql_statement); + } + + $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay); +} sub watch_for_new_jobs { my ($kernel,$heap) = @_[KERNEL, HEAP]; # check gosa job queue for jobs with executable timestamp my $timestamp = &get_time(); - - my $sql_statement = "SELECT * FROM ".$job_queue_table_name. + my $sql_statement = "SELECT * FROM ".$job_queue_tn. " WHERE status='waiting' AND timestamp<'$timestamp'"; - my $res = $job_db->select_dbentry( $sql_statement ); while( my ($id, $hit) = each %{$res} ) { - my $jobdb_id = $hit->{id}; - my $macaddress = $hit->{macaddress}; - my $job_msg_hash = &transform_msg2hash($hit->{xmlmessage}); - my $out_msg_hash = $job_msg_hash; + my $macaddress = $hit->{'macaddress'}; + my $job_msg = $hit->{'xmlmessage'}; + daemon_log("DEBUG: its time to execute $job_msg", 7); + my $header = $hit->{'headertag'}; my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$macaddress'"; my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); # expect macaddress is unique!!!!!! my $target = $res_hash->{1}->{hostname}; if (not defined $target) { - &daemon_log("ERROR: no host found for mac address: $job_msg_hash->{mac}[0]", 1); - &daemon_log("xml message: $hit->{xmlmessage}", 5); - my $sql_statement = "UPDATE $job_queue_table_name ". + &daemon_log("ERROR: no host found for mac address: $macaddress", 1); + &daemon_log("$hit->{xmlmessage}", 8); + my $sql_statement = "UPDATE $job_queue_tn ". "SET status='error', result='no host found for mac address' ". "WHERE id='$jobdb_id'"; my $res = $job_db->update_dbentry($sql_statement); next; } - # add target - &add_content2xml_hash($out_msg_hash, "target", $target); - - # add new header - my $out_header = $job_msg_hash->{header}[0]; - $out_header =~ s/job_/gosa_/; - delete $out_msg_hash->{header}; - &add_content2xml_hash($out_msg_hash, "header", $out_header); + # change header + $job_msg =~ s/
job_/
gosa_/; # add sqlite_id - &add_content2xml_hash($out_msg_hash, "jobdb_id", $jobdb_id); + $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; + + my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header); + + # update status in job queue to 'processing' + $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); + } - my $out_msg = &create_xml_string($out_msg_hash); + $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); +} - # encrypt msg as a GosaPackage module - my $cipher = &create_ciphering($GosaPackages_key); - my $crypted_out_msg = &encrypt_msg($out_msg, $cipher); - my $error = &send_msg_hash2address($out_msg_hash, "$gosa_ip:$gosa_port", $GosaPackages_key); +sub refresh_ldap_handle { + my $mesg; - if ($error == 0) { - my $sql_statement = "UPDATE $job_queue_table_name ". - "SET status='processing', targettag='$target' ". - "WHERE id='$jobdb_id'"; - my $res = $job_db->update_dbentry($sql_statement); - } else { - my $sql_statement = "UPDATE $job_queue_table_name ". - "SET status='error' ". - "WHERE id='$jobdb_id'"; - my $res = $job_db->update_dbentry($sql_statement); + # Get an ldap handle, if we don't have one + if( ! defined $ldap_handle ){ + $ldap_handle = Net::LDAP->new( $ldap_uri ); + } + # Still not defined? + if( ! defined $ldap_handle ) { + daemon_log( "ch $$: Net::LDAP constructor failed: $!\n" ); + return 0; + } + + # Bind to ldap server - eventually authenticate + if( defined $ldap_admin_dn ) { + if( defined $ldap_admin_password ) { + $mesg = $ldap_handle->bind( $ldap_admin_dn, password => $ldap_admin_password ); + } else { + $mesg = $ldap_handle->bind( $ldap_admin_dn ); + } + } else { + $mesg = $ldap_handle->bind(); + } + + if( 0 != $mesg->code ) { + undef( $ldap_handle ) if( 81 == $mesg->code ); + daemon_log( "ch $$: LDAP bind: error (". $mesg->code . ') - ' . $mesg->error . "\n", 1); + return 0; + } + + return 1; +} + + +sub create_fai_server_db { + my ($table_name) = $_[ARG0]; + my $result; + + if(defined($ldap_handle)) { + my $mesg= $ldap_handle->search( + base => $main::ldap_base, + scope => 'sub', + attrs => ['FAIrepository', 'gosaUnitTag'], + filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('FAIrepository')) { + # Add an entry for each Repository configured for server + foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) { + my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo); + my $tmp_tag= $entry->get_value('gosaUnitTag') || ""; + $result= $fai_server_db->add_dbentry( { + table => $table_name, + primkey => ['server', 'release', 'tag'], + server => $tmp_url, + release => $tmp_release, + tag => (length($tmp_tag)>0)?$tmp_tag:"", + } ); + } + } + } + } + } + + return $result; +} + + +sub create_fai_release_db { + my ($table_name) = $_[ARG0]; + my $result; + + if(defined($ldap_handle)) { + my $mesg= $ldap_handle->search( + base => $main::ldap_base, + scope => 'sub', + attrs => ['cn', 'FAIdebianRelease'], + filter => "(&(FAIdebianRelease=*)(objectClass=FAIclass))", + ); + if($mesg->{'resultCode'} == 0 && + $mesg->count != 0) { + foreach my $entry (@{$mesg->{entries}}) { + if($entry->exists('FAIdebianRelease') && $entry->exists('cn')) { + $result= $fai_server_db->add_dbentry( { + table => $table_name, + primkey => ['release', 'class'], + release => $entry->get_value('FAIdebianRelease'), + class => $entry->get_value('cn'), + } ); + } + } } - } + } + + return $result; +} + + +sub create_packages_list_db { + my ($sources_file) = $_[ARG0] ; + my $line; + + open(CONFIG, "<$sources_file") or do { + daemon_log( "ERROR: Failed to open '$sources_file', creating packages.db stopped", 1); + return; + }; + + # Read lines + while ($line = ){ + # Unify + chop($line); + $line =~ s/^\s+//; + $line =~ s/^\s+/ /; + + # Strip comments + $line =~ s/#.*$//g; + + # Skip empty lines + if ($line =~ /^\s*$/){ + next; + } + + # Interpret deb line + if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){ + my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); + my $section; + foreach $section (split(' ', $sections)){ + &parse_package_info( $baseurl, $dist, $section ); + } + } + } - $kernel->delay_set('watch_for_new_jobs',3); + close (CONFIG); + + + return; } +sub parse_package_info { + my ($baseurl, $dist, $section)= @_; + my ($package); + + my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); + + foreach $package ("Packages.gz"){ + print "getting $baseurl , $dist , $section... \n"; + get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section" ); + print "done\n"; + print "parsing packages... \n"; + parse_package( "$outdir/$dist/$section", $dist, $path ); + print "done\n"; + last; + } +} +sub get_package { + my ($url, $dest)= @_; + + my $tpath = dirname($dest); + -d "$tpath" || mkpath "$tpath"; + # This is ugly, but I've no time to take a look at "how it works in perl" + if( system("wget '$url' -O '$dest' 2>/dev/null") ) { + system("gzip -cd '$dest' > '$dest.in'"); + system("rm -f '$dest'"); + } + + return 0; +} +sub parse_package { + my ($path, $dist, $srv_path )= @_; + my ($package, $version, $section, $description); + my @sql_list; + + open(PACKAGES, "<$path.in") or return; + + # Read lines + while (my $line = ){ + # Unify + chop($line); + + # Use empty lines as a trigger + if ($line =~ /^\s*$/){ + my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', 'xxx', 'none', '0')"; + push(@sql_list, $sql); + $package = "none"; + $version = "none"; + $section = "none"; + $description = "none"; + next; + } + + # Trigger for package name + if ($line =~ /^Package:\s/){ + ($package)= ($line =~ /^Package: (.*)$/); + next; + } + + # Trigger for version + if ($line =~ /^Version:\s/){ + ($version)= ($line =~ /^Version: (.*)$/); + next; + } + + # Trigger for description + if ($line =~ /^Description:\s/){ + ($description)= ($line =~ /^Description: (.*)$/); + next; + } + + # Trigger for section + if ($line =~ /^Section:\s/){ + ($section)= ($line =~ /^Section: (.*)$/); + next; + } + + } + + close( PACKAGES ); + unlink( "$path.in" ); + + $packages_list_db->exec_statementlist(\@sql_list); +} + +# +#sub store_fileinfo { +# my( $package, $file, $dist, $path, $vers ) = @_; +# +# my %fileinfo = ( +# 'package' => $package, +# 'dist' => $dist, +# 'version' => $vers +# ); +# +# $repo_files{ "${srvdir}${path}/$file" } = \%fileinfo; +#} + +sub next_task { + my ($heap) = $_[HEAP]; + + if( keys(%{$heap->{task}}) < $max_clients ) { + + } + + #$heap->{task}->{$task->ID} = $task; +} + +sub task_result { + +} #==== MAIN = main ============================================================== # parse commandline options @@ -1182,19 +1500,35 @@ if ($no_bus > 0) { #unlink('/tmp/gosa_si_lock*'); # connect to gosa-si job queue -my @job_col_names = ("id INTEGER", "timestamp", "status", "result", "headertag", "targettag", "xmlmessage", "macaddress"); $job_db = GOSA::DBsqlite->new($job_queue_file_name); -$job_db->create_table('jobs', \@job_col_names); +$job_db->create_table($job_queue_tn, \@job_queue_col_names); # connect to known_clients_db -my @clients_col_names = ('hostname', 'status', 'hostkey', 'timestamp', 'macaddress', 'events'); $known_clients_db = GOSA::DBsqlite->new($known_clients_file_name); -$known_clients_db->create_table('known_clients', \@clients_col_names); +$known_clients_db->create_table($known_clients_tn, \@known_clients_col_names); # connect to known_server_db -my @server_col_names = ('hostname', 'status', 'hostkey', 'timestamp'); $known_server_db = GOSA::DBsqlite->new($known_server_file_name); -$known_server_db->create_table('known_server', \@server_col_names); +$known_server_db->create_table($known_server_tn, \@known_server_col_names); + +# connect to login_usr_db +$login_users_db = GOSA::DBsqlite->new($login_users_file_name); +$login_users_db->create_table($login_users_tn, \@login_users_col_names); + +# connect to fai_server_db and fai_release_db +$fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); +$fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); +$fai_server_db->create_table($fai_release_tn, \@fai_release_col_names); + +# connect to packages_list_db +unlink($packages_list_file_name); +$packages_list_db = GOSA::DBsqlite->new($packages_list_file_name); +$packages_list_db->create_table($packages_list_tn, \@packages_list_col_names); + +# connect to messaging_db +$messaging_db = GOSA::DBsqlite->new($messaging_file_name); +$messaging_db->create_table($messaging_tn, \@messaging_col_names); + # create xml object used for en/decrypting $xml = new XML::Simple(); @@ -1210,7 +1544,13 @@ daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); POE::Session->create( inline_states => { _start => \&_start, + next_task => \&next_task, + task_result => \&task_result, watch_for_new_jobs => \&watch_for_new_jobs, + watch_for_done_jobs => \&watch_for_done_jobs, + create_packages_list_db => \&create_packages_list_db, + create_fai_server_db => \&create_fai_server_db, + create_fai_release_db => \&create_fai_release_db, } );