X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=gosa-si%2Fgosa-si-server;h=866f60bf5ffbecfbbf463751726d01afb9abd118;hb=9edb8d318196675e282f29a3bcd035049552dd0e;hp=e18617b874502a3dda7fa90c27410788da7bab24;hpb=59cd693c2b308a0ee75c94d6e292fe24349c3c07;p=gosa.git diff --git a/gosa-si/gosa-si-server b/gosa-si/gosa-si-server index e18617b87..866f60bf5 100755 --- a/gosa-si/gosa-si-server +++ b/gosa-si/gosa-si-server @@ -64,6 +64,7 @@ my (%cfg_defaults, $foreground, $verbose, $ping_timeout); my ($bus_activ, $bus, $msg_to_bus, $bus_cipher); my ($server); my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); +my ($messaging_db_loop_delay); my ($known_modules); my ($pid_file, $procid, $pid, $log_file); my ($arp_activ, $arp_fifo); @@ -123,6 +124,7 @@ my @job_queue_col_names = ("id INTEGER", "targettag DEFAULT 'none'", "xmlmessage DEFAULT 'none'", "macaddress DEFAULT 'none'", + "plainname DEFAULT 'none'", ); # holds all other gosa-sd as well as the gosa-sd-bus @@ -162,7 +164,7 @@ my $arch = "i386"; # holds all messages which should be delivered to a user our $messaging_db; our $messaging_tn = "messaging"; -our @messaging_col_names = ('subject', 'from', 'to', 'flag', 'direction', 'delivery_time', 'message', 'timestamp', 'id INTEGER', ); +our @messaging_col_names = ('subject', 'message_from', 'message_to', 'flag', 'direction', 'delivery_time', 'message', 'timestamp', 'id INTEGER' ); my $messaging_file_name; # path to directory to store client install log files @@ -203,6 +205,7 @@ my $max_children = 2; "port" => [\$gosa_port, "20082"], "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'], "job-queue-loop-delay" => [\$job_queue_loop_delay, 3], + "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3], "key" => [\$GosaPackages_key, "none"], }, "SIPackages" => { @@ -241,7 +244,7 @@ EOF #=============================================================================== sub read_configfile { my $cfg; - if( defined( $cfg_file) && ( length($cfg_file) > 0 )) { + if( defined( $cfg_file) && ( (-s $cfg_file) > 0 )) { if( -r $cfg_file ) { $cfg = Config::IniFiles->new( -file => $cfg_file ); } else { @@ -437,7 +440,7 @@ sub sig_int_handler { daemon_log("shutting down gosa-si-server", 1); - system("killall gosa-si-server"); + system("kill `ps -C gosa-si-server -o pid=`"); } $SIG{INT} = \&sig_int_handler; @@ -968,6 +971,7 @@ sub _start { $kernel->yield('create_fai_server_db', $fai_server_tn ); $kernel->yield('create_fai_release_db', $fai_release_tn ); $kernel->sig(USR1 => "sig_handler"); + $kernel->sig(USR2 => "create_packages_list_db"); } sub sig_handler { @@ -1233,7 +1237,9 @@ sub process_task { sub trigger_db_loop { my ($kernel) = @_ ; $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); - $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); + $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); + $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); } sub watch_for_done_jobs { @@ -1256,37 +1262,161 @@ sub watch_for_new_jobs { my ($kernel,$heap) = @_[KERNEL, HEAP]; # check gosa job queue for jobs with executable timestamp + my $timestamp = &get_time(); + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER) + 120) < $timestamp ORDER BY timestamp"; + my $res = $job_db->exec_statement( $sql_statement ); + + # Merge all new jobs that would do the same actions + my @drops; + my $hits; + foreach my $hit (reverse @{$res} ) { + my $macaddress= lc @{$hit}[8]; + my $headertag= @{$hit}[5]; + if(defined($hits->{$macaddress}->{$headertag})) { + push @drops, "DELETE FROM $job_queue_tn WHERE id = '$hits->{$macaddress}->{$headertag}[0]'"; + } + $hits->{$macaddress}->{$headertag}= $hit; + } + + # Delete new jobs with a matching job in state 'processing' + foreach my $macaddress (keys %{$hits}) { + foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { + my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'"; + my $res = $job_db->exec_statement( $sql_statement ); + foreach my $hit (@{$res}) { + push @drops, "DELETE FROM $job_queue_tn WHERE id = '$jobdb_id'"; + } + } + } + + # Commit deletion + $job_db->exec_statementlist(\@drops); + + # Look for new jobs that could be executed + foreach my $macaddress (keys %{$hits}) { + + # Look if there is an executing job + my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'"; + my $res = $job_db->exec_statement( $sql_statement ); + + # Skip new jobs for host if there is a processing job + if(defined($res) and defined @{$res}[0]) { + next; + } + + foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { + my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; + my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7]; + + daemon_log("J DEBUG: its time to execute $job_msg", 7); + my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; + my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); + + # expect macaddress is unique!!!!!! + my $target = $res_hash->{1}->{hostname}; + + # change header + $job_msg =~ s/
job_/
gosa_/; + + # add sqlite_id + $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; + + $job_msg =~ /
(\S+)<\/header>/; + my $header = $1 ; + my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); + + # update status in job queue to 'processing' + $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id='$jobdb_id'"; + my $res = $job_db->update_dbentry($sql_statement); + + # We don't want parallel processing + last; + } + } + + $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); +} + + +sub watch_for_new_messages { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + my @coll_user_msg; # collection list of outgoing messages + + # check messaging_db for new incoming messages with executable timestamp my $timestamp = &get_time(); - my $sql_statement = "SELECT * FROM ".$job_queue_tn. - " WHERE status='waiting' AND timestamp<'$timestamp'"; - my $res = $job_db->select_dbentry( $sql_statement ); + #my $sql_statement = "SELECT * FROM $messaging_tn WHERE (CAST (delivery_time AS INTEGER) + 120) < $timestamp"; + my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )"; + my $res = $messaging_db->exec_statement( $sql_statement ); + + foreach my $hit (@{$res}) { + + # create outgoing messages + my $message_to = @{$hit}[2]; + + # translate message_to to plain login name + my @reciever_l = ($message_to); + my $message_id = @{$hit}[8]; + + #add each outgoing msg to messaging_db + my $reciever; + foreach $reciever (@reciever_l) { + my $sql_statement = "INSERT INTO $messaging_tn (subject, message_from, message_to, flag, direction, delivery_time, message, timestamp, id) ". + "VALUES ('". + @{$hit}[0]."', '". # subject + @{$hit}[1]."', '". # message_from + $reciever."', '". # message_to + "none"."', '". # flag + "out"."', '". # direction + @{$hit}[5]."', '". # delivery_time + @{$hit}[6]."', '". # message + $timestamp."', '". # timestamp + @{$hit}[8]. # id + "')"; + &daemon_log("M DEBUG: $sql_statement", 1); + my $res = $messaging_db->exec_statement($sql_statement); + &daemon_log("M INFO: message '".@{$hit}[8]."' is prepared for delivery to reciever '$reciever'", 5); + } + + # send outgoing messages + my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )"; + my $res = $messaging_db->exec_statement( $sql_statement ); + foreach my $hit (@{$res}) { + # add subject, from, to and message to list coll_user_msg + my @user_msg = [@{$hit}[0], @{$hit}[1], $reciever, @{$hit}[6]]; + push( @coll_user_msg, \@user_msg); + } + + # send outgoing list to myself (gosa-si-server) to deliver each message to user + # reason for this workaround: if to much messages have to be delivered, it can come to + # denial of service problems of the server. so, the incoming message list can be processed + # by a forked child and gosa-si-server is always ready to work. + my $collection_out_msg = &create_xml_hash("collection_user_messages", $server_address, $server_address); + # add to hash 'msg1' => [subject, from, to, message] + # hash to string + # send msg to myself +# TODO + + # set incoming message to flag d=deliverd + $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'"; + &daemon_log("M DEBUG: $sql_statement", 7); + $res = $messaging_db->update_dbentry($sql_statement); + &daemon_log("M INFO: message '".@{$hit}[8]."' is set to flag 'p' (processed)", 5); - while( my ($id, $hit) = each %{$res} ) { - my $jobdb_id = $hit->{id}; - my $macaddress = $hit->{'macaddress'}; - my $job_msg = $hit->{'xmlmessage'}; - daemon_log("J DEBUG: its time to execute $job_msg", 7); - my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; - my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); - # expect macaddress is unique!!!!!! - my $target = $res_hash->{1}->{hostname}; - - # change header - $job_msg =~ s/
job_/
gosa_/; - - # add sqlite_id - $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; - - $job_msg =~ /
(\S+)<\/header>/; - my $header = $1 ; - my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); - - # update status in job queue to 'processing' - $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id='$jobdb_id'"; - my $res = $job_db->update_dbentry($sql_statement); } + + $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); - $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); + + return; +} + + +sub watch_for_done_messages { + my ($kernel,$heap) = @_[KERNEL, HEAP]; + + $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); + return; } @@ -1296,6 +1426,7 @@ sub get_ldap_handle { my $ldap_handle; if (not defined $session_id ) { $session_id = 0 }; + if ($session_id =~ /[^0-9]*/) { $session_id = 0 }; if ($session_id == 0) { daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); @@ -1373,38 +1504,37 @@ sub change_fai_state { filter => "$search" ); - if ($mesg->count) { - my @entries = $mesg->entries; - foreach my $entry (@entries) { - # Only modify entry if it is not set to '$state' - if ($entry->get_value("FAIstate") ne "$state"){ - daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); - my $result; - my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); - if (exists $tmp{'FAIobject'}){ - if ($state eq ''){ - $result= $ldap_handle->modify($entry->dn, changes => [ - delete => [ FAIstate => [] ] ]); - } else { - $result= $ldap_handle->modify($entry->dn, changes => [ - replace => [ FAIstate => $state ] ]); - } - } elsif ($state ne ''){ - $result= $ldap_handle->modify($entry->dn, changes => [ - add => [ objectClass => 'FAIobject' ], - add => [ FAIstate => $state ] ]); - } - - # Errors? - if ($result->code){ - daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); - } - - } else { - daemon_log("$session_id DEBUG FAIstate at host '$_' already at state '$st'", 7); - } - } - } + if ($mesg->count) { + my @entries = $mesg->entries; + foreach my $entry (@entries) { + # Only modify entry if it is not set to '$state' + if ($entry->get_value("FAIstate") ne "$state"){ + daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); + my $result; + my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); + if (exists $tmp{'FAIobject'}){ + if ($state eq ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + delete => [ FAIstate => [] ] ]); + } else { + $result= $ldap_handle->modify($entry->dn, changes => [ + replace => [ FAIstate => $state ] ]); + } + } elsif ($state ne ''){ + $result= $ldap_handle->modify($entry->dn, changes => [ + add => [ objectClass => 'FAIobject' ], + add => [ FAIstate => $state ] ]); + } + + # Errors? + if ($result->code){ + daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); + } + } else { + daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7); + } + } + } # if no ldap handle defined } else { daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); @@ -1469,11 +1599,13 @@ sub change_goto_state { sub create_fai_server_db { - my ($table_name, $kernel) = @_; + my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_; my $result; + + if (not defined $session_id) { $session_id = 0; } my $ldap_handle = &get_ldap_handle(); if(defined($ldap_handle)) { - daemon_log("INFO: create_fai_server_db: start", 5); + daemon_log("$session_id INFO: create_fai_server_db: start", 5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', @@ -1500,10 +1632,13 @@ sub create_fai_server_db { } } } - daemon_log("INFO: create_fai_server_db: finished", 5); + daemon_log("$session_id INFO: create_fai_server_db: finished", 5); # TODO: Find a way to post the 'create_packages_list_db' event - &create_packages_list_db($ldap_handle); + if(!defined($dont_create_packages_list)) { + #&create_packages_list_db; + &create_packages_list_db(undef, undef, $session_id); + } } $ldap_handle->disconnect; @@ -1525,12 +1660,15 @@ sub run_create_fai_server_db { sub create_fai_release_db { - my ($table_name) = @_; + my ($table_name, $session_id) = @_; my $result; + # used for logging + if (not defined $session_id) { $session_id = "0"; } + my $ldap_handle = &get_ldap_handle(); if(defined($ldap_handle)) { - daemon_log("INFO: create_fai_release_db: start",5); + daemon_log("$session_id INFO: create_fai_release_db: start",5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', @@ -1563,18 +1701,21 @@ sub create_fai_release_db { } } } - daemon_log("DEBUG: Inserting ".scalar @sql_list." entries to DB",6); + + daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",9); if(@sql_list) { unshift @sql_list, "DELETE FROM $table_name"; $fai_server_db->exec_statementlist(\@sql_list); } - daemon_log("DEBUG: Done with inserting",6); + daemon_log("$session_id DEBUG: Done with inserting",6); } - daemon_log("INFO: create_fai_release_db: finished",5); + daemon_log("$session_id INFO: create_fai_release_db: finished",5); } $ldap_handle->disconnect; return $result; } + + sub run_create_fai_release_db { my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; my $task = POE::Wheel::Run->new( @@ -1827,7 +1968,7 @@ sub session_run_done { } sub create_sources_list { - my ($ldap_handle) = @_; + my $ldap_handle = &get_ldap_handle; my $result="/tmp/gosa_si_tmp_sources_list"; # Remove old file @@ -1846,11 +1987,13 @@ sub create_sources_list { ); if($mesg->count) { foreach my $entry(@{$mesg->{'entries'}}) { - my ($server, $tag, $release, $sections)= split /\|/, $entry->get_value('FAIrepository'); - my $line = "deb $server $release"; - $sections =~ s/,/ /g; - $line.= " $sections"; - print $fh $line."\n"; + foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) { + my ($server, $tag, $release, $sections)= split /\|/, $value; + my $line = "deb $server $release"; + $sections =~ s/,/ /g; + $line.= " $sections"; + print $fh $line."\n"; + } } } } @@ -1860,15 +2003,20 @@ sub create_sources_list { } sub create_packages_list_db { - my ($ldap_handle, $sources_file) = @_ ; + my ($ldap_handle, $sources_file, $session_id); - if (not defined $ldap_handle) { - daemon_log("0 ERROR: no ldap_handle available to create_packages_list_db", 1); - return; - } + if (not defined $ldap_handle) { + $ldap_handle= &get_ldap_handle(); + + if (not defined $ldap_handle) { + daemon_log("0 ERROR: no ldap_handle available to create_packages_list_db", 1); + return; + } + } if (not defined $sources_file) { - $sources_file = &create_sources_list($ldap_handle); + $sources_file = &create_sources_list; } + if (not defined $session_id) { $session_id = 0; } my $line; daemon_log("INFO: create_packages_list_db: start", 5); @@ -1898,7 +2046,7 @@ sub create_packages_list_db { my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); my $section; foreach $section (split(' ', $sections)){ - &parse_package_info( $baseurl, $dist, $section ); + &parse_package_info( $baseurl, $dist, $section, $session_id ); } } } @@ -1921,7 +2069,7 @@ sub run_create_packages_list_db { } sub parse_package_info { - my ($baseurl, $dist, $section)= @_; + my ($baseurl, $dist, $section, $session_id)= @_; my ($package); my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); @@ -1930,9 +2078,9 @@ sub parse_package_info { foreach $package ("Packages.gz"){ daemon_log("DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section" ); - parse_package( "$outdir/$dist/$section", $dist, $path ); + parse_package( "$outdir/$dist/$section", $dist, $path, $session_id ); } - find(\&cleanup_and_extract, keys( %repo_dirs ) ); + find(\&cleanup_and_extract($session_id), keys( %repo_dirs )); } sub get_package { @@ -1952,19 +2100,20 @@ sub get_package { } sub parse_package { - my ($path, $dist, $srv_path)= @_; + my ($path, $dist, $srv_path, $session_id)= @_; + if (not defined $session_id) { $session_id = 0;} my ($package, $version, $section, $description); my @sql_list; my $PACKAGES; if(not stat("$path.in")) { - daemon_log("ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); + daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); return; } open($PACKAGES, "<$path.in"); if(not defined($PACKAGES)) { - daemon_log("ERROR: create_packages_list_db: parse_package: can not open '$path.in'",1); + daemon_log("$session_id ERROR: create_packages_list_db: parse_package: can not open '$path.in'",1); return; } @@ -2036,6 +2185,7 @@ sub store_fileinfo { } sub cleanup_and_extract { + my ($session_id) = @_ ; my $fileinfo = $repo_files{ $File::Find::name }; if( defined $fileinfo ) { @@ -2050,7 +2200,7 @@ sub cleanup_and_extract { if( -f "$dir/DEBIAN/templates" ) { - daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 5); + daemon_log("$session_id DEBUG: Found debconf templates in '$package' - $newver", 5); my $tmpl= ""; { @@ -2141,6 +2291,7 @@ $login_users_db = GOSA::DBsqlite->new($login_users_file_name); $login_users_db->create_table($login_users_tn, \@login_users_col_names); # connect to fai_server_db and fai_release_db +unlink($fai_server_file_name); $fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); $fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); $fai_server_db->create_table($fai_release_tn, \@fai_release_col_names); @@ -2183,6 +2334,8 @@ POE::Session->create( inline_states => { _start => \&_start, sig_handler => \&sig_handler, + watch_for_new_messages => \&watch_for_new_messages, + watch_for_done_messages => \&watch_for_done_messages, watch_for_new_jobs => \&watch_for_new_jobs, watch_for_done_jobs => \&watch_for_done_jobs, create_packages_list_db => \&run_create_packages_list_db,