Code

Buildroot was missing to create nice configs
[gosa.git] / gosa-si / gosa-si-server
index e4cc7185d2acf13542037bef68bc74183abc1a7c..9f54c0088c3dfa36df4be20cf109e9b5bad5f549 100755 (executable)
@@ -54,6 +54,13 @@ use Net::LDAP;
 use Net::LDAP::Util qw(:escape);
 use Time::HiRes qw( usleep);
 
+# revision number of server and program name
+my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $';
+my $server_headURL;
+my $server_revision;
+my $server_status;
+our $prg= basename($0);
+
 my $db_module = "DBsqlite";
 {
 no strict "refs";
@@ -65,13 +72,6 @@ daemon_log("0 INFO: importing database module '$db_module'", 1);
 my $modules_path = "/usr/lib/gosa-si/modules";
 use lib "/usr/lib/gosa-si/modules";
 
-# revision number of server and program name
-my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $';
-my $server_headURL;
-my $server_revision;
-my $server_status;
-our $prg= basename($0);
-
 our $global_kernel;
 my ($foreground, $ping_timeout);
 my ($server);
@@ -180,7 +180,7 @@ my @foreign_clients_col_names = ("hostname VARCHAR(255)", "macaddress VARCHAR(17
 our $login_users_db;
 our $login_users_tn = "login_users";
 my $login_users_file_name;
-my @login_users_col_names = ("client VARCHAR(255)", "user VARCHAR(255)", "timestamp VARCHAR(14)");
+my @login_users_col_names = ("client VARCHAR(255)", "user VARCHAR(255)", "timestamp VARCHAR(14)", "regserver VARCHAR(255) DEFAULT 'localhost'");
 
 # holds all fai server, the debian release and tag
 our $fai_server_db;
@@ -1004,29 +1004,88 @@ sub send_msg_to_target {
 
 
 sub update_jobdb_status_for_send_msgs {
-    my ($answer, $error) = @_;
+    my ($session_id, $answer, $error) = @_;
+    &daemon_log("$session_id DEBUG: try to update job status", 7); 
     if( $answer =~ /<jobdb_id>(\d+)<\/jobdb_id>/ ) {
         my $jobdb_id = $1;
+    
+        $answer =~ /<header>(.*)<\/header>/;
+        my $job_header = $1;
+
+        $answer =~ /<target>(.*)<\/target>/;
+        my $job_target = $1;
             
-        # sending msg faild
+        # Sending msg failed
         if( $error ) {
-            if (not $answer =~ /<header>trigger_action_reinstall<\/header>/) {
+
+            # Set jobs to done, jobs do not need to deliver their message in any case
+            if (($job_header eq "trigger_action_localboot")
+                    ||($job_header eq "trigger_action_lock")
+                    ||($job_header eq "trigger_action_halt") 
+                    ) {
+                my $sql_statement = "UPDATE $job_queue_tn SET status='done' WHERE id=$jobdb_id";
+                &daemon_log("$session_id DEBUG: $sql_statement", 7); 
+                my $res = $job_db->update_dbentry($sql_statement);
+                
+            # Reactivate jobs, jobs need to deliver their message
+            } elsif (($job_header eq "trigger_action_activate")
+                    ||($job_header eq "trigger_action_update")
+                    ||($job_header eq "trigger_action_reinstall") 
+                    ||($job_header eq "trigger_activate_new")
+                    ) {
+                &reactivate_job_with_delay($session_id, $job_target, $job_header, 30 );
+
+            # For all other messages
+            } else {
                 my $sql_statement = "UPDATE $job_queue_tn ".
                     "SET status='error', result='can not deliver msg, please consult log file' ".
                     "WHERE id=$jobdb_id";
+                &daemon_log("$session_id DEBUG: $sql_statement", 7); 
                 my $res = $job_db->update_dbentry($sql_statement);
             }
 
-        # sending msg was successful
+        # Sending msg was successful
         } else {
-            my $sql_statement = "UPDATE $job_queue_tn ".
-                "SET status='done' ".
-                "WHERE id=$jobdb_id AND status='processed'";
-            my $res = $job_db->update_dbentry($sql_statement);
-        }
+            # Set jobs localboot, lock, activate, halt, reboot and wake to done
+            # jobs reinstall, update, inst_update do themself setting to done
+            if (($job_header eq "trigger_action_localboot")
+                    ||($job_header eq "trigger_action_lock")
+                    ||($job_header eq "trigger_action_activate")
+                    ||($job_header eq "trigger_action_halt") 
+                    ||($job_header eq "trigger_action_reboot")
+                    ||($job_header eq "trigger_action_wake")
+                    ||($job_header eq "trigger_wake")
+                    ) {
+
+                my $sql_statement = "UPDATE $job_queue_tn ".
+                    "SET status='done' ".
+                    "WHERE id=$jobdb_id AND status='processed'";
+                &daemon_log("$session_id DEBUG: $sql_statement", 7); 
+                my $res = $job_db->update_dbentry($sql_statement);
+            } else { 
+                &daemon_log("$session_id DEBUG: sending message succeed but cannot update job status.", 7); 
+            } 
+        } 
+    } else { 
+        &daemon_log("$session_id DEBUG: cannot update job status, msg has no jobdb_id-tag: $answer", 7); 
     }
 }
 
+sub reactivate_job_with_delay {
+    my ($session_id, $target, $header, $delay) = @_ ;
+    # Sometimes the client is still booting or does not wake up, in this case reactivate the job (if it exists) with a delay of n sec
+    
+    if (not defined $delay) { $delay = 30 } ;
+    my $delay_timestamp = &calc_timestamp(&get_time(), "plus", $delay);
+
+    my $sql = "UPDATE $job_queue_tn Set timestamp='$delay_timestamp', status='waiting' WHERE (macaddress='$target' AND headertag='$header')"; 
+    my $res = $job_db->update_dbentry($sql);
+    daemon_log("$session_id INFO: '$header'-job will be reactivated at '$delay_timestamp' ".
+            "cause client '$target' is currently not available", 5);
+    daemon_log("$session_id $sql", 7);                             
+    return;
+}
+
 
 sub sig_handler {
        my ($kernel, $signal) = @_[KERNEL, ARG0] ;
@@ -1042,8 +1101,9 @@ sub msg_to_decrypt {
        my ($msg, $msg_hash, $module);
        my $error = 0;
 
-       # hole neue msg aus @msgs_to_decrypt
-       my $next_msg = shift @msgs_to_decrypt;
+       # fetch new msg out of @msgs_to_decrypt
+       my $tmp_next_msg = shift @msgs_to_decrypt;
+    my ($next_msg, $msg_source) = split(/;/, $tmp_next_msg);
 
        # msg is from a new client or gosa
        ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id);
@@ -1060,17 +1120,13 @@ sub msg_to_decrypt {
        if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
                # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client
                # could not understand a msg from its server the client cause a re-registering process
+        my $remote_ip = $heap->{'remote_ip'};
+        my $remote_port = $heap->{'remote_port'};
+        my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source><target>$msg_source</target></xml>";
+        my ($test_error, $test_error_string) = &send_msg_to_target($ping_msg, "$msg_source", "dummy-key", "gosa_ping", $session_id);
+
                daemon_log("$session_id WARNING cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}.
                        "' to cause a re-registering of the client if necessary", 3);
-               my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')";
-               my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
-               while( my ($hit_num, $hit) = each %{ $query_res } ) {    
-                       my $host_name = $hit->{'hostname'};
-                       my $host_key = $hit->{'hostkey'};
-                       my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source> <target>$host_name</target></xml>";
-                       my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id);
-                       &update_jobdb_status_for_send_msgs($ping_msg, $error);
-               }
                $error++;
        }
 
@@ -1261,6 +1317,9 @@ sub msg_to_decrypt {
                        && $not_found_in_known_server_db
                        && $not_found_in_known_clients_db) {
                        &daemon_log("$session_id DEBUG: target is not in foreign_clients_db, known_server_db or known_clients_db, maybe it is a complete new one -> process here", 7);
+            if ($header =~ /^gosa_/ || $header =~ /^job_/) { 
+                $module = "GosaPackages"; 
+            }
                        my $res = $incoming_db->add_dbentry( {table=>$incoming_tn,
                                        primkey=>[],
                                        headertag=>$header,
@@ -1412,7 +1471,7 @@ sub process_task {
                         my $host_name = $hit->{hostname};
                         my $host_key = $hit->{hostkey};
                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
-                        &update_jobdb_status_for_send_msgs($answer, $error);
+                        &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                     }
                 }
 
@@ -1426,7 +1485,7 @@ sub process_task {
                         my $host_key = $hit->{hostkey};
                         $answer =~ s/<target>\S+<\/target>/<target>$host_name<\/target>/g;
                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
-                        &update_jobdb_status_for_send_msgs($answer, $error);
+                        &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                     }
                 }
 
@@ -1448,12 +1507,14 @@ sub process_task {
                     my $header;
                     if( defined $1 ) { $header = $1; }
                     my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id);
-                    &update_jobdb_status_for_send_msgs($answer, $error);
+                    &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                 }
 
                 # Target of msg is a mac address
                 elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) {
                     daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients and foreign_clients", 5);
+
+                    # Looking for macaddress in known_clients
                     my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'";
                     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
                     my $found_ip_flag = 0;
@@ -1463,9 +1524,11 @@ sub process_task {
                         $answer =~ s/$answer_target/$host_name/g;
                         daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5);
                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
-                        &update_jobdb_status_for_send_msgs($answer, $error);
+                        &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                         $found_ip_flag++ ;
                     }   
+
+                    # Looking for macaddress in foreign_clients
                     if ($found_ip_flag == 0) {
                         my $sql = "SELECT * FROM $foreign_clients_tn WHERE macaddress LIKE '$answer_target'";
                         my $res = $foreign_clients_db->select_dbentry($sql);
@@ -1490,21 +1553,16 @@ sub process_task {
                             if (defined $reg_server_key) {
                                 $answer =~ s/$answer_target/$host_name/g;
                                 my $error = &send_msg_to_target($answer, $reg_server, $reg_server_key, $answer_header, $session_id);
-                                &update_jobdb_status_for_send_msgs($answer, $error);
+                                &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                                 $found_ip_flag++ ;
                             }
                         }
                     }
+
+                    # No mac to ip matching found
                     if( $found_ip_flag == 0) {
                         daemon_log("$session_id WARNING: no host found in known_clients or foreign_clients with mac address '$answer_target'", 3);
-
-                        # Sometimes the client is still booting or does not wake up, in this case reactivate the job (if it exists) with a delay of 30 sec
-                        my $delay_timestamp = &calc_timestamp(&get_time(), "plus", 30);
-                        my $sql = "UPDATE $job_queue_tn Set timestamp='$delay_timestamp', status='waiting' WHERE (macaddress='$answer_target' AND headertag='$answer_header')"; 
-                        my $res = $job_db->update_dbentry($sql);
-                        daemon_log("$session_id INFO: '$answer_header'-job will be reactivated at '$delay_timestamp' ".
-                                "cause client '$answer_target' is currently not available", 5);
-                        daemon_log("$session_id $sql", 7);                                
+                        &reactivate_job_with_delay($session_id, $answer_target, $answer_header, 30);
                     }
 
                 # Answer is for one specific host   
@@ -1517,7 +1575,7 @@ sub process_task {
                         next;
                     }
                     my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id);
-                    &update_jobdb_status_for_send_msgs($answer, $error);
+                    &update_jobdb_status_for_send_msgs($session_id, $answer, $error);
                 }
             }
         }
@@ -1684,7 +1742,7 @@ sub watch_for_opsi_jobs {
 sub watch_for_modified_jobs {
     my ($kernel,$heap) = @_[KERNEL, HEAP];
 
-    my $sql_statement = "SELECT * FROM $job_queue_tn WHERE ((siserver='localhost') AND (modified='1'))"; 
+    my $sql_statement = "SELECT * FROM $job_queue_tn WHERE (modified='1')"; 
     my $res = $job_db->select_dbentry( $sql_statement );
     
     # if db contains no jobs which should be update, do nothing
@@ -1769,7 +1827,7 @@ sub watch_for_new_jobs {
                                        if(defined($res_2) and defined @{$res_2}[0]) {
                                                # Set status from goto-activation to 'waiting' and update timestamp
                                                $job_db->exec_statement("UPDATE $job_queue_tn SET status='waiting' WHERE macaddress LIKE '$macaddress' AND headertag = 'trigger_action_reinstall'");
-                                               $job_db->exec_statement("UPDATE $job_queue_tn SET timestamp='".&get_time(30)."' WHERE macaddress LIKE '$macaddress' AND headertag = 'trigger_action_reinstall'");
+                                               $job_db->exec_statement("UPDATE $job_queue_tn SET timestamp='".&calc_timestamp(&get_time(), 'plus', 30)."' WHERE macaddress LIKE '$macaddress' AND headertag = 'trigger_action_reinstall'");
                                        }
                                }
                                next;
@@ -1795,12 +1853,23 @@ sub watch_for_new_jobs {
 
                                        $job_msg =~ /<header>(\S+)<\/header>/;
                                        my $header = $1 ;
-                                       my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J");
+                                       my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J");                    
+
+                                       # update status in job queue to ...
+                    # ... 'processing', for jobs: 'reinstall', 'update'
+                    if (($header =~ /gosa_trigger_action_reinstall/) 
+                            || ($header =~ /gosa_trigger_activate_new/)
+                            || ($header =~ /gosa_trigger_action_update/)) {
+                        my $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id";
+                        my $dbres = $job_db->update_dbentry($sql_statement);
+                    }
 
-                                       # update status in job queue to 'processing'
-                                       $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id";
-                                       my $res = $job_db->update_dbentry($sql_statement);
-# TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen                                       
+                    # ... 'done', for all other jobs, they are no longer needed in the jobqueue
+                    else {
+                        my $sql_statement = "UPDATE $job_queue_tn SET status='done' WHERE id=$jobdb_id";
+                        my $dbres = $job_db->update_dbentry($sql_statement);
+                    }
+                
 
                                        # We don't want parallel processing
                                        last;
@@ -1848,7 +1917,7 @@ sub watch_for_new_messages {
                                                                foreach my $entry (@entries) {
                                                                                my @receivers= $entry->get_value("memberUid");
                                                                                foreach my $receiver (@receivers) { 
-                                                                                               $receiver_h{$1} = 0;
+                                                                                               $receiver_h{$receiver} = 0;
                                                                                }
                                                                }
                                                } 
@@ -1921,9 +1990,10 @@ sub watch_for_delivery_messages {
         #&daemon_log("0 DEBUG: $sql", 7);
         my $res = $login_users_db->exec_statement($sql);
 
-        # reciver is logged in nowhere
+        # receiver is logged in nowhere
         if (not ref(@$res[0]) eq "ARRAY") { next; }    
 
+        # receiver ist logged in at a client registered at local server
                my $send_succeed = 0;
                foreach my $hit (@$res) {
                                my $receiver_host = @$hit[0];
@@ -2796,7 +2866,6 @@ sub create_packages_list_db {
 
        close (CONFIG);
 
-
        if(keys(%repo_dirs)) {
                find(\&cleanup_and_extract, keys( %repo_dirs ));
                &main::strip_packages_list_statements();
@@ -2809,12 +2878,13 @@ sub create_packages_list_db {
 
 # This function should do some intensive task to minimize the db-traffic
 sub strip_packages_list_statements {
-    my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")};
+       my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")};
        my @new_statement_list=();
        my $hash;
        my $insert_hash;
        my $update_hash;
        my $delete_hash;
+       my $known_packages_hash;
        my $local_timestamp=get_time();
 
        foreach my $existing_entry (@existing_entries) {
@@ -2833,6 +2903,9 @@ sub strip_packages_list_statements {
                                        (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description))
                                ) {
                                        @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef);
+                               } else {
+                                       # package is already present in database. cache this knowledge for later use
+                                       @{$known_packages_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
                                }
                        } else {
                                # Insert a non-existing entry to db
@@ -2863,9 +2936,26 @@ sub strip_packages_list_statements {
                }
        }
 
-       # TODO: Check for orphaned entries
+       # Check for orphaned entries
+       foreach my $existing_entry (@existing_entries) {
+               my $distribution= @{$existing_entry}[0];
+               my $package= @{$existing_entry}[1];
+               my $version= @{$existing_entry}[2];
+               my $section= @{$existing_entry}[3];
+
+               if(
+                       exists($insert_hash->{$distribution}->{$package}->{$version}) ||
+                       exists($update_hash->{$distribution}->{$package}->{$version}) ||
+                       exists($known_packages_hash->{$distribution}->{$package}->{$version})
+               ) {
+                       next;
+               } else {
+                       # Insert entry to delete hash
+                       @{$delete_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section);
+               }
+       }
 
-       # unroll the insert_hash
+       # unroll the insert hash
        foreach my $distribution (keys %{$insert_hash}) {
                foreach my $package (keys %{$insert_hash->{$distribution}}) {
                        foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) {
@@ -2898,10 +2988,20 @@ sub strip_packages_list_statements {
                                        next;
                                }
                                push @new_statement_list, 
-                                       "UPDATE $main::packages_list_tn SET $set WHERE"
-                                       ." distribution = '$distribution'"
-                                       ." AND package = '$package'"
-                                       ." AND version = '$version'";
+                               "UPDATE $main::packages_list_tn SET $set WHERE"
+                               ." distribution = '$distribution'"
+                               ." AND package = '$package'"
+                               ." AND version = '$version'";
+                       }
+               }
+       }
+       
+       # unroll the delete hash
+       foreach my $distribution (keys %{$delete_hash}) {
+               foreach my $package (keys %{$delete_hash->{$distribution}}) {
+                       foreach my $version (keys %{$delete_hash->{$distribution}->{$package}}) {
+                               my $section = @{$delete_hash->{$distribution}->{$package}->{$version}}[3];
+                               push @new_statement_list, "DELETE FROM $main::packages_list_tn WHERE distribution='$distribution' AND package='$package' AND version='$version' AND section='$section'";
                        }
                }
        }
@@ -3045,7 +3145,7 @@ sub cleanup_and_extract {
 
                if( -f "$dir/DEBIAN/templates" ) {
 
-                       daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 7);
+                       daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 7);
 
                        my $tmpl= ""; {
                                local $/=undef;