Code

msgPool
[gosa.git] / gosa-si / gosa-si-server
index 3dcb9daf3377905a42fea3704e3ec032ada5fc17..e0299693216f9db80a1657e67783690b72d67000 100755 (executable)
@@ -44,7 +44,7 @@ use File::Basename;
 use File::Path;
 use GOSA::DBsqlite;
 use GOSA::GosaSupportDaemon;
-use POE qw(Component::Server::TCP);
+use POE qw(Component::Server::TCP Wheel::Run Filter::Reference);
 use Net::LDAP;
 use Net::LDAP::Util qw(:escape);
 
@@ -77,7 +77,7 @@ our $no_arp;
 our $verbose;
 our $forground;
 our $cfg_file;
-our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password );
+our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn);
 
 
 # specifies the verbosity of the daemon_log
@@ -125,9 +125,9 @@ my @login_users_col_names = ('client', 'user', 'timestamp');
 our $fai_server_db;
 our $fai_server_tn = "fai_server"; 
 my $fai_server_file_name;
-our @fai_server_col_names = ('timestamp', 'server', 'release', 'tag'); 
+our @fai_server_col_names = ('timestamp', 'server', 'release', 'sections', 'tag'); 
 our $fai_release_tn = "fai_release"; 
-our @fai_release_col_names = ('timestamp', 'release', 'class'); 
+our @fai_release_col_names = ('timestamp', 'release', 'class', 'type', 'state'); 
 
 # holds all packages available from different repositories
 our $packages_list_db;
@@ -143,6 +143,13 @@ our $messaging_tn = "messaging";
 our @messaging_col_names = ('subject', 'from', 'to', 'flag', 'direction', 'delivery_time', 'message', 'timestamp', 'id INTEGER', );
 my $messaging_file_name;
 
+# path to directory to store client install log files
+our $client_fai_log_dir = "/var/log/fai"; 
+
+# queue which stores taskes while max_clients are reached
+my @tasks = qw();
+
+
 %cfg_defaults = (
 "general" => {
     "log-file" => [\$log_file, "/var/run/".$prg.".log"],
@@ -310,7 +317,8 @@ sub check_pid {
             chomp( $pid );
             if( -f "/proc/$pid/stat" ) {
                 my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/;
-                if( $0 eq $stat ) {
+                if( $stat ) {
+                                       daemon_log("ERROR: Already running",1);
                     close( LOCK_FILE );
                     exit -1;
                 }
@@ -398,8 +406,12 @@ sub import_modules {
 sub sig_int_handler {
     my ($signal) = @_;
 
+       if(defined($ldap_handle)) {
+               $ldap_handle->disconnect;
+       }
+
     daemon_log("shutting down gosa-si-server", 1);
-    exit(1);
+    system("killall gosa-si-server");
 }
 $SIG{INT} = \&sig_int_handler;
 
@@ -414,7 +426,7 @@ sub check_key_and_xml_validity {
         $msg = &decrypt_msg($crypted_msg, $module_key);
 
         if ($msg =~ /<xml>/i){
-            &main::daemon_log("decrypted_msg: \n$msg", 8);
+            daemon_log("decrypted_msg: \n$msg", 8);
             $msg_hash = $xml->XMLin($msg, ForceArray=>1);
 
             ##############
@@ -443,7 +455,7 @@ sub check_key_and_xml_validity {
         }
     };
     if($@) {
-        &main::daemon_log("WARNING: do not understand the message: $@", 5);
+        daemon_log("WARNING: do not understand the message: $@", 5);
         $msg = undef;
         $msg_hash = undef;
     }
@@ -547,7 +559,7 @@ sub input_from_known_server {
     }
 
     if( (!$msg) || (!$msg_hash) || (!$module) ) {
-        daemon_log("INFO: Incoming message is not from a known server", 5);
+        daemon_log("DEBUG: Incoming message is not from a known server", 7);
     }
   
     return ($msg, $msg_hash, $module);
@@ -584,7 +596,7 @@ sub input_from_known_client {
     }
 
     if( (!$msg) || (!$msg_hash) || (!$module) ) {
-        &daemon_log("INFO: Incoming message is not from a known client", 5);
+        &daemon_log("DEBUG: Incoming message is not from a known client", 7);
     }
 
     return ($msg, $msg_hash, $module);
@@ -624,7 +636,7 @@ sub input_from_unknown_host {
     }
 
     if( (!$msg) || (!$msg_hash) || (!$module)) {
-        daemon_log("INFO: Incoming message is not from an unknown host", 5);
+        daemon_log("DEBUG: Incoming message is not from an unknown host", 7);
     }
 
     return ($msg, $msg_hash, $module);
@@ -763,6 +775,7 @@ sub get_ip {
        return $result;
 }
 
+
 sub get_local_ip_for_remote_ip {
        my $remote_ip= shift;
        my $result="0.0.0.0";
@@ -840,7 +853,7 @@ sub send_msg_to_target {
         print $socket $crypted_msg."\n";
 
         daemon_log("INFO: send ".$header."msg to $address", 5);
-        daemon_log("message:\n$msg", 8);
+        daemon_log("DEBUG: message:\n$msg", 9);
         
     }
 
@@ -903,43 +916,89 @@ sub update_jobdb_status_for_send_msgs {
     if( $answer =~ /<jobdb_id>(\d+)<\/jobdb_id>/ ) {
         my $jobdb_id = $1;
         if( $error ) {
-            # sending msg faild
-            my $sql_statement = "UPDATE $job_queue_tn ".
-                "SET status='error', result='can not deliver msg, please consult log file' ".
-                "WHERE id='$jobdb_id'";
-            my $res = $job_db->update_dbentry($sql_statement);
+            if (not $answer =~ /<header>trigger_action_reinstall<\/header>/) {
+                # sending msg faild
+                my $sql_statement = "UPDATE $job_queue_tn ".
+                    "SET status='error', result='can not deliver msg, please consult log file' ".
+                    "WHERE id='$jobdb_id'";
+                my $res = $job_db->update_dbentry($sql_statement);
+            }
         } else {
             # sending msg was successful
             my $sql_statement = "UPDATE $job_queue_tn ".
                 "SET status='done' ".
-                "WHERE id='$jobdb_id'";
+                "WHERE id='$jobdb_id' AND status='processed'";
             my $res = $job_db->update_dbentry($sql_statement);
         }
     }
 }
 
-
 sub _start {
     my ($kernel) = $_[KERNEL];
     &trigger_db_loop($kernel);
-    $kernel->yield('create_fai_server_db', $fai_server_tn );
-    $kernel->yield('create_fai_release_db', $fai_release_tn );
-    #$kernel->yield('create_packages_list_db', $sources_list );
+       $kernel->yield('create_fai_server_db', $fai_server_tn );
+       $kernel->yield('create_fai_release_db', $fai_release_tn );
+}
+
+sub next_task {
+    my ($session, $heap) = @_[SESSION, HEAP];
+
+    while ( keys( %{ $heap->{task} } ) < $max_clients ) {
+        my $next_task = shift @tasks;
+        last unless defined $next_task;
+
+        my $task = POE::Wheel::Run->new(
+                Program => sub { process_task($session, $heap, $next_task) },
+                StdioFilter => POE::Filter::Reference->new(),
+                StdoutEvent  => "task_result",
+                StderrEvent  => "task_debug",
+                CloseEvent   => "task_done",
+               );
+
+        $heap->{task}->{ $task->ID } = $task;
+    }
+}
+
+sub handle_task_result {
+    my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0];
+    my $client_answer = $result->{'answer'};
+    if( $client_answer =~ s/session_id=(\d+)$// ) {
+        my $session_id = $1;
+        if( defined $session_id ) {
+            my $session_reference = $kernel->ID_id_to_session($session_id);
+            if( defined $session_reference ) {
+                $heap = $session_reference->get_heap();
+            }
+        }
+        $heap->{'client'}->put($client_answer);
+    }
+    $kernel->sig(CHLD => "child_reap");
 }
 
+sub handle_task_debug {
+    my $result = $_[ARG0];
+    print STDERR "$result\n";
+}
 
-sub client_input {
+sub handle_task_done {
+    my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
+    delete $heap->{task}->{$task_id};
+    $kernel->yield("next_task");
+}
+
+sub process_task {
     no strict "refs";
-    my ($kernel, $session, $heap, $input, $wheel) = @_[KERNEL, SESSION, HEAP, ARG0, ARG1];
+    my ($session, $heap, $input) = @_;
     my $session_id = $session->ID;
     my ($msg, $msg_hash, $module);
     my $error = 0;
     my $answer_l;
     my ($answer_header, @answer_target_l, $answer_source);
-    my $client_answer;
+    my $client_answer = "";
 
-    daemon_log("INFO: Incoming msg from '".$heap->{'remote_ip'}."'", 5);
-    daemon_log("DEBUG: Incoming message:\n$input", 8);
+    daemon_log("", 5); 
+    daemon_log("INFO: Incoming msg with session ID $session_id from '".$heap->{'remote_ip'}."'", 5);
+    daemon_log("DEBUG: Incoming msg:\n$input", 9);
 
     ####################
     # check incoming msg
@@ -955,18 +1014,28 @@ sub client_input {
     }
     # an error occurred
     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
+        my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')";
+        my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
+        while( my ($hit_num, $hit) = each %{ $query_res } ) {    
+            my $host_name = $hit->{'hostname'};
+            my $host_key = $hit->{'hostkey'};
+            my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source> <target>$host_name</target></xml>";
+            my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping");
+            &update_jobdb_status_for_send_msgs($ping_msg, $error);
+        }
         $error++;
     }
 
     ######################
     # process incoming msg
     if( $error == 0) {
+        daemon_log("INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0]."'", 5); 
         daemon_log("DEBUG: Processing module ".$module, 7);
         $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id);
 
-        if ( 0 > @{$answer_l} ) {
+        if ( 0 < @{$answer_l} ) {
             my $answer_str = join("\n", @{$answer_l});
-            daemon_log("DEGUB: $module: Got answer from module: \n".$answer_str,8);
+            daemon_log("DEBUG: $module: Got answer from module: \n".$answer_str,8);
         }
     }
     if( !$answer_l ) { $error++ };
@@ -1019,10 +1088,9 @@ sub client_input {
                 }
 
                 # target of msg is GOsa
-                elsif( $answer_target eq "GOSA" ) {
-                    $answer =~ /<session_id>(\d+)<\/session_id>/;
-                    my $session_id = $1;
-                    my $add_on = "";
+                               elsif( $answer_target eq "GOSA" ) {
+                                       my $session_id = ($1) if $answer =~ s/<session_id>(\d+?)<\/session_id>//;
+                                       my $add_on = "";
                     if( defined $session_id ) {
                         $add_on = ".session_id=$session_id";
                     }
@@ -1105,23 +1173,18 @@ sub client_input {
         }
     }
 
-    if( $client_answer ) {
-        if( $client_answer =~ s/session_id=(\d+)$// ) {
-            my $session_id = $1;
-            if( defined $session_id ) {
-                my $session_reference = $kernel->ID_id_to_session($session_id);
-                if( defined $session_reference ) {
-                    $heap = $session_reference->get_heap();
-                }
-            }     
-        }
-        $heap->{client}->put($client_answer);
-    }
+    my $filter = POE::Filter::Reference->new();
+    my %result = ( 
+            status => "seems ok to me",
+            answer => $client_answer,
+            );
 
-    return;
-}
+    my $output = $filter->put( [ \%result ] );
+    print @$output;
 
 
+}
+
 
 sub trigger_db_loop {
        my ($kernel) = @_ ;
@@ -1160,7 +1223,7 @@ sub watch_for_new_jobs {
         my $job_msg = $hit->{'xmlmessage'};
         daemon_log("DEBUG: its time to execute $job_msg", 7); 
         my $header = $hit->{'headertag'};
-        my $sql_statement = "SELECT * FROM known_clients WHERE macaddress='$macaddress'";
+        my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'";
                my $res_hash = $known_clients_db->select_dbentry( $sql_statement );
                # expect macaddress is unique!!!!!!
                my $target = $res_hash->{1}->{hostname};
@@ -1226,13 +1289,149 @@ sub refresh_ldap_handle {
 }
 
 
+sub change_fai_state {
+    my ($st, $targets) = @_;
+
+    # Set FAI state to localboot
+    my %mapActions= (
+        reboot    => '',
+        update    => 'softupdate',
+        localboot => 'localboot',
+        reinstall => 'install',
+        rescan    => '',
+        wake      => '',
+        memcheck  => 'memcheck',
+        sysinfo   => 'sysinfo',
+    );
+
+    # Return if this is unknown
+    if (!exists $mapActions{ $st }){
+      return;
+    }
+
+    my $state= $mapActions{ $st };
+
+    &refresh_ldap_handle();
+    if( defined($ldap_handle) ) {
+
+      # Build search filter for hosts
+      my $search= "(&(objectClass=GOhard)";
+      foreach (@{$targets}){
+        $search.= "(macAddress=$_)";
+      }
+      $search.= ")";
+
+      # If there's any host inside of the search string, procress them
+      if (!($search =~ /macAddress/)){
+        return;
+      }
+
+      # Perform search for Unit Tag
+      my $mesg = $ldap_handle->search(
+          base   => $ldap_base,
+          scope  => 'sub',
+          attrs  => ['dn', 'FAIstate', 'objectClass'],
+          filter => "$search"
+          );
+
+      if ($mesg->count) {
+        my @entries = $mesg->entries;
+        foreach my $entry (@entries) {
+
+          # Only modify entry if it is not set to '$state'
+          if ($entry->get_value("FAIstate") ne "$state"){
+
+            daemon_log("INFO: Setting FAIstate to '$state' for ".$entry->dn, 5);
+            my $result;
+            my %tmp = map { $_ => 1 } $entry->get_value("objectClass");
+            if (exists $tmp{'FAIobject'}){
+              if ($state eq ''){
+                $result= $ldap_handle->modify($entry->dn, changes => [
+                            delete => [ FAIstate => [] ] ]);
+              } else {
+                $result= $ldap_handle->modify($entry->dn, changes => [
+                            replace => [ FAIstate => $state ] ]);
+              }
+            } elsif ($state ne ''){
+              $result= $ldap_handle->modify($entry->dn, changes => [
+                          add     => [ objectClass => 'FAIobject' ],
+                          add     => [ FAIstate => $state ] ]);
+            }
+
+            # Errors?
+            if ($result->code){
+              daemon_log("Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
+            }
+
+          }
+        }
+      }
+    }
+}
+
+
+sub change_goto_state {
+    my ($st, $targets) = @_;
+
+    # Switch on or off?
+    my $state= $st eq 'active' ? 'active': 'locked';
+
+    &refresh_ldap_handle();
+    if( defined($ldap_handle) ) {
+
+      # Build search filter for hosts
+      my $search= "(&(objectClass=GOhard)";
+      foreach (@{$targets}){
+        $search.= "(macAddress=$_)";
+      }
+      $search.= ")";
+
+      # If there's any host inside of the search string, procress them
+      if (!($search =~ /macAddress/)){
+        return;
+      }
+
+      # Perform search for Unit Tag
+      my $mesg = $ldap_handle->search(
+          base   => $ldap_base,
+          scope  => 'sub',
+          attrs  => ['dn', 'gotoMode'],
+          filter => "$search"
+          );
+
+      if ($mesg->count) {
+        my @entries = $mesg->entries;
+        foreach my $entry (@entries) {
+
+          # Only modify entry if it is not set to '$state'
+          if ($entry->get_value("gotoMode") ne $state){
+
+            daemon_log("INFO: Setting gotoMode to '$state' for ".$entry->dn, 5);
+            my $result;
+            $result= $ldap_handle->modify($entry->dn, changes => [
+                                                replace => [ gotoMode => $state ] ]);
+
+            # Errors?
+            if ($result->code){
+              &daemon_log("Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
+            }
+
+          }
+        }
+      }
+
+    }
+}
+
+
 sub create_fai_server_db {
-    my ($table_name) = $_[ARG0];
+    my ($table_name, $kernel) = @_;
        my $result;
 
        if(defined($ldap_handle)) {
+               daemon_log("INFO: create_fai_server_db: start", 5);
                my $mesg= $ldap_handle->search(
-                       base   => $main::ldap_base,
+                       base   => $ldap_base,
                        scope  => 'sub',
                        attrs  => ['FAIrepository', 'gosaUnitTag'],
                        filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))",
@@ -1250,54 +1449,376 @@ sub create_fai_server_db {
                                                                   primkey => ['server', 'release', 'tag'],
                                                                   server => $tmp_url,
                                                                   release => $tmp_release,
+                                                                  sections => $tmp_sections,
                                                                   tag => (length($tmp_tag)>0)?$tmp_tag:"",
                                                           } );
                                           }
                                   }
                           }
                   }
+               daemon_log("INFO: create_fai_server_db: finished", 5);
+
+               # TODO: Find a way to post the 'create_packages_list_db' event
+               &create_packages_list_db();
        }       
-   
+
        return $result;
 }
 
+sub run_create_fai_server_db {
+    my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0];
+    my $task = POE::Wheel::Run->new(
+            Program => sub { &create_fai_server_db($table_name,$kernel) },
+            StdoutEvent  => "session_run_result",
+            StderrEvent  => "session_run_debug",
+            CloseEvent   => "session_run_done",
+            );
+
+    $heap->{task}->{ $task->ID } = $task;
+    return;
+}
+
 
 sub create_fai_release_db {
-       my ($table_name) = $_[ARG0];
+       my ($table_name) = @_;
        my $result;
 
        if(defined($ldap_handle)) {
+               daemon_log("INFO: create_fai_release_db: start",5);
                my $mesg= $ldap_handle->search(
-                       base   => $main::ldap_base,
+                       base   => $ldap_base,
                        scope  => 'sub',
-                       attrs  => ['cn', 'FAIdebianRelease'],
-                       filter => "(&(FAIdebianRelease=*)(objectClass=FAIclass))",
+                       attrs  => [],
+                       filter => "(&(objectClass=organizationalUnit)(ou=fai))",
                );
                if($mesg->{'resultCode'} == 0 &&
                        $mesg->count != 0) {
-                       foreach my $entry (@{$mesg->{entries}}) {
-                               if($entry->exists('FAIdebianRelease') && $entry->exists('cn')) {
-                                       $result= $fai_server_db->add_dbentry( { 
-                                                       table => $table_name,
-                                                       primkey => ['release', 'class'],
-                                                       release => $entry->get_value('FAIdebianRelease'),
-                                                       class => $entry->get_value('cn'),
-                                               } );
+                       # Walk through all possible FAI container ou's
+                       my @sql_list;
+                       my $timestamp= &get_time();
+                       foreach my $ou (@{$mesg->{entries}}) {
+                               my $tmp_classes= resolve_fai_classes($ou->dn);
+                               if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') {
+                                       my @tmp_array=get_fai_release_entries($tmp_classes);
+                                       if(@tmp_array) {
+                                               foreach my $entry (@tmp_array) {
+                                                       if(defined($entry) && ref($entry) eq 'HASH') {
+                                                               my $sql= 
+                                                               "INSERT INTO $table_name "
+                                                               ."(timestamp, release, class, type, state) VALUES ("
+                                                               .$timestamp.","
+                                                               ."'".$entry->{'release'}."',"
+                                                               ."'".$entry->{'class'}."',"
+                                                               ."'".$entry->{'type'}."',"
+                                                               ."'".$entry->{'state'}."')";
+                                                               push @sql_list, $sql;
+                                                       }
+                                               }
+                                       }
                                }
                        }
+                       daemon_log("DEBUG: Inserting ".scalar @sql_list." entries to DB",6);
+                       if(@sql_list) {
+                               unshift @sql_list, "DELETE FROM $table_name";
+                               $fai_server_db->exec_statementlist(\@sql_list);
+                       }
+                       daemon_log("DEBUG: Done with inserting",6);
                }
-       }       
-       
+               daemon_log("INFO: create_fai_release_db: finished",5);
+       }
+
+       return $result;
+}
+sub run_create_fai_release_db {
+    my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0];
+    my $task = POE::Wheel::Run->new(
+            Program => sub { &create_fai_release_db($table_name) },
+            StdoutEvent  => "session_run_result",
+            StderrEvent  => "session_run_debug",
+            CloseEvent   => "session_run_done",
+            );
+
+    $heap->{task}->{ $task->ID } = $task;
+    return;
+}
+
+sub get_fai_types {
+       my $tmp_classes = shift || return undef;
+       my @result;
+
+       foreach my $type(keys %{$tmp_classes}) {
+               if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) {
+                       my $entry = {
+                               type => $type,
+                               state => $tmp_classes->{$type}[0],
+                       };
+                       push @result, $entry;
+               }
+       }
+
+       return @result;
+}
+
+sub get_fai_state {
+       my $result = "";
+       my $tmp_classes = shift || return $result;
+
+       foreach my $type(keys %{$tmp_classes}) {
+               if(defined($tmp_classes->{$type}[0])) {
+                       $result = $tmp_classes->{$type}[0];
+                       
+               # State is equal for all types in class
+                       last;
+               }
+       }
+
+       return $result;
+}
+
+sub resolve_fai_classes {
+       my $result;
+       my $fai_base= shift;
+       my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList");
+       my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))";
+       my $fai_classes;
+
+       daemon_log("DEBUG: Searching for FAI entries in base $fai_base",6);
+       my $mesg= $ldap_handle->search(
+               base   => $fai_base,
+               scope  => 'sub',
+               attrs  => ['cn','objectClass','FAIstate'],
+               filter => $fai_filter,
+       );
+       daemon_log("DEBUG: Found ".$mesg->count()." FAI entries",6);
+
+       if($mesg->{'resultCode'} == 0 &&
+               $mesg->count != 0) {
+               foreach my $entry (@{$mesg->{entries}}) {
+                       if($entry->exists('cn')) {
+                               my $tmp_dn= $entry->dn();
+
+                               # Skip classname and ou dn parts for class
+                               my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/;
+
+                               # Skip classes without releases
+                               if((!defined($tmp_release)) || length($tmp_release)==0) {
+                                       next;
+                               }
+
+                               my $tmp_cn= $entry->get_value('cn');
+                               my $tmp_state= $entry->get_value('FAIstate');
+
+                               my $tmp_type;
+                               # Get FAI type
+                               for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) {
+                                       if(grep $_ eq $oclass, @possible_fai_classes) {
+                                               $tmp_type= $oclass;
+                                               last;
+                                       }
+                               }
+
+                               if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
+                                       # A Subrelease
+                                       my @sub_releases = split(/,/, $tmp_release);
+
+                                       # Walk through subreleases and build hash tree
+                                       my $hash;
+                                       while(my $tmp_sub_release = pop @sub_releases) {
+                                               $hash .= "\{'$tmp_sub_release'\}->";                                            
+                                       }
+                                       eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";');
+                               } else {
+                                       # A branch, no subrelease
+                                       push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";
+                               }
+                       } elsif (!$entry->exists('cn')) {
+                               my $tmp_dn= $entry->dn();
+                               my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/;
+
+                               # Skip classes without releases
+                               if((!defined($tmp_release)) || length($tmp_release)==0) {
+                                       next;
+                               }
+
+                               if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
+                                       # A Subrelease
+                                       my @sub_releases= split(/,/, $tmp_release);
+
+                                       # Walk through subreleases and build hash tree
+                                       my $hash;
+                                       while(my $tmp_sub_release = pop @sub_releases) {
+                                               $hash .= "\{'$tmp_sub_release'\}->";                                            
+                                       }
+                                       # Remove the last two characters
+                                       chop($hash);
+                                       chop($hash);
+
+                                       eval('$fai_classes->'.$hash.'= {}');
+                               } else {
+                                       # A branch, no subrelease
+                                       if(!exists($fai_classes->{$tmp_release})) {
+                                               $fai_classes->{$tmp_release} = {};
+                                       }
+                               }
+                       }
+               }
+
+               # The hash is complete, now we can honor the copy-on-write based missing entries
+               foreach my $release (keys %$fai_classes) {
+                       $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release}));
+               }
+       }
        return $result;
 }
 
+sub apply_fai_inheritance {
+       my $fai_classes = shift || return {};
+       my $tmp_classes;
+
+       # Get the classes from the branch
+       foreach my $class (keys %{$fai_classes}) {
+               # Skip subreleases
+               if($class =~ /^ou=.*$/) {
+                       next;
+               } else {
+                       $tmp_classes->{$class}= deep_copy($fai_classes->{$class});
+               }
+       }
+
+       # Apply to each subrelease
+       foreach my $subrelease (keys %{$fai_classes}) {
+               if($subrelease =~ /ou=/) {
+                       foreach my $tmp_class (keys %{$tmp_classes}) {
+                               if(!exists($fai_classes->{$subrelease}->{$tmp_class})) {
+                                       $fai_classes->{$subrelease}->{$tmp_class} =
+                                       deep_copy($tmp_classes->{$tmp_class});
+                               } else {
+                                       foreach my $type (keys %{$tmp_classes->{$tmp_class}}) {
+                                               if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) {
+                                                       $fai_classes->{$subrelease}->{$tmp_class}->{$type}=
+                                                       deep_copy($tmp_classes->{$tmp_class}->{$type});
+                                               }
+                                       }
+                               }
+                       }
+               }
+       }
+
+       # Find subreleases in deeper levels
+       foreach my $subrelease (keys %{$fai_classes}) {
+               if($subrelease =~ /ou=/) {
+                       foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) {
+                               if($subsubrelease =~ /ou=/) {
+                                       apply_fai_inheritance($fai_classes->{$subrelease});
+                               }
+                       }
+               }
+       }
+
+       return $fai_classes;
+}
+
+sub get_fai_release_entries {
+       my $tmp_classes = shift || return;
+       my $parent = shift || "";
+       my @result = shift || ();
+
+       foreach my $entry (keys %{$tmp_classes}) {
+               if(defined($entry)) {
+                       if($entry =~ /^ou=.*$/) {
+                               my $release_name = $entry;
+                               $release_name =~ s/ou=//g;
+                               if(length($parent)>0) {
+                                       $release_name = $parent."/".$release_name;
+                               }
+                               my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result);
+                               foreach my $bufentry(@bufentries) {
+                                       push @result, $bufentry;
+                               }
+                       } else {
+                               my @types = get_fai_types($tmp_classes->{$entry});
+                               foreach my $type (@types) {
+                                       push @result, 
+                                       {
+                                               'class' => $entry,
+                                               'type' => $type->{'type'},
+                                               'release' => $parent,
+                                               'state' => $type->{'state'},
+                                       };
+                               }
+                       }
+               }
+       }
+
+       return @result;
+}
+
+sub deep_copy {
+       my $this = shift;
+       if (not ref $this) {
+               $this;
+       } elsif (ref $this eq "ARRAY") {
+               [map deep_copy($_), @$this];
+       } elsif (ref $this eq "HASH") {
+               +{map { $_ => deep_copy($this->{$_}) } keys %$this};
+       } else { die "what type is $_?" }
+}
+
+
+sub session_run_result {
+    my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0];    
+    $kernel->sig(CHLD => "child_reap");
+}
+
+sub session_run_debug {
+    my $result = $_[ARG0];
+    print STDERR "$result\n";
+}
+
+sub session_run_done {
+    my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
+    delete $heap->{task}->{$task_id};
+}
+
+sub create_sources_list {
+       my $result="/tmp/gosa_si_tmp_sources_list";
+
+       # Remove old file
+       if(stat($result)) {
+               unlink($result);
+       }
+
+       my $fh;
+       open($fh, ">$result") or return undef;
+       if(defined($ldap_server_dn) && length($ldap_server_dn)>0) {
+               my $mesg=$ldap_handle->search(
+                       base    => $ldap_server_dn,
+                       scope   => 'base',
+                       attrs   => 'FAIrepository',
+               );
+
+               if($mesg->count) {
+                       foreach my $entry(@{$mesg->{'entries'}}) {
+                               my ($server, $tag, $release, $sections)= split /\|/, $entry->get_value('FAIrepository');
+                               my $line = "deb $server $release";
+                               $sections =~ s/,/ /g;
+                               $line.= " $sections";
+                               print $fh $line."\n";
+                       }
+               }
+       }
+       close($fh);
+
+       return $result;
+}
 
 sub create_packages_list_db {
-    my ($sources_file) = $_[ARG0] ;
+    my ($sources_file) = @_ || &create_sources_list;
     my $line;
+    daemon_log("INFO: create_packages_list_db: start", 5); 
 
     open(CONFIG, "<$sources_file") or do {
-        daemon_log( "ERROR: Failed to open '$sources_file', creating packages.db stopped", 1);
+        daemon_log( "ERROR: create_packages_list_db: Failed to open '$sources_file'", 1);
         return;
     };
     
@@ -1328,9 +1849,19 @@ sub create_packages_list_db {
 
     close (CONFIG);
 
-
+    daemon_log("INFO: create_packages_list_db: finished", 5); 
     return;
 }
+sub run_create_packages_list_db {
+    my ($session, $heap) = @_[SESSION, HEAP];
+    my $task = POE::Wheel::Run->new(
+            Program => sub {&create_packages_list_db},
+            StdoutEvent  => "session_run_result",
+            StderrEvent  => "session_run_debug",
+            CloseEvent   => "session_run_done",
+            );
+    $heap->{task}->{ $task->ID } = $task;
+}
 sub parse_package_info {
   my ($baseurl, $dist, $section)= @_;
   my ($package);
@@ -1338,13 +1869,9 @@ sub parse_package_info {
   my ($path) = ($baseurl =~ m%://[^/]*(.*)$%);
 
   foreach $package ("Packages.gz"){
-    print "getting $baseurl , $dist , $section... \n";
+    daemon_log("DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7);
     get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section" );
-    print "done\n";
-    print "parsing packages... \n"; 
     parse_package( "$outdir/$dist/$section", $dist, $path );
-    print "done\n";
-    last;
   }
 }
 sub get_package {
@@ -1354,22 +1881,34 @@ sub get_package {
   -d "$tpath" || mkpath "$tpath";
 
   # This is ugly, but I've no time to take a look at "how it works in perl"
-  if( system("wget '$url' -O '$dest' 2>/dev/null") ) {
-    system("gzip -cd '$dest' > '$dest.in'");
-    system("rm -f '$dest'");
+  if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) {
+      system("gunzip -cd '$dest' > '$dest.in'");
+      system("rm -f '$dest'");
+  } else {
+      daemon_log("ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1);
   }
-
   return 0;
 }
 sub parse_package {
     my ($path, $dist, $srv_path )= @_;
     my ($package, $version, $section, $description);
     my @sql_list;
+    my $PACKAGES;
 
-    open(PACKAGES, "<$path.in") or return;
+    if(not stat("$path.in")) {
+        daemon_log("ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1);
+        return;
+    }
+
+    open($PACKAGES, "<$path.in");
+       if(not defined($PACKAGES)) {
+        daemon_log("ERROR: create_packages_list_db: parse_package: can not open '$path.in'",1); 
+        return;
+    }
 
     # Read lines
-    while (my $line = <PACKAGES>){
+    while (<$PACKAGES>){
+        my $line = $_;
         # Unify
         chop($line);
 
@@ -1410,7 +1949,7 @@ sub parse_package {
 
     }
 
-    close( PACKAGES );
+    close( $PACKAGES );
     unlink( "$path.in" );
     
     $packages_list_db->exec_statementlist(\@sql_list);
@@ -1429,19 +1968,6 @@ sub parse_package {
 #  $repo_files{ "${srvdir}${path}/$file" } = \%fileinfo;
 #}
 
-sub next_task {
-    my ($heap) = $_[HEAP];
-
-    if( keys(%{$heap->{task}}) < $max_clients ) {
-        
-    }
-    
-    #$heap->{task}->{$task->ID} = $task;
-}
-
-sub task_result {
-
-}
 
 #==== MAIN = main ==============================================================
 #  parse commandline options
@@ -1463,8 +1989,9 @@ $SIG{CHLD} = 'IGNORE';
 
 # forward error messages to logfile
 if( ! $foreground ) {
-    open(STDERR, '>>', $log_file);
-    open(STDOUT, '>>', $log_file);
+  open( STDIN,  '+>/dev/null' );
+  open( STDOUT, '+>&STDIN'    );
+  open( STDERR, '+>&STDIN'    );
 }
 
 # Just fork, if we are not in foreground mode
@@ -1534,23 +2061,38 @@ $messaging_db->create_table($messaging_tn, \@messaging_col_names);
 $xml = new XML::Simple();
 
 # create socket for incoming xml messages
+
 POE::Component::Server::TCP->new(
        Port => $server_port,
-       ClientInput => \&client_input,
+       ClientInput => sub {
+        my ($kernel, $input) = @_[KERNEL, ARG0];
+        push(@tasks, $input);
+        $kernel->yield("next_task");
+        },
+    InlineStates => {
+        next_task => \&next_task,
+        task_result => \&handle_task_result,
+        task_done   => \&handle_task_done,
+        task_debug  => \&handle_task_debug,
+        child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
+    }
 );
+
 daemon_log("start socket for incoming xml messages at port '$server_port' ", 1);
 
 # create session for repeatedly checking the job queue for jobs
 POE::Session->create(
        inline_states => {
                _start => \&_start,
-        next_task => \&next_task,
-        task_result => \&task_result,
                watch_for_new_jobs => \&watch_for_new_jobs,
         watch_for_done_jobs => \&watch_for_done_jobs,
-        create_packages_list_db => \&create_packages_list_db,
-        create_fai_server_db => \&create_fai_server_db,
-        create_fai_release_db => \&create_fai_release_db,
+        create_packages_list_db => \&run_create_packages_list_db,
+        create_fai_server_db => \&run_create_fai_server_db,
+        create_fai_release_db => \&run_create_fai_release_db,
+        session_run_result => \&session_run_result,
+        session_run_debug => \&session_run_debug,
+        session_run_done => \&session_run_done,
+        child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
        }
 );