#!/usr/bin/perl
#===============================================================================
#
#         FILE:  gosa-sd
#
#        USAGE:  ./gosa-sd
#
#  DESCRIPTION:
#
#      OPTIONS:  ---
# REQUIREMENTS:  libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl 
#                libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl
#                libpoe-perl
#         BUGS:  ---
#        NOTES:
#       AUTHOR:   (Andreas Rettenberger), <rettenberger@gonicus.de>
#      COMPANY:
#      VERSION:  1.0
#      CREATED:  12.09.2007 08:54:41 CEST
#     REVISION:  ---
#===============================================================================


use strict;
use warnings;
use Getopt::Long;
use Config::IniFiles;
use POSIX;

use Fcntl;
use IO::Socket::INET;
use IO::Handle;
use IO::Select;
use Symbol qw(qualify_to_ref);
use Crypt::Rijndael;
use MIME::Base64;
use Digest::MD5  qw(md5 md5_hex md5_base64);
use XML::Simple;
use Data::Dumper;
use Sys::Syslog qw( :DEFAULT setlogsock);
use Cwd;
use File::Spec;
use File::Basename;
use File::Find;
use File::Copy;
use File::Path;
use GOSA::DBsqlite;
use GOSA::GosaSupportDaemon;
use POE qw(Component::Server::TCP Wheel::Run Filter::Reference);
use Net::LDAP;
use Net::LDAP::Util qw(:escape);

my $modules_path = "/usr/lib/gosa-si/modules";
use lib "/usr/lib/gosa-si/modules";
my $server_version = '$HeadURL$:$Rev$';
my $server_headURL;
my $server_revision;
my $server_status;


# TODO es gibt eine globale funktion get_ldap_handle
# - ist in einer session dieses ldap handle schon vorhanden, wird es zurückgegeben
# - ist es nicht vorhanden, wird es erzeugt, im heap für spätere ldap anfragen gespeichert und zurückgegeben
# - sessions die kein ldap handle brauchen, sollen auch keins haben
# - wird eine session geschlossen, muss das ldap verbindung vorher beendet werden
our $global_kernel;

my (%cfg_defaults, $foreground, $verbose, $ping_timeout);
my ($bus_activ, $bus, $msg_to_bus, $bus_cipher);
my ($server);
my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay);
my ($messaging_db_loop_delay);
my ($known_modules);
my ($pid_file, $procid, $pid, $log_file);
my ($arp_activ, $arp_fifo);
my ($xml);
my $sources_list;
my $max_clients;
my %repo_files=();
my $repo_path;
my %repo_dirs=();
# variables declared in config file are always set to 'our'
our (%cfg_defaults, $log_file, $pid_file, 
    $server_ip, $server_port, $SIPackages_key, 
    $arp_activ, $gosa_unit_tag,
    $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout,
);

# additional variable which should be globaly accessable
our $server_address;
our $server_mac_address;
our $bus_address;
our $gosa_address;
our $no_bus;
our $no_arp;
our $verbose;
our $forground;
our $cfg_file;
#our ($ldap_handle, $ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn);
our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn);


# specifies the verbosity of the daemon_log
$verbose = 0 ;

# if foreground is not null, script will be not forked to background
$foreground = 0 ;

# specifies the timeout seconds while checking the online status of a registrating client
$ping_timeout = 5;

$no_bus = 0;
$bus_activ = "true";
$no_arp = 0;
my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress";
my @packages_list_statements;
my $watch_for_new_jobs_in_progress = 0;

our $prg= basename($0);

# holds all gosa jobs
our $job_db;
our $job_queue_tn = 'jobs';
my $job_queue_file_name;
my @job_queue_col_names = ("id INTEGER PRIMARY KEY", 
		"timestamp DEFAULT 'none'", 
		"status DEFAULT 'none'", 
		"result DEFAULT 'none'", 
		"progress DEFAULT 'none'", 
        "headertag DEFAULT 'none'", 
		"targettag DEFAULT 'none'", 
		"xmlmessage DEFAULT 'none'", 
		"macaddress DEFAULT 'none'",
		"plainname DEFAULT 'none'",
		);

# holds all other gosa-sd as well as the gosa-sd-bus
our $known_server_db;
our $known_server_tn = "known_server";
my $known_server_file_name;
my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp");

# holds all registrated clients
our $known_clients_db;
our $known_clients_tn = "known_clients";
my $known_clients_file_name;
my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events");

# holds all logged in user at each client 
our $login_users_db;
our $login_users_tn = "login_users";
my $login_users_file_name;
my @login_users_col_names = ("client", "user", "timestamp");

# holds all fai server, the debian release and tag
our $fai_server_db;
our $fai_server_tn = "fai_server"; 
my $fai_server_file_name;
our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag"); 

our $fai_release_db;
our $fai_release_tn = "fai_release"; 
my $fai_release_file_name;
our @fai_release_col_names = ("timestamp", "release", "class", "type", "state"); 

# holds all packages available from different repositories
our $packages_list_db;
our $packages_list_tn = "packages_list";
my $packages_list_file_name;
our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp");
my $outdir = "/tmp/packages_list_db";
my $arch = "i386"; 

# holds all messages which should be delivered to a user
our $messaging_db;
our $messaging_tn = "messaging"; 
our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to", 
        "flag", "direction", "delivery_time", "message", "timestamp" );
my $messaging_file_name;

# path to directory to store client install log files
our $client_fai_log_dir = "/var/log/fai"; 

# queue which stores taskes until one of the $max_children children are ready to process the task
my @tasks = qw();
my $max_children = 2;


%cfg_defaults = (
"general" => {
    "log-file" => [\$log_file, "/var/run/".$prg.".log"],
    "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"],
    },
"bus" => {
    "activ" => [\$bus_activ, "true"],
    },
"server" => {
    "port" => [\$server_port, "20081"],
    "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ],
    "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'],
    "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'],
    "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'],
    "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'],
    "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'],
    "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'],
    "source-list" => [\$sources_list, '/etc/apt/sources.list'],
    "repo-path" => [\$repo_path, '/srv/www/repository'],
    "ldap-uri" => [\$ldap_uri, ""],
    "ldap-base" => [\$ldap_base, ""],
    "ldap-admin-dn" => [\$ldap_admin_dn, ""],
    "ldap-admin-password" => [\$ldap_admin_password, ""],
    "gosa-unit-tag" => [\$gosa_unit_tag, ""],
    "max-clients" => [\$max_clients, 10],
    },
"GOsaPackages" => {
    "ip" => [\$gosa_ip, "0.0.0.0"],
    "port" => [\$gosa_port, "20082"],
    "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'],
    "job-queue-loop-delay" => [\$job_queue_loop_delay, 3],
    "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3],
    "key" => [\$GosaPackages_key, "none"],
    },
"SIPackages" => {
    "key" => [\$SIPackages_key, "none"],
    },
);


#===  FUNCTION  ================================================================
#         NAME:  usage
#   PARAMETERS:  nothing
#      RETURNS:  nothing
#  DESCRIPTION:  print out usage text to STDERR
#===============================================================================
sub usage {
    print STDERR << "EOF" ;
usage: $prg [-hvf] [-c config]

           -h        : this (help) message
           -c <file> : config file
           -f        : foreground, process will not be forked to background
           -v        : be verbose (multiple to increase verbosity)
           -no-bus   : starts $prg without connection to bus
           -no-arp   : starts $prg without connection to arp module
 
EOF
    print "\n" ;
}


#===  FUNCTION  ================================================================
#         NAME:  read_configfile
#   PARAMETERS:  cfg_file - string -
#      RETURNS:  nothing
#  DESCRIPTION:  read cfg_file and set variables
#===============================================================================
sub read_configfile {
    my $cfg;
    if( defined( $cfg_file) && ( (-s $cfg_file) > 0 )) {
        if( -r $cfg_file ) {
            $cfg = Config::IniFiles->new( -file => $cfg_file );
        } else {
            print STDERR "Couldn't read config file!\n";
        }
    } else {
        $cfg = Config::IniFiles->new() ;
    }
    foreach my $section (keys %cfg_defaults) {
        foreach my $param (keys %{$cfg_defaults{ $section }}) {
            my $pinfo = $cfg_defaults{ $section }{ $param };
            ${@$pinfo[ 0 ]} = $cfg->val( $section, $param, @$pinfo[ 1 ] );
        }
    }
}


#===  FUNCTION  ================================================================
#         NAME:  logging
#   PARAMETERS:  level - string - default 'info'
#                msg - string -
#                facility - string - default 'LOG_DAEMON'
#      RETURNS:  nothing
#  DESCRIPTION:  function for logging
#===============================================================================
sub daemon_log {
    # log into log_file
    my( $msg, $level ) = @_;
    if(not defined $msg) { return }
    if(not defined $level) { $level = 1 }
    if(defined $log_file){
        open(LOG_HANDLE, ">>$log_file");
        if(not defined open( LOG_HANDLE, ">>$log_file" )) {
            print STDERR "cannot open $log_file: $!";
            return }
            chomp($msg);
			$msg =~s/\n//g;   # no newlines are allowed in log messages, this is important for later log parsing
            if($level <= $verbose){
                my ($seconds, $minutes, $hours, $monthday, $month,
                        $year, $weekday, $yearday, $sommertime) = localtime(time);
                $hours = $hours < 10 ? $hours = "0".$hours : $hours;
                $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes;
                $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds;
                my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec");
                $month = $monthnames[$month];
                $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday;
                $year+=1900;
                my $name = $prg;

                my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n";
                print LOG_HANDLE $log_msg;
                if( $foreground ) { 
                    print STDERR $log_msg;
                }
            }
        close( LOG_HANDLE );
    }
}


#===  FUNCTION  ================================================================
#         NAME:  check_cmdline_param
#   PARAMETERS:  nothing
#      RETURNS:  nothing
#  DESCRIPTION:  validates commandline parameter
#===============================================================================
sub check_cmdline_param () {
    my $err_config;
    my $err_counter = 0;
	if(not defined($cfg_file)) {
		$cfg_file = "/etc/gosa-si/server.conf";
		if(! -r $cfg_file) {
			$err_config = "please specify a config file";
			$err_counter += 1;
		}
    }
    if( $err_counter > 0 ) {
        &usage( "", 1 );
        if( defined( $err_config)) { print STDERR "$err_config\n"}
        print STDERR "\n";
        exit( -1 );
    }
}


#===  FUNCTION  ================================================================
#         NAME:  check_pid
#   PARAMETERS:  nothing
#      RETURNS:  nothing
#  DESCRIPTION:  handels pid processing
#===============================================================================
sub check_pid {
    $pid = -1;
    # Check, if we are already running
    if( open(LOCK_FILE, "<$pid_file") ) {
        $pid = <LOCK_FILE>;
        if( defined $pid ) {
            chomp( $pid );
            if( -f "/proc/$pid/stat" ) {
                my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/;
                if( $stat ) {
					daemon_log("ERROR: Already running",1);
                    close( LOCK_FILE );
                    exit -1;
                }
            }
        }
        close( LOCK_FILE );
        unlink( $pid_file );
    }

    # create a syslog msg if it is not to possible to open PID file
    if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) {
        my($msg) = "Couldn't obtain lockfile '$pid_file' ";
        if (open(LOCK_FILE, '<', $pid_file)
                && ($pid = <LOCK_FILE>))
        {
            chomp($pid);
            $msg .= "(PID $pid)\n";
        } else {
            $msg .= "(unable to read PID)\n";
        }
        if( ! ($foreground) ) {
            openlog( $0, "cons,pid", "daemon" );
            syslog( "warning", $msg );
            closelog();
        }
        else {
            print( STDERR " $msg " );
        }
        exit( -1 );
    }
}

#===  FUNCTION  ================================================================
#         NAME:  import_modules
#   PARAMETERS:  module_path - string - abs. path to the directory the modules 
#                are stored
#      RETURNS:  nothing
#  DESCRIPTION:  each file in module_path which ends with '.pm' and activation 
#                state is on is imported by "require 'file';"
#===============================================================================
sub import_modules {
    daemon_log(" ", 1);

    if (not -e $modules_path) {
        daemon_log("ERROR: cannot find directory or directory is not readable: $modules_path", 1);   
    }

    opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n";
    while (defined (my $file = readdir (DIR))) {
        if (not $file =~ /(\S*?).pm$/) {
            next;
        }
		my $mod_name = $1;

        if( $file =~ /ArpHandler.pm/ ) {
            if( $no_arp > 0 ) {
                next;
            }
        }
        
        eval { require $file; };
        if ($@) {
            daemon_log("ERROR: gosa-si-server could not load module $file", 1);
            daemon_log("$@", 5);
		} else {
			my $info = eval($mod_name.'::get_module_info()');
			# Only load module if get_module_info() returns a non-null object
			if( $info ) {
				my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info};
				$known_modules->{$mod_name} = $info;
				daemon_log("INFO: module $mod_name loaded", 5);
			}
		}
    }   
    close (DIR);
}


#===  FUNCTION  ================================================================
#         NAME:  sig_int_handler
#   PARAMETERS:  signal - string - signal arose from system
#      RETURNS:  noting
#  DESCRIPTION:  handels tasks to be done befor signal becomes active
#===============================================================================
sub sig_int_handler {
    my ($signal) = @_;

#	if (defined($ldap_handle)) {
#		$ldap_handle->disconnect;
#	}
    # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden
    

    daemon_log("shutting down gosa-si-server", 1);
    system("kill `ps -C gosa-si-server -o pid=`");
}
$SIG{INT} = \&sig_int_handler;


sub check_key_and_xml_validity {
    my ($crypted_msg, $module_key, $session_id) = @_;
    my $msg;
    my $msg_hash;
    my $error_string;
    eval{
        $msg = &decrypt_msg($crypted_msg, $module_key);

        if ($msg =~ /<xml>/i){
            $msg =~ s/\s+/ /g;  # just for better daemon_log
            daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8);
            $msg_hash = $xml->XMLin($msg, ForceArray=>1);

            ##############
            # check header
            if( not exists $msg_hash->{'header'} ) { die "no header specified"; }
            my $header_l = $msg_hash->{'header'};
            if( 1 > @{$header_l} ) { die 'empty header tag'; }
            if( 1 < @{$header_l} ) { die 'more than one header specified'; }
            my $header = @{$header_l}[0];
            if( 0 == length $header) { die 'empty string in header tag'; }

            ##############
            # check source
            if( not exists $msg_hash->{'source'} ) { die "no source specified"; }
            my $source_l = $msg_hash->{'source'};
            if( 1 > @{$source_l} ) { die 'empty source tag'; }
            if( 1 < @{$source_l} ) { die 'more than one source specified'; }
            my $source = @{$source_l}[0];
            if( 0 == length $source) { die 'source error'; }

            ##############
            # check target
            if( not exists $msg_hash->{'target'} ) { die "no target specified"; }
            my $target_l = $msg_hash->{'target'};
            if( 1 > @{$target_l} ) { die 'empty target tag'; }
        }
    };
    if($@) {
        daemon_log("$session_id DEBUG: do not understand the message: $@", 7);
        $msg = undef;
        $msg_hash = undef;
    }

    return ($msg, $msg_hash);
}


sub check_outgoing_xml_validity {
    my ($msg) = @_;

    my $msg_hash;
    eval{
        $msg_hash = $xml->XMLin($msg, ForceArray=>1);

        ##############
        # check header
        my $header_l = $msg_hash->{'header'};
        if( 1 != @{$header_l} ) {
            die 'no or more than one headers specified';
        }
        my $header = @{$header_l}[0];
        if( 0 == length $header) {
            die 'header has length 0';
        }

        ##############
        # check source
        my $source_l = $msg_hash->{'source'};
        if( 1 != @{$source_l} ) {
            die 'no or more than 1 sources specified';
        }
        my $source = @{$source_l}[0];
        if( 0 == length $source) {
            die 'source has length 0';
        }
        unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
                $source =~ /^GOSA$/i ) {
            die "source '$source' is neither a complete ip-address with port nor 'GOSA'";
        }
        
        ##############
        # check target  
        my $target_l = $msg_hash->{'target'};
        if( 0 == @{$target_l} ) {
            die "no targets specified";
        }
        foreach my $target (@$target_l) {
            if( 0 == length $target) {
                die "target has length 0";
            }
            unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
                    $target =~ /^GOSA$/i ||
                    $target =~ /^\*$/ ||
                    $target =~ /KNOWN_SERVER/i ||
                    $target =~ /JOBDB/i ||
                    $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){
                die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address";
            }
        }
    };
    if($@) {
        daemon_log("WARNING: outgoing msg is not gosa-si envelope conform", 5);
        daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 8);
        $msg_hash = undef;
    }

    return ($msg_hash);
}


sub input_from_known_server {
    my ($input, $remote_ip, $session_id) = @_ ;  
    my ($msg, $msg_hash, $module);

    my $sql_statement= "SELECT * FROM known_server";
    my $query_res = $known_server_db->select_dbentry( $sql_statement ); 

    while( my ($hit_num, $hit) = each %{ $query_res } ) {    
        my $host_name = $hit->{hostname};
        if( not $host_name =~ "^$remote_ip") {
            next;
        }
        my $host_key = $hit->{hostkey};
        daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7);
        daemon_log("DEBUG: input_from_known_server: host_key: $host_key", 7);

        # check if module can open msg envelope with module key
        my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);
        if( (!$tmp_msg) || (!$tmp_msg_hash) ) {
            daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7);
            daemon_log("$@", 8);
            next;
        }
        else {
            $msg = $tmp_msg;
            $msg_hash = $tmp_msg_hash;
            $module = "SIPackages";
            last;
        }
    }

    if( (!$msg) || (!$msg_hash) || (!$module) ) {
        daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7);
    }
  
    return ($msg, $msg_hash, $module);
}


sub input_from_known_client {
    my ($input, $remote_ip, $session_id) = @_ ;  
    my ($msg, $msg_hash, $module);

    my $sql_statement= "SELECT * FROM known_clients";
    my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
    while( my ($hit_num, $hit) = each %{ $query_res } ) {    
        my $host_name = $hit->{hostname};
        if( not $host_name =~ /^$remote_ip:\d*$/) {
                next;
		}
        my $host_key = $hit->{hostkey};
        &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7);
        &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7);

        # check if module can open msg envelope with module key
        ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);

        if( (!$msg) || (!$msg_hash) ) {
            &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7);
            &daemon_log("$@", 8);
            next;
        }
        else {
            $module = "SIPackages";
            last;
        }
    }

    if( (!$msg) || (!$msg_hash) || (!$module) ) {
        &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7);
    }

    return ($msg, $msg_hash, $module);
}


sub input_from_unknown_host {
    no strict "refs";
    my ($input, $session_id) = @_ ;
    my ($msg, $msg_hash, $module);
    my $error_string;
    
	my %act_modules = %$known_modules;

	while( my ($mod, $info) = each(%act_modules)) {

        # check a key exists for this module
        my $module_key = ${$mod."_key"};
        if( not defined $module_key ) {
            if( $mod eq 'ArpHandler' ) {
                next;
            }
            daemon_log("$session_id ERROR: no key specified in config file for $mod", 1);
            next;
        }
        daemon_log("$session_id DEBUG: $mod: $module_key", 7);

        # check if module can open msg envelope with module key
        ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id);
        if( (not defined $msg) || (not defined $msg_hash) ) {
            next;
        }
        else {
            $module = $mod;
            last;
        }
    }

    if( (!$msg) || (!$msg_hash) || (!$module)) {
        daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7);
    }

    return ($msg, $msg_hash, $module);
}


sub create_ciphering {
    my ($passwd) = @_;
	if((!defined($passwd)) || length($passwd)==0) {
		$passwd = "";
	}
    $passwd = substr(md5_hex("$passwd") x 32, 0, 32);
    my $iv = substr(md5_hex('GONICUS GmbH'),0, 16);
    my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC());
    $my_cipher->set_iv($iv);
    return $my_cipher;
}


sub encrypt_msg {
    my ($msg, $key) = @_;
    my $my_cipher = &create_ciphering($key);
    my $len;
    {
	    use bytes;
	    $len= 16-length($msg)%16;
    }
    $msg = "\0"x($len).$msg;
    $msg = $my_cipher->encrypt($msg);
    chomp($msg = &encode_base64($msg));
    # there are no newlines allowed inside msg
    $msg=~ s/\n//g;
    return $msg;
}


sub decrypt_msg {

    my ($msg, $key) = @_ ;
    $msg = &decode_base64($msg);
    my $my_cipher = &create_ciphering($key);
    $msg = $my_cipher->decrypt($msg); 
    $msg =~ s/\0*//g;
    return $msg;
}


sub get_encrypt_key {
    my ($target) = @_ ;
    my $encrypt_key;
    my $error = 0;

    # target can be in known_server
    if( not defined $encrypt_key ) {
        my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'";
        my $query_res = $known_server_db->select_dbentry( $sql_statement ); 
        while( my ($hit_num, $hit) = each %{ $query_res } ) {    
            my $host_name = $hit->{hostname};
            if( $host_name ne $target ) {
                next;
            }
            $encrypt_key = $hit->{hostkey};
            last;
        }
    }

    # target can be in known_client
    if( not defined $encrypt_key ) {
        my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'";
        my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
        while( my ($hit_num, $hit) = each %{ $query_res } ) {    
            my $host_name = $hit->{hostname};
            if( $host_name ne $target ) {
                next;
            }
            $encrypt_key = $hit->{hostkey};
            last;
        }
    }

    return $encrypt_key;
}


#===  FUNCTION  ================================================================
#         NAME:  open_socket
#   PARAMETERS:  PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000
#                [PeerPort] string necessary if port not appended by PeerAddr
#      RETURNS:  socket IO::Socket::INET
#  DESCRIPTION:  open a socket to PeerAddr
#===============================================================================
sub open_socket {
    my ($PeerAddr, $PeerPort) = @_ ;
    if(defined($PeerPort)){
        $PeerAddr = $PeerAddr.":".$PeerPort;
    }
    my $socket;
    $socket = new IO::Socket::INET(PeerAddr => $PeerAddr,
            Porto => "tcp",
            Type => SOCK_STREAM,
            Timeout => 5,
            );
    if(not defined $socket) {
        return;
    }
#    &daemon_log("DEBUG: open_socket: $PeerAddr", 7);
    return $socket;
}


#===  FUNCTION  ================================================================
#         NAME:  get_ip 
#   PARAMETERS:  interface name (i.e. eth0)
#      RETURNS:  (ip address) 
#  DESCRIPTION:  Uses ioctl to get ip address directly from system.
#===============================================================================
sub get_ip {
	my $ifreq= shift;
	my $result= "";
	my $SIOCGIFADDR= 0x8915;       # man 2 ioctl_list
	my $proto= getprotobyname('ip');

	socket SOCKET, PF_INET, SOCK_DGRAM, $proto
		or die "socket: $!";

	if(ioctl SOCKET, $SIOCGIFADDR, $ifreq) {
		my ($if, $sin)    = unpack 'a16 a16', $ifreq;
		my ($port, $addr) = sockaddr_in $sin;
		my $ip            = inet_ntoa $addr;

		if ($ip && length($ip) > 0) {
			$result = $ip;
		}
	}

	return $result;
}


sub get_local_ip_for_remote_ip {
	my $remote_ip= shift;
	my $result="0.0.0.0";

	if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) {
		if($remote_ip eq "127.0.0.1") {
			$result = "127.0.0.1";
		} else {
			my $PROC_NET_ROUTE= ('/proc/net/route');

			open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE")
				or die "Could not open $PROC_NET_ROUTE";

			my @ifs = <PROC_NET_ROUTE>;

			close(PROC_NET_ROUTE);

			# Eat header line
			shift @ifs;
			chomp @ifs;
			foreach my $line(@ifs) {
				my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line);
				my $destination;
				my $mask;
				my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination);
				$destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
				($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask);
				$mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
				if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) {
					# destination matches route, save mac and exit
					$result= &get_ip($Iface);
					last;
				}
			}
		}
	} else {
		daemon_log("get_local_ip_for_remote_ip was called with a non-ip parameter: $remote_ip", 1);
	}
	return $result;
}


sub send_msg_to_target {
    my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ;
    my $error = 0;
    my $header;
    my $new_status;
    my $act_status;
    my ($sql_statement, $res);
  
    if( $msg_header ) {
        $header = "'$msg_header'-";
    } else {
        $header = "";
    }

	# Patch the source ip
	if($msg =~ /<source>0\.0\.0\.0:\d*?<\/source>/) {
		my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/));
		$msg =~ s/<source>(0\.0\.0\.0):(\d*?)<\/source>/<source>$remote_ip:$2<\/source>/s;
	}

    # encrypt xml msg
    my $crypted_msg = &encrypt_msg($msg, $encrypt_key);

    # opensocket
    my $socket = &open_socket($address);
    if( !$socket ) {
        daemon_log("$session_id ERROR: cannot send ".$header."msg to $address , host not reachable", 1);
        $error++;
    }
    
    if( $error == 0 ) {
        # send xml msg
        print $socket $crypted_msg."\n";

        daemon_log("$session_id INFO: send ".$header."msg to $address", 5);
        #daemon_log("DEBUG: message:\n$msg", 9);
        
    }

    # close socket in any case
    if( $socket ) {
        close $socket;
    }

    if( $error > 0 ) { $new_status = "down"; }
    else { $new_status = $msg_header; }


    # known_clients
    $sql_statement = "SELECT * FROM known_clients WHERE hostname='$address'";
    $res = $known_clients_db->select_dbentry($sql_statement);
    if( keys(%$res) > 0) {
        $act_status = $res->{1}->{'status'};
        if( $act_status eq "down" ) {
            $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'";
            $res = $known_clients_db->del_dbentry($sql_statement);
            daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3);
        } else { 
            $sql_statement = "UPDATE known_clients SET status='$new_status' WHERE hostname='$address'";
            $res = $known_clients_db->update_dbentry($sql_statement);
            if($new_status eq "down"){
                daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
            } else {
                daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
            }
        }
    }

    # known_server
    $sql_statement = "SELECT * FROM known_server WHERE hostname='$address'";
    $res = $known_server_db->select_dbentry($sql_statement);
    if( keys(%$res) > 0 ) {
        $act_status = $res->{1}->{'status'};
        if( $act_status eq "down" ) {
            $sql_statement = "DELETE FROM known_server WHERE hostname='$address'";
            $res = $known_server_db->del_dbentry($sql_statement);
            daemon_log("$session_id WARNING: failed 2x to a send msg to host '$address', delete host from known_server", 3);
        } 
        else { 
            $sql_statement = "UPDATE known_server SET status='$new_status' WHERE hostname='$address'";
            $res = $known_server_db->update_dbentry($sql_statement);
            if($new_status eq "down"){
                daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
            }
            else {
                daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
            }
        }
    }
    return $error; 
}


sub update_jobdb_status_for_send_msgs {
    my ($answer, $error) = @_;
    if( $answer =~ /<jobdb_id>(\d+)<\/jobdb_id>/ ) {
        my $jobdb_id = $1;
            
        # sending msg faild
        if( $error ) {
            if (not $answer =~ /<header>trigger_action_reinstall<\/header>/) {
                my $sql_statement = "UPDATE $job_queue_tn ".
                    "SET status='error', result='can not deliver msg, please consult log file' ".
                    "WHERE id=$jobdb_id";
                my $res = $job_db->update_dbentry($sql_statement);
            }

        # sending msg was successful
        } else {
            my $sql_statement = "UPDATE $job_queue_tn ".
                "SET status='done' ".
                "WHERE id=$jobdb_id AND status='processed'";
            my $res = $job_db->update_dbentry($sql_statement);
        }
    }
}

sub _start {
    my ($kernel) = $_[KERNEL];
    &trigger_db_loop($kernel);
    $global_kernel = $kernel;
	$kernel->yield('create_fai_server_db', $fai_server_tn );
	$kernel->yield('create_fai_release_db', $fai_release_tn );
	$kernel->sig(USR1 => "sig_handler");
	$kernel->sig(USR2 => "create_packages_list_db");
}

sub sig_handler {
	my ($kernel, $signal) = @_[KERNEL, ARG0] ;
	daemon_log("0 INFO got signal '$signal'", 1); 
	$kernel->sig_handled();
	return;
}

sub next_task {
    my ($session, $heap) = @_[SESSION, HEAP];

    while ( keys( %{ $heap->{task} } ) < $max_children ) {
        my $next_task = shift @tasks;
        last unless defined $next_task;

        my $task = POE::Wheel::Run->new(
                Program => sub { process_task($session, $heap, $next_task) },
                StdioFilter => POE::Filter::Reference->new(),
                StdoutEvent  => "task_result",
                StderrEvent  => "task_debug",
                CloseEvent   => "task_done",
               );

        $heap->{task}->{ $task->ID } = $task;
    }
}

sub handle_task_result {
    my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0];
    my $client_answer = $result->{'answer'};
    if( $client_answer =~ s/session_id=(\d+)$// ) {
        my $session_id = $1;
        if( defined $session_id ) {
            my $session_reference = $kernel->ID_id_to_session($session_id);
            if( defined $session_reference ) {
                $heap = $session_reference->get_heap();
            }
        }

        if(exists $heap->{'client'}) {
            $heap->{'client'}->put($client_answer);
        }
    }
    $kernel->sig(CHLD => "child_reap");
}

sub handle_task_debug {
    my $result = $_[ARG0];
    print STDERR "$result\n";
}

sub handle_task_done {
    my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
    delete $heap->{task}->{$task_id};
    $kernel->yield("next_task");
}

sub process_task {
    no strict "refs";
    my ($session, $heap, $input) = @_;
    my $session_id = $session->ID;
    my ($msg, $msg_hash, $module);
    my $error = 0;
    my $answer_l;
    my ($answer_header, @answer_target_l, $answer_source);
    my $client_answer = "";

    daemon_log("", 5); 
    daemon_log("$session_id INFO: Incoming msg with session ID $session_id from '".$heap->{'remote_ip'}."'", 5);
    #daemon_log("$session_id DEBUG: Incoming msg:\n$input", 9);

    ####################
    # check incoming msg
    # msg is from a new client or gosa
    ($msg, $msg_hash, $module) = &input_from_unknown_host($input, $session_id);
    # msg is from a gosa-si-server or gosa-si-bus
    if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
        ($msg, $msg_hash, $module) = &input_from_known_server($input, $heap->{'remote_ip'}, $session_id);
    }
    # msg is from a gosa-si-client
    if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
        ($msg, $msg_hash, $module) = &input_from_known_client($input, $heap->{'remote_ip'}, $session_id);
    }
    # an error occurred
    if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
        # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client
        # could not understand a msg from its server the client cause a re-registering process
        daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}."' to cause a re-registering of the client if necessary", 5);
        my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')";
        my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
        while( my ($hit_num, $hit) = each %{ $query_res } ) {    
            my $host_name = $hit->{'hostname'};
            my $host_key = $hit->{'hostkey'};
            my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source> <target>$host_name</target></xml>";
            my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id);
            &update_jobdb_status_for_send_msgs($ping_msg, $error);
        }
        $error++;
    }

    ######################
    # process incoming msg
    if( $error == 0) {
        daemon_log("$session_id INFO: Incoming msg with header '".@{$msg_hash->{'header'}}[0].
				"' from '".$heap->{'remote_ip'}."'", 5); 
        daemon_log("$session_id DEBUG: Processing module ".$module, 7);
        $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id);

        if ( 0 < @{$answer_l} ) {
            my $answer_str = join("\n", @{$answer_l});
            daemon_log("$session_id DEBUG: $module: Got answer from module: \n".$answer_str,8);
        } else {
            daemon_log("$session_id DEBUG: $module: Got no answer from module!" ,8);
        }

    }
    if( !$answer_l ) { $error++ };

    ########
    # answer
    if( $error == 0 ) {

        foreach my $answer ( @{$answer_l} ) {
            # for each answer in answer list
            
            # check outgoing msg to xml validity
            my $answer_hash = &check_outgoing_xml_validity($answer);
            if( not defined $answer_hash ) {
                next;
            }
            
            $answer_header = @{$answer_hash->{'header'}}[0];
            @answer_target_l = @{$answer_hash->{'target'}};
            $answer_source = @{$answer_hash->{'source'}}[0];

            # deliver msg to all targets 
            foreach my $answer_target ( @answer_target_l ) {

                # targets of msg are all gosa-si-clients in known_clients_db
                if( $answer_target eq "*" ) {
                    # answer is for all clients
                    my $sql_statement= "SELECT * FROM known_clients";
                    my $query_res = $known_clients_db->select_dbentry( $sql_statement ); 
                    while( my ($hit_num, $hit) = each %{ $query_res } ) {    
                        my $host_name = $hit->{hostname};
                        my $host_key = $hit->{hostkey};
                        my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
                        &update_jobdb_status_for_send_msgs($answer, $error);
                    }
                }

                # targets of msg are all gosa-si-server in known_server_db
                elsif( $answer_target eq "KNOWN_SERVER" ) {
                    # answer is for all server in known_server
                    my $sql_statement= "SELECT * FROM known_server";
                    my $query_res = $known_server_db->select_dbentry( $sql_statement ); 
                    while( my ($hit_num, $hit) = each %{ $query_res } ) {    
                        my $host_name = $hit->{hostname};
                        my $host_key = $hit->{hostkey};
                        $answer =~ s/KNOWN_SERVER/$host_name/g;
                        my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
                        &update_jobdb_status_for_send_msgs($answer, $error);
                    }
                }

                # target of msg is GOsa
				elsif( $answer_target eq "GOSA" ) {
					my $session_id = ($1) if $answer =~ /<session_id>(\d+?)<\/session_id>/;
					my $add_on = "";
                    if( defined $session_id ) {
                        $add_on = ".session_id=$session_id";
                    }
                    # answer is for GOSA and has to returned to connected client
                    my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key);
                    $client_answer = $gosa_answer.$add_on;
                }

                # target of msg is job queue at this host
                elsif( $answer_target eq "JOBDB") {
                    $answer =~ /<header>(\S+)<\/header>/;   
                    my $header;
                    if( defined $1 ) { $header = $1; }
                    my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id);
                    &update_jobdb_status_for_send_msgs($answer, $error);
                }

                # target of msg is a mac address
                elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) {
                    daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5);
                    my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'";
                    my $query_res = $known_clients_db->select_dbentry( $sql_statement );
                    my $found_ip_flag = 0;
                    while( my ($hit_num, $hit) = each %{ $query_res } ) {    
                        my $host_name = $hit->{hostname};
                        my $host_key = $hit->{hostkey};
                        $answer =~ s/$answer_target/$host_name/g;
                        daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5);
                        my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
                        &update_jobdb_status_for_send_msgs($answer, $error);
                        $found_ip_flag++ ;
                    }   
                    if( $found_ip_flag == 0) {
                        daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3);
                        if( $bus_activ eq "true" ) { 
                            daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5);
                            my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'";
                            my $query_res = $known_server_db->select_dbentry( $sql_statement );
                            while( my ($hit_num, $hit) = each %{ $query_res } ) {    
                                my $bus_address = $hit->{hostname};
                                my $bus_key = $hit->{hostkey};
                                my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header, $session_id);
                                &update_jobdb_status_for_send_msgs($answer, $error);
                                last;
                            }
                        }

                    }

                #  answer is for one specific host   
                } else {
                    # get encrypt_key
                    my $encrypt_key = &get_encrypt_key($answer_target);
                    if( not defined $encrypt_key ) {
                        # unknown target, forward msg to bus
                        daemon_log("$session_id WARNING: unknown target '$answer_target'", 3);
                        if( $bus_activ eq "true" ) { 
                            daemon_log("$session_id INFO: try to forward msg '$answer_header' to bus '$bus_address'", 5);
                            my $sql_statement = "SELECT * FROM known_server WHERE hostname='$bus_address'";
                            my $query_res = $known_server_db->select_dbentry( $sql_statement );
                            my $res_length = keys( %{$query_res} );
                            if( $res_length == 0 ){
                                daemon_log("$session_id WARNING: send '$answer_header' to '$bus_address' failed, ".
                                        "no bus found in known_server", 3);
                            }
                            else {
                                while( my ($hit_num, $hit) = each %{ $query_res } ) {    
                                    my $bus_key = $hit->{hostkey};
                                    my $error = &send_msg_to_target($answer, $bus_address, $bus_key, $answer_header,$session_id );
                                    &update_jobdb_status_for_send_msgs($answer, $error);
                                }
                            }
                        }
                        next;
                    }
                    my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id);
                    &update_jobdb_status_for_send_msgs($answer, $error);
                }
            }
        }
    }

    my $filter = POE::Filter::Reference->new();
    my %result = ( 
            status => "seems ok to me",
            answer => $client_answer,
            );

    my $output = $filter->put( [ \%result ] );
    print @$output;


}


sub trigger_db_loop {
	my ($kernel) = @_ ;
	$kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
	$kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); 
	$kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay);
    $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay);
	$kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay);
}


sub watch_for_done_jobs {
    my ($kernel,$heap) = @_[KERNEL, HEAP];

    my $sql_statement = "SELECT * FROM ".$job_queue_tn.
        " WHERE status='done'";
	my $res = $job_db->select_dbentry( $sql_statement );

    while( my ($id, $hit) = each %{$res} ) {
        my $jobdb_id = $hit->{id};
        my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; 
        my $res = $job_db->del_dbentry($sql_statement);	
    }

    $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay);
}


sub watch_for_new_jobs {
	if($watch_for_new_jobs_in_progress == 0) {
		$watch_for_new_jobs_in_progress = 1;
		my ($kernel,$heap) = @_[KERNEL, HEAP];

		# check gosa job queue for jobs with executable timestamp
		my $timestamp = &get_time();
		my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp";
		my $res = $job_db->exec_statement( $sql_statement );

		# Merge all new jobs that would do the same actions
		my @drops;
		my $hits;
		foreach my $hit (reverse @{$res} ) {
			my $macaddress= lc @{$hit}[8];
			my $headertag= @{$hit}[5];
			if(
				defined($hits->{$macaddress}) &&
				defined($hits->{$macaddress}->{$headertag}) &&
				defined($hits->{$macaddress}->{$headertag}[0])
			) {
				push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]";
			}
			$hits->{$macaddress}->{$headertag}= $hit;
		}

		# Delete new jobs with a matching job in state 'processing'
		foreach my $macaddress (keys %{$hits}) {
			foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
				my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
				if(defined($jobdb_id)) {
					my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'";
					my $res = $job_db->exec_statement( $sql_statement );
					foreach my $hit (@{$res}) {
						push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id";
					}
				} else {
					daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1);
				}
			}
		}

		# Commit deletion
		$job_db->exec_statementlist(\@drops);

		# Look for new jobs that could be executed
		foreach my $macaddress (keys %{$hits}) {

			# Look if there is an executing job
			my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'";
			my $res = $job_db->exec_statement( $sql_statement );

			# Skip new jobs for host if there is a processing job
			if(defined($res) and defined @{$res}[0]) {
				next;
			}

			foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
				my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
				if(defined($jobdb_id)) {
					my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7];

					daemon_log("J DEBUG: its time to execute $job_msg", 7);
					my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'";
					my $res_hash = $known_clients_db->select_dbentry( $sql_statement );

					# expect macaddress is unique!!!!!!
					my $target = $res_hash->{1}->{hostname};

					# change header
					$job_msg =~ s/<header>job_/<header>gosa_/;

					# add sqlite_id
					$job_msg =~ s/<\/xml>$/<jobdb_id>$jobdb_id<\/jobdb_id><\/xml>/;

					$job_msg =~ /<header>(\S+)<\/header>/;
					my $header = $1 ;
					my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J");

					# update status in job queue to 'processing'
					$sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id";
					my $res = $job_db->update_dbentry($sql_statement);
# TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen					

					# We don't want parallel processing
					last;
				}
			}
		}

		$watch_for_new_jobs_in_progress = 0;
		$kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
	}
}


sub watch_for_new_messages {
    my ($kernel,$heap) = @_[KERNEL, HEAP];
    my @coll_user_msg;   # collection list of outgoing messages
    
    # check messaging_db for new incoming messages with executable timestamp
    my $timestamp = &get_time();
    my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )";
    my $res = $messaging_db->exec_statement( $sql_statement );
 	foreach my $hit (@{$res}) {

        # create outgoing messages
        my $message_to = @{$hit}[3];
        # translate message_to to plain login name
        my @message_to_l = split(/,/, $message_to);  
		my %receiver_h; 
		foreach my $receiver (@message_to_l) {
			if ($receiver =~ /^u_([\s\S]*)$/) {
				$receiver_h{$1} = 0;
			} elsif ($receiver =~ /^g_([\s\S]*)$/) {
# TODO implement receiver translation
			} else {
				my $sbjct = &encode_base64(@{$hit}[1]);
				my $msg = &encode_base64(@{$hit}[7]);
				&daemon_log("M WARNING: unknown receiver '$receiver' for a user-message 'sbjct - msg'", 3); 
			}
		}
		my @receiver_l = keys(%receiver_h);

        my $message_id = @{$hit}[0];

        #add each outgoing msg to messaging_db
        my $receiver;
        foreach $receiver (@receiver_l) {
            my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ".
                "VALUES ('".
                $message_id."', '".    # id
                @{$hit}[1]."', '".     # subject
                @{$hit}[2]."', '".     # message_from
                $receiver."', '".      # message_to
                "none"."', '".         # flag
                "out"."', '".          # direction
                @{$hit}[6]."', '".     # delivery_time
                @{$hit}[7]."', '".     # message
                $timestamp."'".     # timestamp
                ")";
            &daemon_log("M DEBUG: $sql_statement", 1);
            my $res = $messaging_db->exec_statement($sql_statement);
            &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5);
        }

        # set incoming message to flag d=deliverd
        $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'"; 
        &daemon_log("M DEBUG: $sql_statement", 7);
        $res = $messaging_db->update_dbentry($sql_statement);
        &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5);
    }

    $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); 
    return;
}

sub watch_for_delivery_messages {
    my ($kernel, $heap) = @_[KERNEL, HEAP];

    # select outgoing messages
    my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )";
    #&daemon_log("0 DEBUG: $sql", 7);
    my $res = $messaging_db->exec_statement( $sql_statement );
    
    # build out msg for each    usr
    foreach my $hit (@{$res}) {
        my $receiver = @{$hit}[3];
        my $msg_id = @{$hit}[0];
        my $subject = @{$hit}[1];
        my $message = @{$hit}[7];

        # resolve usr -> host where usr is logged in
        my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')"; 
        #&daemon_log("0 DEBUG: $sql", 7);
        my $res = $login_users_db->exec_statement($sql);

        # reciver is logged in nowhere
        if (not ref(@$res[0]) eq "ARRAY") { next; }    

		my $send_succeed = 0;
		foreach my $hit (@$res) {
				my $receiver_host = @$hit[0];
				&daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7);

				# fetch key to encrypt msg propperly for usr/host
				my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')";
				&daemon_log("0 DEBUG: $sql", 7);
				my $res = $known_clients_db->exec_statement($sql);

				# host is already down
				if (not ref(@$res[0]) eq "ARRAY") { next; }

				# host is on
				my $receiver_key = @{@{$res}[0]}[2];
				my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver);
				my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data ); 
				my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0); 
				if ($error == 0 ) {
				 	$send_succeed++ ;
				}
		}

		if ($send_succeed) {
				# set outgoing msg at db to deliverd
				my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')"; 
				&daemon_log("0 DEBUG: $sql", 7);
				my $res = $messaging_db->exec_statement($sql); 
		}
	}

    $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); 
    return;
}


sub watch_for_done_messages {
    my ($kernel,$heap) = @_[KERNEL, HEAP];

    my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')"; 
    #&daemon_log("0 DEBUG: $sql", 7);
    my $res = $messaging_db->exec_statement($sql); 

    foreach my $hit (@{$res}) {
        my $msg_id = @{$hit}[0];

        my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))"; 
        #&daemon_log("0 DEBUG: $sql", 7); 
        my $res = $messaging_db->exec_statement($sql);

        # not all usr msgs have been seen till now
        if ( ref(@$res[0]) eq "ARRAY") { next; }
        
        $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')"; 
        #&daemon_log("0 DEBUG: $sql", 7);
        $res = $messaging_db->exec_statement($sql);
    
    }

    $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); 
    return;
}


sub get_ldap_handle {
	my ($session_id) = @_;
	my $heap;
	my $ldap_handle;

	if (not defined $session_id ) { $session_id = 0 };
	if ($session_id =~ /[^0-9]*/) { $session_id = 0 };

	if ($session_id == 0) {
		daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); 
		$ldap_handle = Net::LDAP->new( $ldap_uri );
		$ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); 

	} else {
		my $session_reference = $global_kernel->ID_id_to_session($session_id);
		if( defined $session_reference ) {
			$heap = $session_reference->get_heap();
		}

		if (not defined $heap) {
			daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7); 
			return;
		}

		# TODO: This "if" is nonsense, because it doesn't prove that the
                #       used handle is still valid - or if we've to reconnect...
		#if (not exists $heap->{ldap_handle}) {
			$ldap_handle = Net::LDAP->new( $ldap_uri );
			$ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password); 
			$heap->{ldap_handle} = $ldap_handle;
		#}
	}
	return $ldap_handle;
}


sub change_fai_state {
    my ($st, $targets, $session_id) = @_;
    $session_id = 0 if not defined $session_id;
    # Set FAI state to localboot
    my %mapActions= (
        reboot    => '',
        update    => 'softupdate',
        localboot => 'localboot',
        reinstall => 'install',
        rescan    => '',
        wake      => '',
        memcheck  => 'memcheck',
        sysinfo   => 'sysinfo',
        install   => 'install',
    );

    # Return if this is unknown
    if (!exists $mapActions{ $st }){
        daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1); 
      return;
    }

    my $state= $mapActions{ $st };

    my $ldap_handle = &get_ldap_handle($session_id);
    if( defined($ldap_handle) ) {

      # Build search filter for hosts
        my $search= "(&(objectClass=GOhard)";
        foreach (@{$targets}){
            $search.= "(macAddress=$_)";
        }
        $search.= ")";

      # If there's any host inside of the search string, procress them
        if (!($search =~ /macAddress/)){
            daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1);    
            return;
        }

      # Perform search for Unit Tag
      my $mesg = $ldap_handle->search(
          base   => $ldap_base,
          scope  => 'sub',
          attrs  => ['dn', 'FAIstate', 'objectClass'],
          filter => "$search"
          );

	  if ($mesg->count) {
		  my @entries = $mesg->entries;
		  foreach my $entry (@entries) {
			  # Only modify entry if it is not set to '$state'
			  if ($entry->get_value("FAIstate") ne "$state"){
				  daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5);
				  my $result;
				  my %tmp = map { $_ => 1 } $entry->get_value("objectClass");
				  if (exists $tmp{'FAIobject'}){
					  if ($state eq ''){
						  $result= $ldap_handle->modify($entry->dn, changes => [
							  delete => [ FAIstate => [] ] ]);
					  } else {
						  $result= $ldap_handle->modify($entry->dn, changes => [
							  replace => [ FAIstate => $state ] ]);
					  }
				  } elsif ($state ne ''){
					  $result= $ldap_handle->modify($entry->dn, changes => [
						  add     => [ objectClass => 'FAIobject' ],
						  add     => [ FAIstate => $state ] ]);
				  }

				  # Errors?
				  if ($result->code){
					  daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
				  }
			  } else {
				  daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7); 
			  }  
		  }
	  }
    # if no ldap handle defined
    } else {
        daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); 
    }

}


sub change_goto_state {
    my ($st, $targets, $session_id) = @_;
    $session_id = 0  if not defined $session_id;

    # Switch on or off?
    my $state= $st eq 'active' ? 'active': 'locked';

    my $ldap_handle = &get_ldap_handle($session_id);
    if( defined($ldap_handle) ) {

      # Build search filter for hosts
      my $search= "(&(objectClass=GOhard)";
      foreach (@{$targets}){
        $search.= "(macAddress=$_)";
      }
      $search.= ")";

      # If there's any host inside of the search string, procress them
      if (!($search =~ /macAddress/)){
        return;
      }

      # Perform search for Unit Tag
      my $mesg = $ldap_handle->search(
          base   => $ldap_base,
          scope  => 'sub',
          attrs  => ['dn', 'gotoMode'],
          filter => "$search"
          );

      if ($mesg->count) {
        my @entries = $mesg->entries;
        foreach my $entry (@entries) {

          # Only modify entry if it is not set to '$state'
          if ($entry->get_value("gotoMode") ne $state){

            daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5);
            my $result;
            $result= $ldap_handle->modify($entry->dn, changes => [
                                                replace => [ gotoMode => $state ] ]);

            # Errors?
            if ($result->code){
              &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
            }

          }
        }
      }

    }
}


sub run_create_fai_server_db {
    my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0];
    my $session_id = $session->ID;
    my $task = POE::Wheel::Run->new(
            Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) },
            StdoutEvent  => "session_run_result",
            StderrEvent  => "session_run_debug",
            CloseEvent   => "session_run_done",
            );

    $heap->{task}->{ $task->ID } = $task;
    return;
}


sub create_fai_server_db {
    my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_;
	my $result;

	if (not defined $session_id) { $session_id = 0; }
    my $ldap_handle = &get_ldap_handle();
	if(defined($ldap_handle)) {
		daemon_log("$session_id INFO: create_fai_server_db: start", 5);
		my $mesg= $ldap_handle->search(
			base   => $ldap_base,
			scope  => 'sub',
			attrs  => ['FAIrepository', 'gosaUnitTag'],
			filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))",
		);
		if($mesg->{'resultCode'} == 0 &&
		   $mesg->count != 0) {
		   foreach my $entry (@{$mesg->{entries}}) {
			   if($entry->exists('FAIrepository')) {
				   # Add an entry for each Repository configured for server
				   foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) {
						   my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo);
						   my $tmp_tag= $entry->get_value('gosaUnitTag') || "";
						   $result= $fai_server_db->add_dbentry( { 
								   table => $table_name,
								   primkey => ['server', 'release', 'tag'],
								   server => $tmp_url,
								   release => $tmp_release,
								   sections => $tmp_sections,
								   tag => (length($tmp_tag)>0)?$tmp_tag:"",
							   } );
					   }
				   }
			   }
		   }
		daemon_log("$session_id INFO: create_fai_server_db: finished", 5);

		# TODO: Find a way to post the 'create_packages_list_db' event
		if(not defined($dont_create_packages_list)) {
			&create_packages_list_db(undef, undef, $session_id);
		}
	}	
    
    $ldap_handle->disconnect;
   	return $result;
}


sub run_create_fai_release_db {
    my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0];
	my $session_id = $session->ID;
    my $task = POE::Wheel::Run->new(
            Program => sub { &create_fai_release_db($table_name, $session_id) },
            StdoutEvent  => "session_run_result",
            StderrEvent  => "session_run_debug",
            CloseEvent   => "session_run_done",
            );

    $heap->{task}->{ $task->ID } = $task;
    return;
}


sub create_fai_release_db {
	my ($table_name, $session_id) = @_;
	my $result;

    # used for logging
    if (not defined $session_id) { $session_id = 0; }

    my $ldap_handle = &get_ldap_handle();
	if(defined($ldap_handle)) {
		daemon_log("$session_id INFO: create_fai_release_db: start",5);
		my $mesg= $ldap_handle->search(
			base   => $ldap_base,
			scope  => 'sub',
			attrs  => [],
			filter => "(&(objectClass=organizationalUnit)(ou=fai))",
		);
		if($mesg->{'resultCode'} == 0 &&
			$mesg->count != 0) {
			# Walk through all possible FAI container ou's
			my @sql_list;
			my $timestamp= &get_time();
			foreach my $ou (@{$mesg->{entries}}) {
				my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id);
				if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') {
					my @tmp_array=get_fai_release_entries($tmp_classes);
					if(@tmp_array) {
						foreach my $entry (@tmp_array) {
							if(defined($entry) && ref($entry) eq 'HASH') {
								my $sql= 
								"INSERT INTO $table_name "
								."(timestamp, release, class, type, state) VALUES ("
								.$timestamp.","
								."'".$entry->{'release'}."',"
								."'".$entry->{'class'}."',"
								."'".$entry->{'type'}."',"
								."'".$entry->{'state'}."')";
								push @sql_list, $sql;
							}
						}
					}
				}
			}

			daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8);
			if(@sql_list) {
				unshift @sql_list, "VACUUM";
				unshift @sql_list, "DELETE FROM $table_name";
				$fai_release_db->exec_statementlist(\@sql_list);
			}
			daemon_log("$session_id DEBUG: Done with inserting",7);
		}
		daemon_log("$session_id INFO: create_fai_release_db: finished",5);
	}
    $ldap_handle->disconnect;
	return $result;
}

sub get_fai_types {
	my $tmp_classes = shift || return undef;
	my @result;

	foreach my $type(keys %{$tmp_classes}) {
		if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) {
			my $entry = {
				type => $type,
				state => $tmp_classes->{$type}[0],
			};
			push @result, $entry;
		}
	}

	return @result;
}

sub get_fai_state {
	my $result = "";
	my $tmp_classes = shift || return $result;

	foreach my $type(keys %{$tmp_classes}) {
		if(defined($tmp_classes->{$type}[0])) {
			$result = $tmp_classes->{$type}[0];
			
		# State is equal for all types in class
			last;
		}
	}

	return $result;
}

sub resolve_fai_classes {
	my ($fai_base, $ldap_handle, $session_id) = @_;
	if (not defined $session_id) { $session_id = 0; }
	my $result;
	my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList");
	my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))";
	my $fai_classes;

	daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7);
	my $mesg= $ldap_handle->search(
		base   => $fai_base,
		scope  => 'sub',
		attrs  => ['cn','objectClass','FAIstate'],
		filter => $fai_filter,
	);
	daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7);

	if($mesg->{'resultCode'} == 0 &&
		$mesg->count != 0) {
		foreach my $entry (@{$mesg->{entries}}) {
			if($entry->exists('cn')) {
				my $tmp_dn= $entry->dn();

				# Skip classname and ou dn parts for class
				my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/;

				# Skip classes without releases
				if((!defined($tmp_release)) || length($tmp_release)==0) {
					next;
				}

				my $tmp_cn= $entry->get_value('cn');
				my $tmp_state= $entry->get_value('FAIstate');

				my $tmp_type;
				# Get FAI type
				for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) {
					if(grep $_ eq $oclass, @possible_fai_classes) {
						$tmp_type= $oclass;
						last;
					}
				}

				if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
					# A Subrelease
					my @sub_releases = split(/,/, $tmp_release);

					# Walk through subreleases and build hash tree
					my $hash;
					while(my $tmp_sub_release = pop @sub_releases) {
						$hash .= "\{'$tmp_sub_release'\}->";						
					}
					eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";');
				} else {
					# A branch, no subrelease
					push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";
				}
			} elsif (!$entry->exists('cn')) {
				my $tmp_dn= $entry->dn();
				my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/;

				# Skip classes without releases
				if((!defined($tmp_release)) || length($tmp_release)==0) {
					next;
				}

				if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
					# A Subrelease
					my @sub_releases= split(/,/, $tmp_release);

					# Walk through subreleases and build hash tree
					my $hash;
					while(my $tmp_sub_release = pop @sub_releases) {
						$hash .= "\{'$tmp_sub_release'\}->";						
					}
					# Remove the last two characters
					chop($hash);
					chop($hash);

					eval('$fai_classes->'.$hash.'= {}');
				} else {
					# A branch, no subrelease
					if(!exists($fai_classes->{$tmp_release})) {
						$fai_classes->{$tmp_release} = {};
					}
				}
			}
		}

		# The hash is complete, now we can honor the copy-on-write based missing entries
		foreach my $release (keys %$fai_classes) {
			$result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release}));
		}
	}
	return $result;
}

sub apply_fai_inheritance {
       my $fai_classes = shift || return {};
       my $tmp_classes;

       # Get the classes from the branch
       foreach my $class (keys %{$fai_classes}) {
               # Skip subreleases
               if($class =~ /^ou=.*$/) {
                       next;
               } else {
                       $tmp_classes->{$class}= deep_copy($fai_classes->{$class});
               }
       }

       # Apply to each subrelease
       foreach my $subrelease (keys %{$fai_classes}) {
               if($subrelease =~ /ou=/) {
                       foreach my $tmp_class (keys %{$tmp_classes}) {
                               if(!exists($fai_classes->{$subrelease}->{$tmp_class})) {
                                       $fai_classes->{$subrelease}->{$tmp_class} =
                                       deep_copy($tmp_classes->{$tmp_class});
                               } else {
                                       foreach my $type (keys %{$tmp_classes->{$tmp_class}}) {
                                               if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) {
                                                       $fai_classes->{$subrelease}->{$tmp_class}->{$type}=
                                                       deep_copy($tmp_classes->{$tmp_class}->{$type});
                                               }
                                       }
                               }
                       }
               }
       }

       # Find subreleases in deeper levels
       foreach my $subrelease (keys %{$fai_classes}) {
               if($subrelease =~ /ou=/) {
                       foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) {
                               if($subsubrelease =~ /ou=/) {
                                       apply_fai_inheritance($fai_classes->{$subrelease});
                               }
                       }
               }
       }

       return $fai_classes;
}

sub get_fai_release_entries {
	my $tmp_classes = shift || return;
	my $parent = shift || "";
	my @result = shift || ();

	foreach my $entry (keys %{$tmp_classes}) {
		if(defined($entry)) {
			if($entry =~ /^ou=.*$/) {
				my $release_name = $entry;
				$release_name =~ s/ou=//g;
				if(length($parent)>0) {
					$release_name = $parent."/".$release_name;
				}
				my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result);
				foreach my $bufentry(@bufentries) {
					push @result, $bufentry;
				}
			} else {
				my @types = get_fai_types($tmp_classes->{$entry});
				foreach my $type (@types) {
					push @result, 
					{
						'class' => $entry,
						'type' => $type->{'type'},
						'release' => $parent,
						'state' => $type->{'state'},
					};
				}
			}
		}
	}

	return @result;
}

sub deep_copy {
	my $this = shift;
	if (not ref $this) {
		$this;
	} elsif (ref $this eq "ARRAY") {
		[map deep_copy($_), @$this];
	} elsif (ref $this eq "HASH") {
		+{map { $_ => deep_copy($this->{$_}) } keys %$this};
	} else { die "what type is $_?" }
}


sub session_run_result {
    my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0];    
    $kernel->sig(CHLD => "child_reap");
}

sub session_run_debug {
    my $result = $_[ARG0];
    print STDERR "$result\n";
}

sub session_run_done {
    my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
    delete $heap->{task}->{$task_id};
}


sub create_sources_list {
	my $session_id = shift;
	my $ldap_handle = &main::get_ldap_handle;
	my $result="/tmp/gosa_si_tmp_sources_list";

	# Remove old file
	if(stat($result)) {
		unlink($result);
		&main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7); 
	}

	my $fh;
	open($fh, ">$result");
	if (not defined $fh) {
		&main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7); 
		return undef;
	}
	if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) {
		my $mesg=$ldap_handle->search(
			base	=> $main::ldap_server_dn,
			scope	=> 'base',
			attrs	=> 'FAIrepository',
			filter	=> 'objectClass=FAIrepositoryServer'
		);
		if($mesg->count) {
			foreach my $entry(@{$mesg->{'entries'}}) {
				foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) {
					my ($server, $tag, $release, $sections)= split /\|/, $value;
					my $line = "deb $server $release";
					$sections =~ s/,/ /g;
					$line.= " $sections";
					print $fh $line."\n";
				}
			}
		}
	} else {
		if (defined $main::ldap_server_dn){
			&main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1); 
		} else {
			&main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1);
		}
	}
	close($fh);

	return $result;
}


sub run_create_packages_list_db {
    my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
	my $session_id = $session->ID;

	my $task = POE::Wheel::Run->new(
					Priority => +20,
					Program => sub {&create_packages_list_db(undef, undef, $session_id)},
					StdoutEvent  => "session_run_result",
					StderrEvent  => "session_run_debug",
					CloseEvent   => "session_run_done",
					);
	$heap->{task}->{ $task->ID } = $task;
}


sub create_packages_list_db {
	my ($ldap_handle, $sources_file, $session_id) = @_;
	
	# it should not be possible to trigger a recreation of packages_list_db
	# while packages_list_db is under construction, so set flag packages_list_under_construction
	# which is tested befor recreation can be started
	if (-r $packages_list_under_construction) {
		daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3);
		return;
	} else {
		daemon_log("$session_id INFO: create_packages_list_db: start", 5); 
		# set packages_list_under_construction to true
		system("touch $packages_list_under_construction");
		@packages_list_statements=();
	}

	if (not defined $session_id) { $session_id = 0; }
	if (not defined $ldap_handle) { 
		$ldap_handle= &get_ldap_handle();

		if (not defined $ldap_handle) {
			daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1);
    			unlink($packages_list_under_construction);
			return;
		}
	}
	if (not defined $sources_file) { 
		&main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5); 
		$sources_file = &create_sources_list($session_id);
	}

	if (not defined $sources_file) {
		&main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1); 
    		unlink($packages_list_under_construction);
		return;
	}

	my $line;

	open(CONFIG, "<$sources_file") or do {
		daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1);
    		unlink($packages_list_under_construction);
		return;
	};

	# Read lines
	while ($line = <CONFIG>){
		# Unify
		chop($line);
		$line =~ s/^\s+//;
		$line =~ s/^\s+/ /;

		# Strip comments
		$line =~ s/#.*$//g;

		# Skip empty lines
		if ($line =~ /^\s*$/){
			next;
		}

		# Interpret deb line
		if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){
			my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/);
			my $section;
			foreach $section (split(' ', $sections)){
				&parse_package_info( $baseurl, $dist, $section, $session_id );
			}
		}
	}

	close (CONFIG);

	find(\&cleanup_and_extract, keys( %repo_dirs ));
	&main::strip_packages_list_statements();
	unshift @packages_list_statements, "VACUUM";
	$packages_list_db->exec_statementlist(\@packages_list_statements);
	unlink($packages_list_under_construction);
	daemon_log("$session_id INFO: create_packages_list_db: finished", 5); 
	return;
}

# This function should do some intensive task to minimize the db-traffic
sub strip_packages_list_statements {
    my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")};
	my @new_statement_list=();
	my $hash;
	my $insert_hash;
	my $update_hash;
	my $delete_hash;
	my $local_timestamp=get_time();

	foreach my $existing_entry (@existing_entries) {
		$hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry;
	}

	foreach my $statement (@packages_list_statements) {
		if($statement =~ /^INSERT/i) {
			# Assign the values from the insert statement
			my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~ 
			/^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si;
			if(exists($hash->{$distribution}->{$package}->{$version})) {
				# If section or description has changed, update the DB
				if( 
					(! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or 
					(! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description))
				) {
					@{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef);
				}
			} else {
				# Insert a non-existing entry to db
				@{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
			}
		} elsif ($statement =~ /^UPDATE/i) {
			my ($template,$package,$version) = ($1,$2,$3) if $statement =~
			/^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si;
			foreach my $distribution (keys %{$hash}) {
				if(exists($insert_hash->{$distribution}->{$package}->{$version})) {
					# update the insertion hash to execute only one query per package (insert instead insert+update)
					@{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template;
				} elsif(exists($hash->{$distribution}->{$package}->{$version})) {
					if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) {
						my $section;
						my $description;
						if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and
							length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) {
							$section= @{$update_hash->{$distribution}->{$package}->{$version}}[3];
						}
						if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
							$description= @{$update_hash->{$distribution}->{$package}->{$version}}[4];
						}
						@{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
					}
				}
			}
		}
	}

	# TODO: Check for orphaned entries

	# unroll the insert_hash
	foreach my $distribution (keys %{$insert_hash}) {
		foreach my $package (keys %{$insert_hash->{$distribution}}) {
			foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) {
				push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version',"
				."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]',"
				."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]',"
				."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]',"
				."'$local_timestamp')";
			}
		}
	}

	# unroll the update hash
	foreach my $distribution (keys %{$update_hash}) {
		foreach my $package (keys %{$update_hash->{$distribution}}) {
			foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) {
				my $set = "";
				if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) {
					$set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', ";
				}
				if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
					$set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', ";
				}
				if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) {
					$set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', ";
				}
				if(defined($set) and length($set) > 0) {
					$set .= "timestamp = '$local_timestamp'";
				} else {
					next;
				}
				push @new_statement_list, 
					"UPDATE $main::packages_list_tn SET $set WHERE"
					." distribution = '$distribution'"
					." AND package = '$package'"
					." AND version = '$version'";
			}
		}
	}

	@packages_list_statements = @new_statement_list;
}


sub parse_package_info {
    my ($baseurl, $dist, $section, $session_id)= @_;
    my ($package);
    if (not defined $session_id) { $session_id = 0; }
    my ($path) = ($baseurl =~ m%://[^/]*(.*)$%);
    $repo_dirs{ "${repo_path}/pool" } = 1;

    foreach $package ("Packages.gz"){
        daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7);
        get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id );
        parse_package( "$outdir/$dist/$section", $dist, $path, $session_id );
    }
    
}


sub get_package {
    my ($url, $dest, $session_id)= @_;
    if (not defined $session_id) { $session_id = 0; }

    my $tpath = dirname($dest);
    -d "$tpath" || mkpath "$tpath";

    # This is ugly, but I've no time to take a look at "how it works in perl"
    if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) {
        system("gunzip -cd '$dest' > '$dest.in'");
        daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5);
        unlink($dest);
        daemon_log("$session_id DEBUG: delete file '$dest'", 5); 
    } else {
        daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1);
    }
    return 0;
}


sub parse_package {
    my ($path, $dist, $srv_path, $session_id)= @_;
    if (not defined $session_id) { $session_id = 0;}
    my ($package, $version, $section, $description);
    my $PACKAGES;
    my $timestamp = &get_time();

    if(not stat("$path.in")) {
        daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1);
        return;
    }

    open($PACKAGES, "<$path.in");
    if(not defined($PACKAGES)) {
        daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1); 
        return;
    }

    # Read lines
    while (<$PACKAGES>){
        my $line = $_;
        # Unify
        chop($line);

        # Use empty lines as a trigger
        if ($line =~ /^\s*$/){
            my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')";
            push(@packages_list_statements, $sql);
            $package = "none";
            $version = "none";
            $section = "none";
            $description = "none"; 
            next;
        }

        # Trigger for package name
        if ($line =~ /^Package:\s/){
            ($package)= ($line =~ /^Package: (.*)$/);
            next;
        }

        # Trigger for version
        if ($line =~ /^Version:\s/){
            ($version)= ($line =~ /^Version: (.*)$/);
            next;
        }

        # Trigger for description
        if ($line =~ /^Description:\s/){
            ($description)= &encode_base64(($line =~ /^Description: (.*)$/));
            next;
        }

        # Trigger for section
        if ($line =~ /^Section:\s/){
            ($section)= ($line =~ /^Section: (.*)$/);
            next;
        }

        # Trigger for filename
        if ($line =~ /^Filename:\s/){
            my ($filename) = ($line =~ /^Filename: (.*)$/);
            store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path );
            next;
        }
    }

    close( $PACKAGES );
    unlink( "$path.in" );
    &main::daemon_log("$session_id DEBUG: unlink '$path.in'", 1); 
}


sub store_fileinfo {
    my( $package, $file, $dist, $path, $vers, $srvdir) = @_;

    my %fileinfo = (
        'package' => $package,
        'dist' => $dist,
        'version' => $vers,
    );

    $repo_files{ "${srvdir}/$file" } = \%fileinfo;
}


sub cleanup_and_extract {
    my $fileinfo = $repo_files{ $File::Find::name };

    if( defined $fileinfo ) {

        my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d";
        my $sql;
        my $package = $fileinfo->{ 'package' };
        my $newver = $fileinfo->{ 'version' };

        mkpath($dir);
        system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" );

		if( -f "$dir/DEBIAN/templates" ) {

			daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 5);

			my $tmpl= "";
			{
				local $/=undef;
				open FILE, "$dir/DEBIAN/templates";
				$tmpl = &encode_base64(<FILE>);
				close FILE;
			}
			rmtree("$dir/DEBIAN/templates");

			$sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';";
        	push @packages_list_statements, $sql;
		}
    }

    return;
}


#==== MAIN = main ==============================================================
#  parse commandline options
Getopt::Long::Configure( "bundling" );
GetOptions("h|help" => \&usage,
        "c|config=s" => \$cfg_file,
        "f|foreground" => \$foreground,
        "v|verbose+" => \$verbose,
        "no-bus+" => \$no_bus,
        "no-arp+" => \$no_arp,
           );

#  read and set config parameters
&check_cmdline_param ;
&read_configfile;
&check_pid;

$SIG{CHLD} = 'IGNORE';

# forward error messages to logfile
if( ! $foreground ) {
  open( STDIN,  '+>/dev/null' );
  open( STDOUT, '+>&STDIN'    );
  open( STDERR, '+>&STDIN'    );
}

# Just fork, if we are not in foreground mode
if( ! $foreground ) { 
    chdir '/'                 or die "Can't chdir to /: $!";
    $pid = fork;
    setsid                    or die "Can't start a new session: $!";
    umask 0;
} else { 
    $pid = $$; 
}

# Do something useful - put our PID into the pid_file
if( 0 != $pid ) {
    open( LOCK_FILE, ">$pid_file" );
    print LOCK_FILE "$pid\n";
    close( LOCK_FILE );
    if( !$foreground ) { 
        exit( 0 ) 
    };
}

# parse head url and revision from svn
my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'};
$server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/;
$server_headURL = defined $1 ? $1 : 'unknown' ;
$server_revision = defined $2 ? $2 : 'unknown' ;
if ($server_headURL =~ /\/tag\// || 
        $server_headURL =~ /\/branches\// ) {
    $server_status = "stable"; 
} else {
    $server_status = "developmental" ;
}


daemon_log(" ", 1);
daemon_log("$0 started!", 1);
daemon_log("status: $server_status", 1);
daemon_log($server_status_hash->{$server_status}.": $server_revision", 1); 

if ($no_bus > 0) {
    $bus_activ = "false"
}

# connect to gosa-si job queue
$job_db = GOSA::DBsqlite->new($job_queue_file_name);
$job_db->create_table($job_queue_tn, \@job_queue_col_names);

# connect to known_clients_db
$known_clients_db = GOSA::DBsqlite->new($known_clients_file_name);
$known_clients_db->create_table($known_clients_tn, \@known_clients_col_names);

# connect to known_server_db
$known_server_db = GOSA::DBsqlite->new($known_server_file_name);
$known_server_db->create_table($known_server_tn, \@known_server_col_names);

# connect to login_usr_db
$login_users_db = GOSA::DBsqlite->new($login_users_file_name);
$login_users_db->create_table($login_users_tn, \@login_users_col_names);

# connect to fai_server_db and fai_release_db
unlink($fai_server_file_name);
$fai_server_db = GOSA::DBsqlite->new($fai_server_file_name);
$fai_server_db->create_table($fai_server_tn, \@fai_server_col_names);

unlink($fai_release_file_name);
$fai_release_db = GOSA::DBsqlite->new($fai_release_file_name);
$fai_release_db->create_table($fai_release_tn, \@fai_release_col_names);

# connect to packages_list_db
#unlink($packages_list_file_name);
unlink($packages_list_under_construction);
$packages_list_db = GOSA::DBsqlite->new($packages_list_file_name);
$packages_list_db->create_table($packages_list_tn, \@packages_list_col_names);

# connect to messaging_db
$messaging_db = GOSA::DBsqlite->new($messaging_file_name);
$messaging_db->create_table($messaging_tn, \@messaging_col_names);


# create xml object used for en/decrypting
$xml = new XML::Simple();

# create socket for incoming xml messages

POE::Component::Server::TCP->new(
	Port => $server_port,
	ClientInput => sub {
        my ($kernel, $input) = @_[KERNEL, ARG0];
        push(@tasks, $input);
        $kernel->yield("next_task");
        },
    InlineStates => {
        next_task => \&next_task,
        task_result => \&handle_task_result,
        task_done   => \&handle_task_done,
        task_debug  => \&handle_task_debug,
        child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
    }
);

daemon_log("start socket for incoming xml messages at port '$server_port' ", 1);

# create session for repeatedly checking the job queue for jobs
POE::Session->create(
	inline_states => {
		_start => \&_start,
		sig_handler => \&sig_handler,
        watch_for_new_messages => \&watch_for_new_messages,
        watch_for_delivery_messages => \&watch_for_delivery_messages,
        watch_for_done_messages => \&watch_for_done_messages,
		watch_for_new_jobs => \&watch_for_new_jobs,
        watch_for_done_jobs => \&watch_for_done_jobs,
        create_packages_list_db => \&run_create_packages_list_db,
        create_fai_server_db => \&run_create_fai_server_db,
        create_fai_release_db => \&run_create_fai_release_db,
        session_run_result => \&session_run_result,
        session_run_debug => \&session_run_debug,
        session_run_done => \&session_run_done,
        child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
	}
);


# import all modules
&import_modules;

# check wether all modules are gosa-si valid passwd check

POE::Kernel->run();
exit;