gosa-si/gosa-si-server

   1 #!/usr/bin/perl
   2 #===============================================================================
   3 #
   4 #         FILE:  gosa-sd
   5 #
   6 #        USAGE:  ./gosa-sd
   7 #
   8 #  DESCRIPTION:
   9 #
  10 #      OPTIONS:  ---
  11 # REQUIREMENTS:  libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl
  12 #                libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl
  13 #                libpoe-perl
  14 #         BUGS:  ---
  15 #        NOTES:
  16 #       AUTHOR:   (Andreas Rettenberger), <rettenberger@gonicus.de>
  17 #      COMPANY:
  18 #      VERSION:  1.0
  19 #      CREATED:  12.09.2007 08:54:41 CEST
  20 #     REVISION:  ---
  21 #===============================================================================
  22
  23
  24 # TODO
  25 #
  26 # max_children wird momentan nicht mehr verwendet, jede eingehende nachricht bekommt ein eigenes POE child
  27
  28 use strict;
  29 use warnings;
  30 use Getopt::Long;
  31 use Config::IniFiles;
  32 use POSIX;
  33
  34 use Fcntl;
  35 use IO::Socket::INET;
  36 use IO::Handle;
  37 use IO::Select;
  38 use Symbol qw(qualify_to_ref);
  39 use Crypt::Rijndael;
  40 use MIME::Base64;
  41 use Digest::MD5  qw(md5 md5_hex md5_base64);
  42 use XML::Simple;
  43 use Data::Dumper;
  44 use Sys::Syslog qw( :DEFAULT setlogsock);
  45 use Cwd;
  46 use File::Spec;
  47 use File::Basename;
  48 use File::Find;
  49 use File::Copy;
  50 use File::Path;
  51 use GOSA::DBsqlite;
  52 use GOSA::GosaSupportDaemon;
  53 use POE qw(Component::Server::TCP Wheel::Run Filter::Reference);
  54 use Net::LDAP;
  55 use Net::LDAP::Util qw(:escape);
  56 use Time::HiRes qw( usleep);
  57 use DateTime;
  58
  59 my $modules_path = "/usr/lib/gosa-si/modules";
  60 use lib "/usr/lib/gosa-si/modules";
  61
  62 # revision number of server and program name
  63 my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $';
  64 my $server_headURL;
  65 my $server_revision;
  66 my $server_status;
  67 our $prg= basename($0);
  68
  69 our $global_kernel;
  70 my ($foreground, $ping_timeout);
  71 my ($server);
  72 my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay);
  73 my ($messaging_db_loop_delay);
  74 my ($known_modules);
  75 my ($procid, $pid);
  76 my ($arp_fifo);
  77 my ($xml);
  78 my $sources_list;
  79 my $max_clients;
  80 my %repo_files=();
  81 my $repo_path;
  82 my %repo_dirs=();
  83 # variables declared in config file are always set to 'our'
  84 our (%cfg_defaults, $log_file, $pid_file,
  85     $server_ip, $server_port, $ClientPackages_key,
  86     $arp_activ, $gosa_unit_tag,
  87     $GosaPackages_key, $gosa_timeout,
  88     $foreign_server_string, $server_domain, $ServerPackages_key, $foreign_servers_register_delay,
  89     $wake_on_lan_passwd, $job_synchronization, $modified_jobs_loop_delay,
  90     $arp_enabled, $arp_interface,
  91     $opsi_enabled, $opsi_server, $opsi_admin, $opsi_password,
  92 );
  93
  94 # additional variable which should be globaly accessable
  95 our $server_address;
  96 our $server_mac_address;
  97 our $gosa_address;
  98 our $no_arp;
  99 our $verbose;
 100 our $forground;
 101 our $cfg_file;
 102 our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn);
 103
 104 # specifies the verbosity of the daemon_log
 105 $verbose = 0 ;
 106
 107 # if foreground is not null, script will be not forked to background
 108 $foreground = 0 ;
 109
 110 # specifies the timeout seconds while checking the online status of a registrating client
 111 $ping_timeout = 5;
 112
 113 $no_arp = 0;
 114 my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress";
 115 my @packages_list_statements;
 116 my $watch_for_new_jobs_in_progress = 0;
 117
 118 # holds all incoming decrypted messages
 119 our $incoming_db;
 120 our $incoming_tn = 'incoming';
 121 my $incoming_file_name;
 122 my @incoming_col_names = ("id INTEGER PRIMARY KEY",
 123         "timestamp DEFAULT 'none'",
 124         "headertag DEFAULT 'none'",
 125                 "targettag DEFAULT 'none'",
 126         "xmlmessage DEFAULT 'none'",
 127         "module DEFAULT 'none'",
 128         "sessionid DEFAULT '0'",
 129         );
 130
 131 # holds all gosa jobs
 132 our $job_db;
 133 our $job_queue_tn = 'jobs';
 134 my $job_queue_file_name;
 135 my @job_queue_col_names = ("id INTEGER PRIMARY KEY",
 136                 "timestamp DEFAULT 'none'",
 137                 "status DEFAULT 'none'",
 138                 "result DEFAULT 'none'",
 139                 "progress DEFAULT 'none'",
 140         "headertag DEFAULT 'none'",
 141                 "targettag DEFAULT 'none'",
 142                 "xmlmessage DEFAULT 'none'",
 143                 "macaddress DEFAULT 'none'",
 144                 "plainname DEFAULT 'none'",
 145         "siserver DEFAULT 'none'",
 146         "modified DEFAULT '0'",
 147                 );
 148
 149 # holds all other gosa-si-server
 150 our $known_server_db;
 151 our $known_server_tn = "known_server";
 152 my $known_server_file_name;
 153 my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp");
 154
 155 # holds all registrated clients
 156 our $known_clients_db;
 157 our $known_clients_tn = "known_clients";
 158 my $known_clients_file_name;
 159 my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events", "keylifetime");
 160
 161 # holds all registered clients at a foreign server
 162 our $foreign_clients_db;
 163 our $foreign_clients_tn = "foreign_clients";
 164 my $foreign_clients_file_name;
 165 my @foreign_clients_col_names = ("hostname", "macaddress", "regserver", "timestamp");
 166
 167 # holds all logged in user at each client
 168 our $login_users_db;
 169 our $login_users_tn = "login_users";
 170 my $login_users_file_name;
 171 my @login_users_col_names = ("client", "user", "timestamp");
 172
 173 # holds all fai server, the debian release and tag
 174 our $fai_server_db;
 175 our $fai_server_tn = "fai_server";
 176 my $fai_server_file_name;
 177 our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag");
 178
 179 our $fai_release_db;
 180 our $fai_release_tn = "fai_release";
 181 my $fai_release_file_name;
 182 our @fai_release_col_names = ("timestamp", "release", "class", "type", "state");
 183
 184 # holds all packages available from different repositories
 185 our $packages_list_db;
 186 our $packages_list_tn = "packages_list";
 187 my $packages_list_file_name;
 188 our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp");
 189 my $outdir = "/tmp/packages_list_db";
 190 my $arch = "i386";
 191
 192 # holds all messages which should be delivered to a user
 193 our $messaging_db;
 194 our $messaging_tn = "messaging";
 195 our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to",
 196         "flag", "direction", "delivery_time", "message", "timestamp" );
 197 my $messaging_file_name;
 198
 199 # path to directory to store client install log files
 200 our $client_fai_log_dir = "/var/log/fai";
 201
 202 # queue which stores taskes until one of the $max_children children are ready to process the task
 203 my @tasks = qw();
 204 my @msgs_to_decrypt = qw();
 205 my $max_children = 2;
 206
 207
 208 # loop delay for job queue to look for opsi jobs
 209 my $job_queue_opsi_delay = 10;
 210 our $opsi_client;
 211 our $opsi_url;
 212
 213
 214
 215 %cfg_defaults = (
 216 "general" => {
 217     "log-file" => [\$log_file, "/var/run/".$prg.".log"],
 218     "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"],
 219     },
 220 "server" => {
 221     "ip" => [\$server_ip, "0.0.0.0"],
 222     "port" => [\$server_port, "20081"],
 223     "known-clients"        => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ],
 224     "known-servers"        => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'],
 225     "incoming"             => [\$incoming_file_name, '/var/lib/gosa-si/incoming.db'],
 226     "login-users"          => [\$login_users_file_name, '/var/lib/gosa-si/users.db'],
 227     "fai-server"           => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'],
 228     "fai-release"          => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'],
 229     "packages-list"        => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'],
 230     "messaging"            => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'],
 231     "foreign-clients"      => [\$foreign_clients_file_name, '/var/lib/gosa-si/foreign_clients.db'],
 232     "source-list"          => [\$sources_list, '/etc/apt/sources.list'],
 233     "repo-path"            => [\$repo_path, '/srv/www/repository'],
 234     "ldap-uri"             => [\$ldap_uri, ""],
 235     "ldap-base"            => [\$ldap_base, ""],
 236     "ldap-admin-dn"        => [\$ldap_admin_dn, ""],
 237     "ldap-admin-password"  => [\$ldap_admin_password, ""],
 238     "gosa-unit-tag"        => [\$gosa_unit_tag, ""],
 239     "max-clients"          => [\$max_clients, 10],
 240     "wol-password"           => [\$wake_on_lan_passwd, ""],
 241     },
 242 "GOsaPackages" => {
 243     "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'],
 244     "job-queue-loop-delay" => [\$job_queue_loop_delay, 3],
 245     "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3],
 246     "key" => [\$GosaPackages_key, "none"],
 247     },
 248 "ClientPackages" => {
 249     "key" => [\$ClientPackages_key, "none"],
 250     },
 251 "ServerPackages"=> {
 252     "address"      => [\$foreign_server_string, ""],
 253     "domain"  => [\$server_domain, ""],
 254     "key"     => [\$ServerPackages_key, "none"],
 255     "key-lifetime" => [\$foreign_servers_register_delay, 120],
 256     "job-synchronization-enabled" => [\$job_synchronization, "true"],
 257     "synchronization-loop" => [\$modified_jobs_loop_delay, 5],
 258     },
 259 "ArpHandler" => {
 260     "enabled"   => [\$arp_enabled, "true"],
 261     "interface" => [\$arp_interface, "all"],
 262         },
 263 "Opsi" => {
 264     "enabled"  => [\$opsi_enabled, "false"],
 265     "server"   => [\$opsi_server, "localhost"],
 266     "admin"    => [\$opsi_admin, "opsi-admin"],
 267     "password" => [\$opsi_password, "secret"],
 268    },
 269
 270 );
 271
 272
 273 #===  FUNCTION  ================================================================
 274 #         NAME:  usage
 275 #   PARAMETERS:  nothing
 276 #      RETURNS:  nothing
 277 #  DESCRIPTION:  print out usage text to STDERR
 278 #===============================================================================
 279 sub usage {
 280     print STDERR << "EOF" ;
 281 usage: $prg [-hvf] [-c config]
 282
 283            -h        : this (help) message
 284            -c <file> : config file
 285            -f        : foreground, process will not be forked to background
 286            -v        : be verbose (multiple to increase verbosity)
 287            -no-arp   : starts $prg without connection to arp module
 288
 289 EOF
 290     print "\n" ;
 291 }
 292
 293
 294 #===  FUNCTION  ================================================================
 295 #         NAME:  logging
 296 #   PARAMETERS:  level - string - default 'info'
 297 #                msg - string -
 298 #                facility - string - default 'LOG_DAEMON'
 299 #      RETURNS:  nothing
 300 #  DESCRIPTION:  function for logging
 301 #===============================================================================
 302 sub daemon_log {
 303     # log into log_file
 304     my( $msg, $level ) = @_;
 305     if(not defined $msg) { return }
 306     if(not defined $level) { $level = 1 }
 307     if(defined $log_file){
 308         open(LOG_HANDLE, ">>$log_file");
 309         chmod 0600, $log_file;
 310         if(not defined open( LOG_HANDLE, ">>$log_file" )) {
 311             print STDERR "cannot open $log_file: $!";
 312             return
 313         }
 314         chomp($msg);
 315         #$msg =~s/\n//g;   # no newlines are allowed in log messages, this is important for later log parsing
 316         if($level <= $verbose){
 317             my ($seconds, $minutes, $hours, $monthday, $month,
 318                     $year, $weekday, $yearday, $sommertime) = localtime(time);
 319             $hours = $hours < 10 ? $hours = "0".$hours : $hours;
 320             $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes;
 321             $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds;
 322             my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec");
 323             $month = $monthnames[$month];
 324             $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday;
 325             $year+=1900;
 326             my $name = $prg;
 327
 328             my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n";
 329             print LOG_HANDLE $log_msg;
 330             if( $foreground ) {
 331                 print STDERR $log_msg;
 332             }
 333         }
 334         close( LOG_HANDLE );
 335     }
 336 }
 337
 338
 339 #===  FUNCTION  ================================================================
 340 #         NAME:  check_cmdline_param
 341 #   PARAMETERS:  nothing
 342 #      RETURNS:  nothing
 343 #  DESCRIPTION:  validates commandline parameter
 344 #===============================================================================
 345 sub check_cmdline_param () {
 346     my $err_config;
 347     my $err_counter = 0;
 348         if(not defined($cfg_file)) {
 349                 $cfg_file = "/etc/gosa-si/server.conf";
 350                 if(! -r $cfg_file) {
 351                         $err_config = "please specify a config file";
 352                         $err_counter += 1;
 353                 }
 354     }
 355     if( $err_counter > 0 ) {
 356         &usage( "", 1 );
 357         if( defined( $err_config)) { print STDERR "$err_config\n"}
 358         print STDERR "\n";
 359         exit( -1 );
 360     }
 361 }
 362
 363
 364 #===  FUNCTION  ================================================================
 365 #         NAME:  check_pid
 366 #   PARAMETERS:  nothing
 367 #      RETURNS:  nothing
 368 #  DESCRIPTION:  handels pid processing
 369 #===============================================================================
 370 sub check_pid {
 371     $pid = -1;
 372     # Check, if we are already running
 373     if( open(LOCK_FILE, "<$pid_file") ) {
 374         $pid = <LOCK_FILE>;
 375         if( defined $pid ) {
 376             chomp( $pid );
 377             if( -f "/proc/$pid/stat" ) {
 378                 my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/;
 379                 if( $stat ) {
 380                                         daemon_log("ERROR: Already running",1);
 381                     close( LOCK_FILE );
 382                     exit -1;
 383                 }
 384             }
 385         }
 386         close( LOCK_FILE );
 387         unlink( $pid_file );
 388     }
 389
 390     # create a syslog msg if it is not to possible to open PID file
 391     if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) {
 392         my($msg) = "Couldn't obtain lockfile '$pid_file' ";
 393         if (open(LOCK_FILE, '<', $pid_file)
 394                 && ($pid = <LOCK_FILE>))
 395         {
 396             chomp($pid);
 397             $msg .= "(PID $pid)\n";
 398         } else {
 399             $msg .= "(unable to read PID)\n";
 400         }
 401         if( ! ($foreground) ) {
 402             openlog( $0, "cons,pid", "daemon" );
 403             syslog( "warning", $msg );
 404             closelog();
 405         }
 406         else {
 407             print( STDERR " $msg " );
 408         }
 409         exit( -1 );
 410     }
 411 }
 412
 413 #===  FUNCTION  ================================================================
 414 #         NAME:  import_modules
 415 #   PARAMETERS:  module_path - string - abs. path to the directory the modules
 416 #                are stored
 417 #      RETURNS:  nothing
 418 #  DESCRIPTION:  each file in module_path which ends with '.pm' and activation
 419 #                state is on is imported by "require 'file';"
 420 #===============================================================================
 421 sub import_modules {
 422     daemon_log(" ", 1);
 423
 424     if (not -e $modules_path) {
 425         daemon_log("0 ERROR: cannot find directory or directory is not readable: $modules_path", 1);
 426     }
 427
 428     opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n";
 429     while (defined (my $file = readdir (DIR))) {
 430         if (not $file =~ /(\S*?).pm$/) {
 431             next;
 432         }
 433                 my $mod_name = $1;
 434
 435         # ArpHandler switch
 436         if( $file =~ /ArpHandler.pm/ ) {
 437             if( $arp_enabled eq "false" ) { next; }
 438         }
 439
 440         eval { require $file; };
 441         if ($@) {
 442             daemon_log("0 ERROR: gosa-si-server could not load module $file", 1);
 443             daemon_log("$@", 5);
 444                 } else {
 445                         my $info = eval($mod_name.'::get_module_info()');
 446                         # Only load module if get_module_info() returns a non-null object
 447                         if( $info ) {
 448                                 my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info};
 449                                 $known_modules->{$mod_name} = $info;
 450                                 daemon_log("0 INFO: module $mod_name loaded", 5);
 451                         }
 452                 }
 453     }
 454     close (DIR);
 455 }
 456
 457 #===  FUNCTION  ================================================================
 458 #         NAME:  password_check
 459 #   PARAMETERS:  nothing
 460 #      RETURNS:  nothing
 461 #  DESCRIPTION:  escalates an critical error if two modules exist which are avaialable by
 462 #                the same password
 463 #===============================================================================
 464 sub password_check {
 465     my $passwd_hash = {};
 466     while (my ($mod_name, $mod_info) = each %$known_modules) {
 467         my $mod_passwd = @$mod_info[1];
 468         if (not defined $mod_passwd) { next; }
 469         if (not exists $passwd_hash->{$mod_passwd}) {
 470             $passwd_hash->{$mod_passwd} = $mod_name;
 471
 472         # escalates critical error
 473         } else {
 474             &daemon_log("0 ERROR: two loaded modules do have the same password. Please modify the 'key'-parameter in config file");
 475             &daemon_log("0 ERROR: module='$mod_name' and module='".$passwd_hash->{$mod_passwd}."'");
 476             exit( -1 );
 477         }
 478     }
 479
 480 }
 481
 482
 483 #===  FUNCTION  ================================================================
 484 #         NAME:  sig_int_handler
 485 #   PARAMETERS:  signal - string - signal arose from system
 486 #      RETURNS:  nothing
 487 #  DESCRIPTION:  handels tasks to be done befor signal becomes active
 488 #===============================================================================
 489 sub sig_int_handler {
 490     my ($signal) = @_;
 491
 492 #       if (defined($ldap_handle)) {
 493 #               $ldap_handle->disconnect;
 494 #       }
 495     # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden
 496
 497
 498     daemon_log("shutting down gosa-si-server", 1);
 499     system("kill `ps -C gosa-si-server -o pid=`");
 500 }
 501 $SIG{INT} = \&sig_int_handler;
 502
 503
 504 sub check_key_and_xml_validity {
 505     my ($crypted_msg, $module_key, $session_id) = @_;
 506     my $msg;
 507     my $msg_hash;
 508     my $error_string;
 509     eval{
 510         $msg = &decrypt_msg($crypted_msg, $module_key);
 511
 512         if ($msg =~ /<xml>/i){
 513             $msg =~ s/\s+/ /g;  # just for better daemon_log
 514             daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8);
 515             $msg_hash = $xml->XMLin($msg, ForceArray=>1);
 516
 517             ##############
 518             # check header
 519             if( not exists $msg_hash->{'header'} ) { die "no header specified"; }
 520             my $header_l = $msg_hash->{'header'};
 521             if( 1 > @{$header_l} ) { die 'empty header tag'; }
 522             if( 1 < @{$header_l} ) { die 'more than one header specified'; }
 523             my $header = @{$header_l}[0];
 524             if( 0 == length $header) { die 'empty string in header tag'; }
 525
 526             ##############
 527             # check source
 528             if( not exists $msg_hash->{'source'} ) { die "no source specified"; }
 529             my $source_l = $msg_hash->{'source'};
 530             if( 1 > @{$source_l} ) { die 'empty source tag'; }
 531             if( 1 < @{$source_l} ) { die 'more than one source specified'; }
 532             my $source = @{$source_l}[0];
 533             if( 0 == length $source) { die 'source error'; }
 534
 535             ##############
 536             # check target
 537             if( not exists $msg_hash->{'target'} ) { die "no target specified"; }
 538             my $target_l = $msg_hash->{'target'};
 539             if( 1 > @{$target_l} ) { die 'empty target tag'; }
 540         }
 541     };
 542     if($@) {
 543         daemon_log("$session_id ERROR: do not understand the message: $@", 1);
 544         $msg = undef;
 545         $msg_hash = undef;
 546     }
 547
 548     return ($msg, $msg_hash);
 549 }
 550
 551
 552 sub check_outgoing_xml_validity {
 553     my ($msg, $session_id) = @_;
 554
 555     my $msg_hash;
 556     eval{
 557         $msg_hash = $xml->XMLin($msg, ForceArray=>1);
 558
 559         ##############
 560         # check header
 561         my $header_l = $msg_hash->{'header'};
 562         if( 1 != @{$header_l} ) {
 563             die 'no or more than one headers specified';
 564         }
 565         my $header = @{$header_l}[0];
 566         if( 0 == length $header) {
 567             die 'header has length 0';
 568         }
 569
 570         ##############
 571         # check source
 572         my $source_l = $msg_hash->{'source'};
 573         if( 1 != @{$source_l} ) {
 574             die 'no or more than 1 sources specified';
 575         }
 576         my $source = @{$source_l}[0];
 577         if( 0 == length $source) {
 578             die 'source has length 0';
 579         }
 580         unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
 581                 $source =~ /^GOSA$/i ) {
 582             die "source '$source' is neither a complete ip-address with port nor 'GOSA'";
 583         }
 584
 585         ##############
 586         # check target
 587         my $target_l = $msg_hash->{'target'};
 588         if( 0 == @{$target_l} ) {
 589             die "no targets specified";
 590         }
 591         foreach my $target (@$target_l) {
 592             if( 0 == length $target) {
 593                 die "target has length 0";
 594             }
 595             unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
 596                     $target =~ /^GOSA$/i ||
 597                     $target =~ /^\*$/ ||
 598                     $target =~ /KNOWN_SERVER/i ||
 599                     $target =~ /JOBDB/i ||
 600                     $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){
 601                 die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address";
 602             }
 603         }
 604     };
 605     if($@) {
 606         daemon_log("$session_id ERROR: outgoing msg is not gosa-si envelope conform: $@", 1);
 607         daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 1);
 608         $msg_hash = undef;
 609     }
 610
 611     return ($msg_hash);
 612 }
 613
 614
 615 sub input_from_known_server {
 616     my ($input, $remote_ip, $session_id) = @_ ;
 617     my ($msg, $msg_hash, $module);
 618
 619     my $sql_statement= "SELECT * FROM known_server";
 620     my $query_res = $known_server_db->select_dbentry( $sql_statement );
 621
 622     while( my ($hit_num, $hit) = each %{ $query_res } ) {
 623         my $host_name = $hit->{hostname};
 624         if( not $host_name =~ "^$remote_ip") {
 625             next;
 626         }
 627         my $host_key = $hit->{hostkey};
 628         daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7);
 629         daemon_log("$session_id DEBUG: input_from_known_server: host_key: $host_key", 7);
 630
 631         # check if module can open msg envelope with module key
 632         my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);
 633         if( (!$tmp_msg) || (!$tmp_msg_hash) ) {
 634             daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7);
 635             daemon_log("$@", 8);
 636             next;
 637         }
 638         else {
 639             $msg = $tmp_msg;
 640             $msg_hash = $tmp_msg_hash;
 641             $module = "ServerPackages";
 642             last;
 643         }
 644     }
 645
 646     if( (!$msg) || (!$msg_hash) || (!$module) ) {
 647         daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7);
 648     }
 649
 650     return ($msg, $msg_hash, $module);
 651 }
 652
 653
 654 sub input_from_known_client {
 655     my ($input, $remote_ip, $session_id) = @_ ;
 656     my ($msg, $msg_hash, $module);
 657
 658     my $sql_statement= "SELECT * FROM known_clients";
 659     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
 660     while( my ($hit_num, $hit) = each %{ $query_res } ) {
 661         my $host_name = $hit->{hostname};
 662         if( not $host_name =~ /^$remote_ip:\d*$/) {
 663                 next;
 664                 }
 665         my $host_key = $hit->{hostkey};
 666         &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7);
 667         &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7);
 668
 669         # check if module can open msg envelope with module key
 670         ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);
 671
 672         if( (!$msg) || (!$msg_hash) ) {
 673             &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7);
 674             &daemon_log("$@", 8);
 675             next;
 676         }
 677         else {
 678             $module = "ClientPackages";
 679             last;
 680         }
 681     }
 682
 683     if( (!$msg) || (!$msg_hash) || (!$module) ) {
 684         &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7);
 685     }
 686
 687     return ($msg, $msg_hash, $module);
 688 }
 689
 690
 691 sub input_from_unknown_host {
 692     no strict "refs";
 693     my ($input, $session_id) = @_ ;
 694     my ($msg, $msg_hash, $module);
 695     my $error_string;
 696
 697         my %act_modules = %$known_modules;
 698
 699     while( my ($mod, $info) = each(%act_modules)) {
 700
 701         # check a key exists for this module
 702         my $module_key = ${$mod."_key"};
 703         if( not defined $module_key ) {
 704             if( $mod eq 'ArpHandler' ) {
 705                 next;
 706             }
 707             daemon_log("$session_id ERROR: no key specified in config file for $mod", 1);
 708             next;
 709         }
 710         daemon_log("$session_id DEBUG: $mod: $module_key", 7);
 711
 712         # check if module can open msg envelope with module key
 713         ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id);
 714         if( (not defined $msg) || (not defined $msg_hash) ) {
 715             next;
 716         }
 717         else {
 718             $module = $mod;
 719             last;
 720         }
 721     }
 722
 723     if( (!$msg) || (!$msg_hash) || (!$module)) {
 724         daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7);
 725     }
 726
 727     return ($msg, $msg_hash, $module);
 728 }
 729
 730
 731 sub create_ciphering {
 732     my ($passwd) = @_;
 733         if((!defined($passwd)) || length($passwd)==0) {
 734                 $passwd = "";
 735         }
 736     $passwd = substr(md5_hex("$passwd") x 32, 0, 32);
 737     my $iv = substr(md5_hex('GONICUS GmbH'),0, 16);
 738     my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC());
 739     $my_cipher->set_iv($iv);
 740     return $my_cipher;
 741 }
 742
 743
 744 sub encrypt_msg {
 745     my ($msg, $key) = @_;
 746     my $my_cipher = &create_ciphering($key);
 747     my $len;
 748     {
 749             use bytes;
 750             $len= 16-length($msg)%16;
 751     }
 752     $msg = "\0"x($len).$msg;
 753     $msg = $my_cipher->encrypt($msg);
 754     chomp($msg = &encode_base64($msg));
 755     # there are no newlines allowed inside msg
 756     $msg=~ s/\n//g;
 757     return $msg;
 758 }
 759
 760
 761 sub decrypt_msg {
 762
 763     my ($msg, $key) = @_ ;
 764     $msg = &decode_base64($msg);
 765     my $my_cipher = &create_ciphering($key);
 766     $msg = $my_cipher->decrypt($msg);
 767     $msg =~ s/\0*//g;
 768     return $msg;
 769 }
 770
 771
 772 sub get_encrypt_key {
 773     my ($target) = @_ ;
 774     my $encrypt_key;
 775     my $error = 0;
 776
 777     # target can be in known_server
 778     if( not defined $encrypt_key ) {
 779         my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'";
 780         my $query_res = $known_server_db->select_dbentry( $sql_statement );
 781         while( my ($hit_num, $hit) = each %{ $query_res } ) {
 782             my $host_name = $hit->{hostname};
 783             if( $host_name ne $target ) {
 784                 next;
 785             }
 786             $encrypt_key = $hit->{hostkey};
 787             last;
 788         }
 789     }
 790
 791     # target can be in known_client
 792     if( not defined $encrypt_key ) {
 793         my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'";
 794         my $query_res = $known_clients_db->select_dbentry( $sql_statement );
 795         while( my ($hit_num, $hit) = each %{ $query_res } ) {
 796             my $host_name = $hit->{hostname};
 797             if( $host_name ne $target ) {
 798                 next;
 799             }
 800             $encrypt_key = $hit->{hostkey};
 801             last;
 802         }
 803     }
 804
 805     return $encrypt_key;
 806 }
 807
 808
 809 #===  FUNCTION  ================================================================
 810 #         NAME:  open_socket
 811 #   PARAMETERS:  PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000
 812 #                [PeerPort] string necessary if port not appended by PeerAddr
 813 #      RETURNS:  socket IO::Socket::INET
 814 #  DESCRIPTION:  open a socket to PeerAddr
 815 #===============================================================================
 816 sub open_socket {
 817     my ($PeerAddr, $PeerPort) = @_ ;
 818     if(defined($PeerPort)){
 819         $PeerAddr = $PeerAddr.":".$PeerPort;
 820     }
 821     my $socket;
 822     $socket = new IO::Socket::INET(PeerAddr => $PeerAddr,
 823             Porto => "tcp",
 824             Type => SOCK_STREAM,
 825             Timeout => 5,
 826             );
 827     if(not defined $socket) {
 828         return;
 829     }
 830 #    &daemon_log("DEBUG: open_socket: $PeerAddr", 7);
 831     return $socket;
 832 }
 833
 834
 835 sub get_local_ip_for_remote_ip {
 836         my $remote_ip= shift;
 837         my $result="0.0.0.0";
 838
 839         if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) {
 840                 if($remote_ip eq "127.0.0.1") {
 841                         $result = "127.0.0.1";
 842                 } else {
 843                         my $PROC_NET_ROUTE= ('/proc/net/route');
 844
 845                         open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE")
 846                                 or die "Could not open $PROC_NET_ROUTE";
 847
 848                         my @ifs = <PROC_NET_ROUTE>;
 849
 850                         close(PROC_NET_ROUTE);
 851
 852                         # Eat header line
 853                         shift @ifs;
 854                         chomp @ifs;
 855                         foreach my $line(@ifs) {
 856                                 my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line);
 857                                 my $destination;
 858                                 my $mask;
 859                                 my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination);
 860                                 $destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
 861                                 ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask);
 862                                 $mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
 863                                 if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) {
 864                                         # destination matches route, save mac and exit
 865                                         $result= &get_ip($Iface);
 866                                         last;
 867                                 }
 868                         }
 869                 }
 870         } else {
 871                 daemon_log("0 WARNING: get_local_ip_for_remote_ip() was called with a non-ip parameter: '$remote_ip'", 1);
 872         }
 873         return $result;
 874 }
 875
 876
 877 sub send_msg_to_target {
 878     my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ;
 879     my $error = 0;
 880     my $header;
 881     my $timestamp = &get_time();
 882     my $new_status;
 883     my $act_status;
 884     my ($sql_statement, $res);
 885
 886     if( $msg_header ) {
 887         $header = "'$msg_header'-";
 888     } else {
 889         $header = "";
 890     }
 891
 892         # Patch the source ip
 893         if($msg =~ /<source>0\.0\.0\.0:\d*?<\/source>/) {
 894                 my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/));
 895                 $msg =~ s/<source>(0\.0\.0\.0):(\d*?)<\/source>/<source>$remote_ip:$2<\/source>/s;
 896         }
 897
 898     # encrypt xml msg
 899     my $crypted_msg = &encrypt_msg($msg, $encrypt_key);
 900
 901     # opensocket
 902     my $socket = &open_socket($address);
 903     if( !$socket ) {
 904         daemon_log("$session_id WARNING: cannot send ".$header."msg to $address , host not reachable", 3);
 905         $error++;
 906     }
 907
 908     if( $error == 0 ) {
 909         # send xml msg
 910         print $socket $crypted_msg."\n";
 911
 912         daemon_log("$session_id INFO: send ".$header."msg to $address", 5);
 913         daemon_log("$session_id DEBUG: message:\n$msg", 9);
 914
 915     }
 916
 917     # close socket in any case
 918     if( $socket ) {
 919         close $socket;
 920     }
 921
 922     if( $error > 0 ) { $new_status = "down"; }
 923     else { $new_status = $msg_header; }
 924
 925
 926     # known_clients
 927     $sql_statement = "SELECT * FROM $known_clients_tn WHERE hostname='$address'";
 928     $res = $known_clients_db->select_dbentry($sql_statement);
 929     if( keys(%$res) == 1) {
 930         $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : "";
 931         if ($act_status eq "down" && $new_status eq "down") {
 932             $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'";
 933             $res = $known_clients_db->del_dbentry($sql_statement);
 934             daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3);
 935         } else {
 936             $sql_statement = "UPDATE known_clients SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'";
 937             $res = $known_clients_db->update_dbentry($sql_statement);
 938             if($new_status eq "down"){
 939                 daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
 940             } else {
 941                 daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
 942             }
 943         }
 944     }
 945
 946     # known_server
 947     $sql_statement = "SELECT * FROM $known_server_tn WHERE hostname='$address'";
 948     $res = $known_server_db->select_dbentry($sql_statement);
 949     if( keys(%$res) == 1) {
 950         $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : "";
 951         if ($act_status eq "down" && $new_status eq "down") {
 952             $sql_statement = "DELETE FROM known_server WHERE hostname='$address'";
 953             $res = $known_server_db->del_dbentry($sql_statement);
 954             daemon_log("$session_id WARNING: failed 2x to send a message to host '$address', delete host from known_server", 3);
 955         }
 956         else {
 957             $sql_statement = "UPDATE known_server SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'";
 958             $res = $known_server_db->update_dbentry($sql_statement);
 959             if($new_status eq "down"){
 960                 daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
 961             } else {
 962                 daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
 963             }
 964         }
 965     }
 966     return $error;
 967 }
 968
 969
 970 sub update_jobdb_status_for_send_msgs {
 971     my ($answer, $error) = @_;
 972     if( $answer =~ /<jobdb_id>(\d+)<\/jobdb_id>/ ) {
 973         my $jobdb_id = $1;
 974
 975         # sending msg faild
 976         if( $error ) {
 977             if (not $answer =~ /<header>trigger_action_reinstall<\/header>/) {
 978                 my $sql_statement = "UPDATE $job_queue_tn ".
 979                     "SET status='error', result='can not deliver msg, please consult log file' ".
 980                     "WHERE id=$jobdb_id";
 981                 my $res = $job_db->update_dbentry($sql_statement);
 982             }
 983
 984         # sending msg was successful
 985         } else {
 986             my $sql_statement = "UPDATE $job_queue_tn ".
 987                 "SET status='done' ".
 988                 "WHERE id=$jobdb_id AND status='processed'";
 989             my $res = $job_db->update_dbentry($sql_statement);
 990         }
 991     }
 992 }
 993
 994
 995 sub sig_handler {
 996         my ($kernel, $signal) = @_[KERNEL, ARG0] ;
 997         daemon_log("0 INFO got signal '$signal'", 1);
 998         $kernel->sig_handled();
 999         return;
1000 }
1001
1002
1003 sub msg_to_decrypt {
1004     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
1005     my $session_id = $session->ID;
1006     my ($msg, $msg_hash, $module);
1007     my $error = 0;
1008
1009     # hole neue msg aus @msgs_to_decrypt
1010     my $next_msg = shift @msgs_to_decrypt;
1011
1012     # entschlüssle sie
1013
1014     # msg is from a new client or gosa
1015     ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id);
1016     # msg is from a gosa-si-server
1017     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1018         ($msg, $msg_hash, $module) = &input_from_known_server($next_msg, $heap->{'remote_ip'}, $session_id);
1019     }
1020     # msg is from a gosa-si-client
1021     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1022         ($msg, $msg_hash, $module) = &input_from_known_client($next_msg, $heap->{'remote_ip'}, $session_id);
1023     }
1024     # an error occurred
1025     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1026         # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client
1027         # could not understand a msg from its server the client cause a re-registering process
1028         daemon_log("$session_id WARNING cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}.
1029                 "' to cause a re-registering of the client if necessary", 3);
1030         my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')";
1031         my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1032         while( my ($hit_num, $hit) = each %{ $query_res } ) {
1033             my $host_name = $hit->{'hostname'};
1034             my $host_key = $hit->{'hostkey'};
1035             my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source> <target>$host_name</target></xml>";
1036             my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id);
1037             &update_jobdb_status_for_send_msgs($ping_msg, $error);
1038         }
1039         $error++;
1040     }
1041
1042
1043     my $header;
1044     my $target;
1045     my $source;
1046     my $done = 0;
1047     my $sql;
1048     my $res;
1049
1050     # check whether this message should be processed here
1051     if ($error == 0) {
1052         $header = @{$msg_hash->{'header'}}[0];
1053         $target = @{$msg_hash->{'target'}}[0];
1054         $source = @{$msg_hash->{'source'}}[0];
1055                 my $not_found_in_known_clients_db = 0;
1056                 my $not_found_in_known_server_db = 0;
1057                 my $not_found_in_foreign_clients_db = 0;
1058         my $local_address;
1059         my ($target_ip, $target_port) = split(':', $target);
1060                 if ($target =~ /^\d+\.\d+\.\d+\.\d+:\d+$/) {
1061                         $local_address = &get_local_ip_for_remote_ip($target_ip).":$server_port";
1062                 } else {
1063             $local_address = $server_address;
1064         }
1065
1066         # target and source is equal to GOSA -> process here
1067         if (not $done) {
1068             if ($target eq "GOSA" && $source eq "GOSA") {
1069                 $done = 1;
1070             }
1071         }
1072
1073         # target is own address without forward_to_gosa-tag -> process here
1074         if (not $done) {
1075             if (($target eq $local_address) && (not exists $msg_hash->{'forward_to_gosa'})) {
1076                 $done = 1;
1077                 if ($source eq "GOSA") {
1078                     $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1079                 }
1080                 #print STDERR "target is own address without forward_to_gosa-tag -> process here\n";
1081             }
1082         }
1083
1084         # target is a client address in known_clients -> process here
1085                 if (not $done) {
1086                                 $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')";
1087                                 $res = $known_clients_db->select_dbentry($sql);
1088                                 if (keys(%$res) > 0) {
1089                                                 $done = 1;
1090                                                 my $hostname = $res->{1}->{'hostname'};
1091                                                 $msg =~ s/<target>$target<\/target>/<target>$hostname<\/target>/;
1092                                                 #print STDERR "target is a client address in known_clients -> process here\n";
1093                         my $local_address = &get_local_ip_for_remote_ip($target_ip).":$server_port";
1094                         if ($source eq "GOSA") {
1095                             $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1096                         }
1097
1098                                 } else {
1099                                                 $not_found_in_known_clients_db = 1;
1100                                 }
1101                 }
1102
1103         # target ist own address with forward_to_gosa-tag not pointing to myself -> process here
1104         if (not $done) {
1105             my $forward_to_gosa =  @{$msg_hash->{'forward_to_gosa'}}[0];
1106             my $gosa_at;
1107             my $gosa_session_id;
1108             if (($target eq $local_address) && (defined $forward_to_gosa)){
1109                 my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa);
1110                 if ($gosa_at ne $local_address) {
1111                     $done = 1;
1112                     #print STDERR "target is own address with forward_to_gosa-tag not pointing to myself -> process here\n";
1113                 }
1114             }
1115         }
1116
1117         # if message should be processed here -> add message to incoming_db
1118                 if ($done) {
1119                                 # if a job or a gosa message comes from a foreign server, fake module to GosaPackages
1120                                 # so gosa-si-server knows how to process this kind of messages
1121                                 if ($header =~ /^gosa_/ || $header =~ /^job_/) {
1122                                                 $module = "GosaPackages";
1123                                 }
1124
1125                                 my $res = $incoming_db->add_dbentry( {table=>$incoming_tn,
1126                                                                 primkey=>[],
1127                                                                 headertag=>$header,
1128                                                                 targettag=>$target,
1129                                                                 xmlmessage=>&encode_base64($msg),
1130                                                                 timestamp=>&get_time,
1131                                                                 module=>$module,
1132                                                                 sessionid=>$session_id,
1133                                                                 } );
1134                 }
1135
1136         # target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa
1137         if (not $done) {
1138             my $forward_to_gosa =  @{$msg_hash->{'forward_to_gosa'}}[0];
1139             my $gosa_at;
1140             my $gosa_session_id;
1141             if (($target eq $local_address) && (defined $forward_to_gosa)){
1142                 my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa);
1143                 if ($gosa_at eq $local_address) {
1144                     my $session_reference = $kernel->ID_id_to_session($gosa_session_id);
1145                     if( defined $session_reference ) {
1146                         $heap = $session_reference->get_heap();
1147                     }
1148                     if(exists $heap->{'client'}) {
1149                         $msg = &encrypt_msg($msg, $GosaPackages_key);
1150                         $heap->{'client'}->put($msg);
1151                         &daemon_log("$session_id INFO: incoming '$header' message forwarded to GOsa", 5);
1152                     }
1153                     $done = 1;
1154                     #print STDERR "target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa\n";
1155                 }
1156             }
1157
1158         }
1159
1160         # target is a client address in foreign_clients -> forward to registration server
1161         if (not $done) {
1162             $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')";
1163             $res = $foreign_clients_db->select_dbentry($sql);
1164             if (keys(%$res) > 0) {
1165                     my $hostname = $res->{1}->{'hostname'};
1166                     my ($host_ip, $host_port) = split(/:/, $hostname);
1167                     my $local_address =  &get_local_ip_for_remote_ip($host_ip).":$server_port";
1168                 my $regserver = $res->{1}->{'regserver'};
1169                 my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$regserver'";
1170                 my $res = $known_server_db->select_dbentry($sql);
1171                 if (keys(%$res) > 0) {
1172                     my $regserver_key = $res->{1}->{'hostkey'};
1173                     $msg =~ s/<source>GOSA<\/source>/<source>$local_address<\/source>/;
1174                     $msg =~ s/<target>$target<\/target>/<target>$hostname<\/target>/;
1175                     if ($source eq "GOSA") {
1176                         $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1177                     }
1178                     &send_msg_to_target($msg, $regserver, $regserver_key, $header, $session_id);
1179                 }
1180                 $done = 1;
1181                 #print STDERR "target is a client address in foreign_clients -> forward to registration server\n";
1182             } else {
1183                                 $not_found_in_foreign_clients_db = 1;
1184                         }
1185         }
1186
1187         # target is a server address -> forward to server
1188         if (not $done) {
1189             $sql = "SELECT * FROM $known_server_tn WHERE hostname='$target'";
1190             $res = $known_server_db->select_dbentry($sql);
1191             if (keys(%$res) > 0) {
1192                 my $hostkey = $res->{1}->{'hostkey'};
1193
1194                 if ($source eq "GOSA") {
1195                     $msg =~ s/<source>GOSA<\/source>/<source>$local_address<\/source>/;
1196                     $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1197
1198                 }
1199
1200                 &send_msg_to_target($msg, $target, $hostkey, $header, $session_id);
1201                 $done = 1;
1202                 #print STDERR "target is a server address -> forward to server\n";
1203             } else {
1204                                 $not_found_in_known_server_db = 1;
1205                         }
1206         }
1207
1208
1209                 # target is not in foreign_clients_db, known_server_db or known_clients_db, maybe it is a complete new one -> process here
1210                 if ( $not_found_in_foreign_clients_db
1211                                                 && $not_found_in_known_server_db
1212                                                 && $not_found_in_known_clients_db) {
1213                                 my $res = $incoming_db->add_dbentry( {table=>$incoming_tn,
1214                                                                 primkey=>[],
1215                                                                 headertag=>$header,
1216                                                                 targettag=>$target,
1217                                                                 xmlmessage=>&encode_base64($msg),
1218                                                                 timestamp=>&get_time,
1219                                                                 module=>$module,
1220                                                                 sessionid=>$session_id,
1221                                                                 } );
1222                                 $done = 1;
1223                 }
1224
1225
1226         if (not $done) {
1227             daemon_log("$session_id ERROR: do not know what to do with this message: $msg", 1);
1228             if ($source eq "GOSA") {
1229                 my %data = ('error_msg' => &encode_base64($msg), 'error_string' => "Do not know what to do with this message!");
1230                 my $error_msg = &build_msg("error", $local_address, "GOSA", \%data );
1231
1232                 my $session_reference = $kernel->ID_id_to_session($session_id);
1233                 if( defined $session_reference ) {
1234                     $heap = $session_reference->get_heap();
1235                 }
1236                 if(exists $heap->{'client'}) {
1237                     $error_msg = &encrypt_msg($error_msg, $GosaPackages_key);
1238                     $heap->{'client'}->put($error_msg);
1239                 }
1240             }
1241         }
1242
1243     }
1244
1245     return;
1246 }
1247
1248
1249 sub next_task {
1250     my ($session, $heap, $task) = @_[SESSION, HEAP, ARG0];
1251     my $running_task = POE::Wheel::Run->new(
1252             Program => sub { process_task($session, $heap, $task) },
1253             StdioFilter => POE::Filter::Reference->new(),
1254             StdoutEvent  => "task_result",
1255             StderrEvent  => "task_debug",
1256             CloseEvent   => "task_done",
1257             );
1258     $heap->{task}->{ $running_task->ID } = $running_task;
1259 }
1260
1261 sub handle_task_result {
1262     my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0];
1263     my $client_answer = $result->{'answer'};
1264     if( $client_answer =~ s/session_id=(\d+)$// ) {
1265         my $session_id = $1;
1266         if( defined $session_id ) {
1267             my $session_reference = $kernel->ID_id_to_session($session_id);
1268             if( defined $session_reference ) {
1269                 $heap = $session_reference->get_heap();
1270             }
1271         }
1272
1273         if(exists $heap->{'client'}) {
1274             $heap->{'client'}->put($client_answer);
1275         }
1276     }
1277     $kernel->sig(CHLD => "child_reap");
1278 }
1279
1280 sub handle_task_debug {
1281     my $result = $_[ARG0];
1282     print STDERR "$result\n";
1283 }
1284
1285 sub handle_task_done {
1286     my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
1287     delete $heap->{task}->{$task_id};
1288 }
1289
1290 sub process_task {
1291     no strict "refs";
1292     #CHECK: Not @_[...]?
1293     my ($session, $heap, $task) = @_;
1294     my $error = 0;
1295     my $answer_l;
1296     my ($answer_header, @answer_target_l, $answer_source);
1297     my $client_answer = "";
1298
1299     # prepare all variables needed to process message
1300     #my $msg = $task->{'xmlmessage'};
1301     my $msg = &decode_base64($task->{'xmlmessage'});
1302     my $incoming_id = $task->{'id'};
1303     my $module = $task->{'module'};
1304     my $header =  $task->{'headertag'};
1305     my $session_id = $task->{'sessionid'};
1306     my $msg_hash = $xml->XMLin($msg, ForceArray=>1);
1307     my $source = @{$msg_hash->{'source'}}[0];
1308
1309     # set timestamp of incoming client uptodate, so client will not
1310     # be deleted from known_clients because of expiration
1311     my $act_time = &get_time();
1312     my $sql = "UPDATE $known_clients_tn SET timestamp='$act_time' WHERE hostname='$source'";
1313     my $res = $known_clients_db->exec_statement($sql);
1314
1315     ######################
1316     # process incoming msg
1317     if( $error == 0) {
1318         daemon_log("$session_id INFO: Incoming msg (session_id=$session_id) with header '".@{$msg_hash->{'header'}}[0]."'", 5);
1319         daemon_log("$session_id DEBUG: Processing module ".$module, 7);
1320         $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id);
1321
1322         if ( 0 < @{$answer_l} ) {
1323             my $answer_str = join("\n", @{$answer_l});
1324             while ($answer_str =~ /<header>(\w+)<\/header>/g) {
1325                 daemon_log("$session_id INFO: got answer message with header '$1'", 5);
1326             }
1327             daemon_log("$session_id DEBUG: $module: got answer from module: \n".$answer_str,8);
1328         } else {
1329             daemon_log("$session_id DEBUG: $module: got no answer from module!" ,8);
1330         }
1331
1332     }
1333     if( !$answer_l ) { $error++ };
1334
1335     ########
1336     # answer
1337     if( $error == 0 ) {
1338
1339         foreach my $answer ( @{$answer_l} ) {
1340             # check outgoing msg to xml validity
1341             my $answer_hash = &check_outgoing_xml_validity($answer, $session_id);
1342             if( not defined $answer_hash ) { next; }
1343
1344             $answer_header = @{$answer_hash->{'header'}}[0];
1345             @answer_target_l = @{$answer_hash->{'target'}};
1346             $answer_source = @{$answer_hash->{'source'}}[0];
1347
1348             # deliver msg to all targets
1349             foreach my $answer_target ( @answer_target_l ) {
1350
1351                 # targets of msg are all gosa-si-clients in known_clients_db
1352                 if( $answer_target eq "*" ) {
1353                     # answer is for all clients
1354                     my $sql_statement= "SELECT * FROM known_clients";
1355                     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1356                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1357                         my $host_name = $hit->{hostname};
1358                         my $host_key = $hit->{hostkey};
1359                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1360                         &update_jobdb_status_for_send_msgs($answer, $error);
1361                     }
1362                 }
1363
1364                 # targets of msg are all gosa-si-server in known_server_db
1365                 elsif( $answer_target eq "KNOWN_SERVER" ) {
1366                     # answer is for all server in known_server
1367                     my $sql_statement= "SELECT * FROM $known_server_tn";
1368                     my $query_res = $known_server_db->select_dbentry( $sql_statement );
1369                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1370                         my $host_name = $hit->{hostname};
1371                         my $host_key = $hit->{hostkey};
1372                         $answer =~ s/<target>\S+<\/target>/<target>$host_name<\/target>/g;
1373                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1374                         &update_jobdb_status_for_send_msgs($answer, $error);
1375                     }
1376                 }
1377
1378                 # target of msg is GOsa
1379                                 elsif( $answer_target eq "GOSA" ) {
1380                                         my $session_id = ($1) if $answer =~ /<session_id>(\d+?)<\/session_id>/;
1381                                         my $add_on = "";
1382                     if( defined $session_id ) {
1383                         $add_on = ".session_id=$session_id";
1384                     }
1385                     # answer is for GOSA and has to returned to connected client
1386                     my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key);
1387                     $client_answer = $gosa_answer.$add_on;
1388                 }
1389
1390                 # target of msg is job queue at this host
1391                 elsif( $answer_target eq "JOBDB") {
1392                     $answer =~ /<header>(\S+)<\/header>/;
1393                     my $header;
1394                     if( defined $1 ) { $header = $1; }
1395                     my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id);
1396                     &update_jobdb_status_for_send_msgs($answer, $error);
1397                 }
1398
1399                 # target of msg is a mac address
1400                 elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) {
1401                     daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5);
1402                     my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'";
1403                     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1404                     my $found_ip_flag = 0;
1405                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1406                         my $host_name = $hit->{hostname};
1407                         my $host_key = $hit->{hostkey};
1408                         $answer =~ s/$answer_target/$host_name/g;
1409                         daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5);
1410                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1411                         &update_jobdb_status_for_send_msgs($answer, $error);
1412                         $found_ip_flag++ ;
1413                     }
1414                     if( $found_ip_flag == 0) {
1415                         daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3);
1416                     }
1417
1418                 #  answer is for one specific host
1419                 } else {
1420                     # get encrypt_key
1421                     my $encrypt_key = &get_encrypt_key($answer_target);
1422                     if( not defined $encrypt_key ) {
1423                         # unknown target
1424                         daemon_log("$session_id WARNING: unknown target '$answer_target'", 3);
1425                         next;
1426                     }
1427                     my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id);
1428                     &update_jobdb_status_for_send_msgs($answer, $error);
1429                 }
1430             }
1431         }
1432     }
1433
1434     my $filter = POE::Filter::Reference->new();
1435     my %result = (
1436             status => "seems ok to me",
1437             answer => $client_answer,
1438             );
1439
1440     my $output = $filter->put( [ \%result ] );
1441     print @$output;
1442
1443
1444 }
1445
1446 sub session_start {
1447     my ($kernel) = $_[KERNEL];
1448     $global_kernel = $kernel;
1449     $kernel->yield('register_at_foreign_servers');
1450         $kernel->yield('create_fai_server_db', $fai_server_tn );
1451         $kernel->yield('create_fai_release_db', $fai_release_tn );
1452     $kernel->yield('watch_for_next_tasks');
1453         $kernel->sig(USR1 => "sig_handler");
1454         $kernel->sig(USR2 => "recreate_packages_db");
1455         $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
1456         $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay);
1457     $kernel->delay_set('watch_for_modified_jobs', $modified_jobs_loop_delay);
1458         $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay);
1459     $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay);
1460         $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay);
1461     $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay);
1462
1463     # Start opsi check
1464     if ($opsi_enabled eq "true") {
1465         $kernel->delay_set('watch_for_opsi_jobs', $job_queue_opsi_delay);
1466     }
1467
1468 }
1469
1470
1471 sub watch_for_done_jobs {
1472     #CHECK: $heap for what?
1473     my ($kernel,$heap) = @_[KERNEL, HEAP];
1474
1475     my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE ((status='done') AND (modified='0'))";
1476         my $res = $job_db->select_dbentry( $sql_statement );
1477
1478     while( my ($id, $hit) = each %{$res} ) {
1479         my $jobdb_id = $hit->{id};
1480         my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id";
1481         my $res = $job_db->del_dbentry($sql_statement);
1482     }
1483
1484     $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay);
1485 }
1486
1487
1488 sub watch_for_opsi_jobs {
1489     my ($kernel) = $_[KERNEL];
1490
1491     # This is not very nice to look for opsi install jobs, but headertag has to be trigger_action_reinstall. The only way to identify a
1492     # opsi install job is to parse the xml message. There is still the correct header.
1493     my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE ((xmlmessage LIKE '%opsi_install_client</header>%') AND (status='processing') AND (siserver='localhost'))";
1494         my $res = $job_db->select_dbentry( $sql_statement );
1495
1496     # Ask OPSI for an update of the running jobs
1497     while (my ($id, $hit) = each %$res ) {
1498         # Determine current parameters of the job
1499         my $hostId = $hit->{'plainname'};
1500         my $macaddress = $hit->{'macaddress'};
1501         my $progress = $hit->{'progress'};
1502
1503         my $result= {};
1504
1505         # For hosts, only return the products that are or get installed
1506         my $callobj;
1507         $callobj = {
1508             method  => 'getProductStates_hash',
1509             params  => [ $hostId ],
1510             id  => 1,
1511         };
1512
1513         my $hres = $opsi_client->call($opsi_url, $callobj);
1514         my ($hres_err, $hres_err_string) = &check_opsi_res($hres);
1515         if (&check_opsi_res($hres)) {
1516             my $htmp= $hres->result->{$hostId};
1517
1518             # Check state != not_installed or action == setup -> load and add
1519             my $products= 0;
1520             my $installed= 0;
1521             my $installing = 0;
1522             my $error= 0;
1523             my @installed_list;
1524             my @error_list;
1525             my $act_status = "none";
1526             foreach my $product (@{$htmp}){
1527
1528                 if ($product->{'installationStatus'} ne "not_installed" or
1529                         $product->{'actionRequest'} eq "setup"){
1530
1531                     # Increase number of products for this host
1532                     $products++;
1533
1534                     if ($product->{'installationStatus'} eq "failed"){
1535                         $result->{$product->{'productId'}}= "error";
1536                         unshift(@error_list, $product->{'productId'});
1537                         $error++;
1538                     }
1539                     if ($product->{'installationStatus'} eq "installed" && $product->{'actionRequest'}  eq "none"){
1540                         $result->{$product->{'productId'}}= "installed";
1541                         unshift(@installed_list, $product->{'productId'});
1542                         $installed++;
1543                     }
1544                     if ($product->{'installationStatus'} eq "installing"){
1545                         $result->{$product->{'productId'}}= "installing";
1546                         $installing++;
1547                         $act_status = "installing - ".$product->{'productId'};
1548                     }
1549                 }
1550             }
1551
1552             # Estimate "rough" progress
1553             $result->{'progress'}= int($installed * 100 / $products);
1554
1555             # Set updates in job queue
1556             if ((not $error) && (not $installing) && ($installed)) {
1557                 $act_status = "installed - ".join(", ", @installed_list);
1558             }
1559             if ($error) {
1560                 $act_status = "error - ".join(", ", @error_list);
1561             }
1562             if ($progress ne $result->{'progress'} ) {
1563                 # Updating progress and result
1564                 my $update_statement = "UPDATE $job_queue_tn SET modified='1', progress='".$result->{'progress'}."', result='$act_status' WHERE macaddress='$macaddress' AND siserver='localhost'";
1565                 my $update_res = $job_db->update_dbentry($update_statement);
1566             }
1567             if ($progress eq 100) {
1568                 # Updateing status
1569                 my $done_statement = "UPDATE $job_queue_tn SET modified='1', ";
1570                 if ($error) {
1571                     $done_statement .= "status='error'";
1572                 } else {
1573                     $done_statement .= "status='done'";
1574                 }
1575                 $done_statement .= " WHERE macaddress='$macaddress' AND siserver='localhost'";
1576                 my $done_res = $job_db->update_dbentry($done_statement);
1577             }
1578
1579
1580         }
1581     }
1582
1583     $kernel->delay_set('watch_for_opsi_jobs', $job_queue_opsi_delay);
1584 }
1585
1586
1587 # If a job got an update or was modified anyway, send to all other si-server an update message of this jobs.
1588 sub watch_for_modified_jobs {
1589     my ($kernel,$heap) = @_[KERNEL, HEAP];
1590
1591     my $sql_statement = "SELECT * FROM $job_queue_tn WHERE ((siserver='localhost') AND (modified='1'))";
1592     my $res = $job_db->select_dbentry( $sql_statement );
1593
1594     # if db contains no jobs which should be update, do nothing
1595     if (keys %$res != 0) {
1596
1597         if ($job_synchronization  eq "true") {
1598             # make out of the db result a gosa-si message
1599             my $update_msg = &db_res2si_msg ($res, "foreign_job_updates", "KNOWN_SERVER", "MY_LOCAL_ADDRESS");
1600
1601             # update all other SI-server
1602             &inform_all_other_si_server($update_msg);
1603         }
1604
1605         # set jobs all jobs to modified = 0, wait until the next modification for updates of other si-server
1606         $sql_statement = "UPDATE $job_queue_tn SET modified='0' ";
1607         $res = $job_db->update_dbentry($sql_statement);
1608     }
1609
1610     $kernel->delay_set('watch_for_modified_jobs', $modified_jobs_loop_delay);
1611 }
1612
1613
1614 sub watch_for_new_jobs {
1615         if($watch_for_new_jobs_in_progress == 0) {
1616                 $watch_for_new_jobs_in_progress = 1;
1617                 my ($kernel,$heap) = @_[KERNEL, HEAP];
1618
1619                 # check gosa job quaeue for jobs with executable timestamp
1620                 my $timestamp = &get_time();
1621                 my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp";
1622                 my $res = $job_db->exec_statement( $sql_statement );
1623
1624                 # Merge all new jobs that would do the same actions
1625                 my @drops;
1626                 my $hits;
1627                 foreach my $hit (reverse @{$res} ) {
1628                         my $macaddress= lc @{$hit}[8];
1629                         my $headertag= @{$hit}[5];
1630                         if(
1631                                 defined($hits->{$macaddress}) &&
1632                                 defined($hits->{$macaddress}->{$headertag}) &&
1633                                 defined($hits->{$macaddress}->{$headertag}[0])
1634                         ) {
1635                                 push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]";
1636                         }
1637                         $hits->{$macaddress}->{$headertag}= $hit;
1638                 }
1639
1640                 # Delete new jobs with a matching job in state 'processing'
1641                 foreach my $macaddress (keys %{$hits}) {
1642                         foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
1643                                 my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
1644                                 if(defined($jobdb_id)) {
1645                                         my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'";
1646                                         my $res = $job_db->exec_statement( $sql_statement );
1647                                         foreach my $hit (@{$res}) {
1648                                                 push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id";
1649                                         }
1650                                 } else {
1651                                         daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1);
1652                                 }
1653                         }
1654                 }
1655
1656                 # Commit deletion
1657                 $job_db->exec_statementlist(\@drops);
1658
1659                 # Look for new jobs that could be executed
1660                 foreach my $macaddress (keys %{$hits}) {
1661
1662                         # Look if there is an executing job
1663                         my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'";
1664                         my $res = $job_db->exec_statement( $sql_statement );
1665
1666                         # Skip new jobs for host if there is a processing job
1667                         if(defined($res) and defined @{$res}[0]) {
1668                                 next;
1669                         }
1670
1671                         foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
1672                                 my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
1673                                 if(defined($jobdb_id)) {
1674                                         my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7];
1675
1676                                         daemon_log("J DEBUG: its time to execute $job_msg", 7);
1677                                         my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'";
1678                                         my $res_hash = $known_clients_db->select_dbentry( $sql_statement );
1679
1680                                         # expect macaddress is unique!!!!!!
1681                                         my $target = $res_hash->{1}->{hostname};
1682
1683                                         # change header
1684                                         $job_msg =~ s/<header>job_/<header>gosa_/;
1685
1686                                         # add sqlite_id
1687                                         $job_msg =~ s/<\/xml>$/<jobdb_id>$jobdb_id<\/jobdb_id><\/xml>/;
1688
1689                                         $job_msg =~ /<header>(\S+)<\/header>/;
1690                                         my $header = $1 ;
1691                                         my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J");
1692
1693                                         # update status in job queue to 'processing'
1694                                         $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id";
1695                                         my $res = $job_db->update_dbentry($sql_statement);
1696 # TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen
1697
1698                                         # We don't want parallel processing
1699                                         last;
1700                                 }
1701                         }
1702                 }
1703
1704                 $watch_for_new_jobs_in_progress = 0;
1705                 $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
1706         }
1707 }
1708
1709
1710 sub watch_for_new_messages {
1711     my ($kernel,$heap) = @_[KERNEL, HEAP];
1712     my @coll_user_msg;   # collection list of outgoing messages
1713
1714     # check messaging_db for new incoming messages with executable timestamp
1715     my $timestamp = &get_time();
1716     my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )";
1717     my $res = $messaging_db->exec_statement( $sql_statement );
1718         foreach my $hit (@{$res}) {
1719
1720         # create outgoing messages
1721         my $message_to = @{$hit}[3];
1722         # translate message_to to plain login name
1723         my @message_to_l = split(/,/, $message_to);
1724                 my %receiver_h;
1725                 foreach my $receiver (@message_to_l) {
1726                         if ($receiver =~ /^u_([\s\S]*)$/) {
1727                                 $receiver_h{$1} = 0;
1728                         } elsif ($receiver =~ /^g_([\s\S]*)$/) {
1729                                 my $group_name = $1;
1730                                 # fetch all group members from ldap and add them to receiver hash
1731                                 my $ldap_handle = &get_ldap_handle();
1732                                 if (defined $ldap_handle) {
1733                                                 my $mesg = $ldap_handle->search(
1734                                                                                 base => $ldap_base,
1735                                                                                 scope => 'sub',
1736                                                                                 attrs => ['memberUid'],
1737                                                                                 filter => "cn=$group_name",
1738                                                                                 );
1739                                                 if ($mesg->count) {
1740                                                                 my @entries = $mesg->entries;
1741                                                                 foreach my $entry (@entries) {
1742                                                                                 my @receivers= $entry->get_value("memberUid");
1743                                                                                 foreach my $receiver (@receivers) {
1744                                                                                                 $receiver_h{$1} = 0;
1745                                                                                 }
1746                                                                 }
1747                                                 }
1748                                                 # translating errors ?
1749                                                 if ($mesg->code) {
1750                                                                 daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: $mesg->error", 1);
1751                                                 }
1752                                 # ldap handle error ?
1753                                 } else {
1754                                         daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: no ldap handle available", 1);
1755                                 }
1756                         } else {
1757                                 my $sbjct = &encode_base64(@{$hit}[1]);
1758                                 my $msg = &encode_base64(@{$hit}[7]);
1759                                 &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message '$sbjct - $msg'", 3);
1760                         }
1761                 }
1762                 my @receiver_l = keys(%receiver_h);
1763
1764         my $message_id = @{$hit}[0];
1765
1766         #add each outgoing msg to messaging_db
1767         my $receiver;
1768         foreach $receiver (@receiver_l) {
1769             my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ".
1770                 "VALUES ('".
1771                 $message_id."', '".    # id
1772                 @{$hit}[1]."', '".     # subject
1773                 @{$hit}[2]."', '".     # message_from
1774                 $receiver."', '".      # message_to
1775                 "none"."', '".         # flag
1776                 "out"."', '".          # direction
1777                 @{$hit}[6]."', '".     # delivery_time
1778                 @{$hit}[7]."', '".     # message
1779                 $timestamp."'".     # timestamp
1780                 ")";
1781             &daemon_log("M DEBUG: $sql_statement", 1);
1782             my $res = $messaging_db->exec_statement($sql_statement);
1783             &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5);
1784         }
1785
1786         # set incoming message to flag d=deliverd
1787         $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'";
1788         &daemon_log("M DEBUG: $sql_statement", 7);
1789         $res = $messaging_db->update_dbentry($sql_statement);
1790         &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5);
1791     }
1792
1793     $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay);
1794     return;
1795 }
1796
1797 sub watch_for_delivery_messages {
1798     my ($kernel, $heap) = @_[KERNEL, HEAP];
1799
1800     # select outgoing messages
1801     my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )";
1802     #&daemon_log("0 DEBUG: $sql", 7);
1803     my $res = $messaging_db->exec_statement( $sql_statement );
1804
1805     # build out msg for each    usr
1806     foreach my $hit (@{$res}) {
1807         my $receiver = @{$hit}[3];
1808         my $msg_id = @{$hit}[0];
1809         my $subject = @{$hit}[1];
1810         my $message = @{$hit}[7];
1811
1812         # resolve usr -> host where usr is logged in
1813         my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')";
1814         #&daemon_log("0 DEBUG: $sql", 7);
1815         my $res = $login_users_db->exec_statement($sql);
1816
1817         # reciver is logged in nowhere
1818         if (not ref(@$res[0]) eq "ARRAY") { next; }
1819
1820                 my $send_succeed = 0;
1821                 foreach my $hit (@$res) {
1822                                 my $receiver_host = @$hit[0];
1823                                 &daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7);
1824
1825                                 # fetch key to encrypt msg propperly for usr/host
1826                                 my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')";
1827                                 &daemon_log("0 DEBUG: $sql", 7);
1828                                 my $res = $known_clients_db->exec_statement($sql);
1829
1830                                 # host is already down
1831                                 if (not ref(@$res[0]) eq "ARRAY") { next; }
1832
1833                                 # host is on
1834                                 my $receiver_key = @{@{$res}[0]}[2];
1835                                 my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver);
1836                                 my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data );
1837                                 my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0);
1838                                 if ($error == 0 ) {
1839                                         $send_succeed++ ;
1840                                 }
1841                 }
1842
1843                 if ($send_succeed) {
1844                                 # set outgoing msg at db to deliverd
1845                                 my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')";
1846                                 &daemon_log("0 DEBUG: $sql", 7);
1847                                 my $res = $messaging_db->exec_statement($sql);
1848                 }
1849         }
1850
1851     $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay);
1852     return;
1853 }
1854
1855
1856 sub watch_for_done_messages {
1857     my ($kernel,$heap) = @_[KERNEL, HEAP];
1858
1859     my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')";
1860     #&daemon_log("0 DEBUG: $sql", 7);
1861     my $res = $messaging_db->exec_statement($sql);
1862
1863     foreach my $hit (@{$res}) {
1864         my $msg_id = @{$hit}[0];
1865
1866         my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))";
1867         #&daemon_log("0 DEBUG: $sql", 7);
1868         my $res = $messaging_db->exec_statement($sql);
1869
1870         # not all usr msgs have been seen till now
1871         if ( ref(@$res[0]) eq "ARRAY") { next; }
1872
1873         $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')";
1874         #&daemon_log("0 DEBUG: $sql", 7);
1875         $res = $messaging_db->exec_statement($sql);
1876
1877     }
1878
1879     $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay);
1880     return;
1881 }
1882
1883
1884 sub watch_for_old_known_clients {
1885     my ($kernel,$heap) = @_[KERNEL, HEAP];
1886
1887     my $sql_statement = "SELECT * FROM $known_clients_tn";
1888     my $res = $known_clients_db->select_dbentry( $sql_statement );
1889
1890     my $act_time = int(&get_time());
1891
1892     while ( my ($hit_num, $hit) = each %$res) {
1893         my $expired_timestamp = int($hit->{'timestamp'});
1894         $expired_timestamp =~ /(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/;
1895         my $dt = DateTime->new( year   => $1,
1896                 month  => $2,
1897                 day    => $3,
1898                 hour   => $4,
1899                 minute => $5,
1900                 second => $6,
1901                 );
1902
1903         $dt->add( seconds => 2 * int($hit->{'keylifetime'}) );
1904         $expired_timestamp = $dt->ymd('').$dt->hms('')."\n";
1905         if ($act_time > $expired_timestamp) {
1906             my $hostname = $hit->{'hostname'};
1907             my $del_sql = "DELETE FROM $known_clients_tn WHERE hostname='$hostname'";
1908             my $del_res = $known_clients_db->exec_statement($del_sql);
1909
1910             &main::daemon_log("0 INFO: timestamp '".$hit->{'timestamp'}."' of client '$hostname' is expired('$expired_timestamp'), client will be deleted from known_clients_db", 5);
1911         }
1912
1913     }
1914
1915     $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay);
1916 }
1917
1918
1919 sub watch_for_next_tasks {
1920     my ($kernel,$heap) = @_[KERNEL, HEAP];
1921
1922     my $sql = "SELECT * FROM $incoming_tn";
1923     my $res = $incoming_db->select_dbentry($sql);
1924
1925     while ( my ($hit_num, $hit) = each %$res) {
1926         my $headertag = $hit->{'headertag'};
1927         if ($headertag =~ /^answer_(\d+)/) {
1928             # do not start processing, this message is for a still running POE::Wheel
1929             next;
1930         }
1931         my $message_id = $hit->{'id'};
1932         $kernel->yield('next_task', $hit);
1933
1934         my $sql = "DELETE FROM $incoming_tn WHERE id=$message_id";
1935         my $res = $incoming_db->exec_statement($sql);
1936     }
1937
1938     $kernel->delay_set('watch_for_next_tasks', 0.1);
1939 }
1940
1941
1942 sub get_ldap_handle {
1943         my ($session_id) = @_;
1944         my $heap;
1945         my $ldap_handle;
1946
1947         if (not defined $session_id ) { $session_id = 0 };
1948         if ($session_id =~ /[^0-9]*/) { $session_id = 0 };
1949
1950         if ($session_id == 0) {
1951                 daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7);
1952                 $ldap_handle = Net::LDAP->new( $ldap_uri );
1953                 $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!");
1954
1955         } else {
1956                 my $session_reference = $global_kernel->ID_id_to_session($session_id);
1957                 if( defined $session_reference ) {
1958                         $heap = $session_reference->get_heap();
1959                 }
1960
1961                 if (not defined $heap) {
1962                         daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7);
1963                         return;
1964                 }
1965
1966                 # TODO: This "if" is nonsense, because it doesn't prove that the
1967                 #       used handle is still valid - or if we've to reconnect...
1968                 #if (not exists $heap->{ldap_handle}) {
1969                         $ldap_handle = Net::LDAP->new( $ldap_uri );
1970                         $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!");
1971                         $heap->{ldap_handle} = $ldap_handle;
1972                 #}
1973         }
1974         return $ldap_handle;
1975 }
1976
1977
1978 sub change_fai_state {
1979     my ($st, $targets, $session_id) = @_;
1980     $session_id = 0 if not defined $session_id;
1981     # Set FAI state to localboot
1982     my %mapActions= (
1983         reboot    => '',
1984         update    => 'softupdate',
1985         localboot => 'localboot',
1986         reinstall => 'install',
1987         rescan    => '',
1988         wake      => '',
1989         memcheck  => 'memcheck',
1990         sysinfo   => 'sysinfo',
1991         install   => 'install',
1992     );
1993
1994     # Return if this is unknown
1995     if (!exists $mapActions{ $st }){
1996         daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1);
1997       return;
1998     }
1999
2000     my $state= $mapActions{ $st };
2001
2002     my $ldap_handle = &get_ldap_handle($session_id);
2003     if( defined($ldap_handle) ) {
2004
2005       # Build search filter for hosts
2006         my $search= "(&(objectClass=GOhard)";
2007         foreach (@{$targets}){
2008             $search.= "(macAddress=$_)";
2009         }
2010         $search.= ")";
2011
2012       # If there's any host inside of the search string, procress them
2013         if (!($search =~ /macAddress/)){
2014             daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1);
2015             return;
2016         }
2017
2018       # Perform search for Unit Tag
2019       my $mesg = $ldap_handle->search(
2020           base   => $ldap_base,
2021           scope  => 'sub',
2022           attrs  => ['dn', 'FAIstate', 'objectClass'],
2023           filter => "$search"
2024           );
2025
2026           if ($mesg->count) {
2027                   my @entries = $mesg->entries;
2028                   if (0 == @entries) {
2029                                   daemon_log("$session_id ERROR: ldap search failed: ldap_base=$ldap_base, filter=$search", 1);
2030                   }
2031
2032                   foreach my $entry (@entries) {
2033                           # Only modify entry if it is not set to '$state'
2034                           if ($entry->get_value("FAIstate") ne "$state"){
2035                                   daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5);
2036                                   my $result;
2037                                   my %tmp = map { $_ => 1 } $entry->get_value("objectClass");
2038                                   if (exists $tmp{'FAIobject'}){
2039                                           if ($state eq ''){
2040                                                   $result= $ldap_handle->modify($entry->dn, changes => [
2041                                                           delete => [ FAIstate => [] ] ]);
2042                                           } else {
2043                                                   $result= $ldap_handle->modify($entry->dn, changes => [
2044                                                           replace => [ FAIstate => $state ] ]);
2045                                           }
2046                                   } elsif ($state ne ''){
2047                                           $result= $ldap_handle->modify($entry->dn, changes => [
2048                                                   add     => [ objectClass => 'FAIobject' ],
2049                                                   add     => [ FAIstate => $state ] ]);
2050                                   }
2051
2052                                   # Errors?
2053                                   if ($result->code){
2054                                           daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
2055                                   }
2056                           } else {
2057                                   daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7);
2058                           }
2059                   }
2060           } else {
2061                 daemon_log("$session_id ERROR: LDAP search failed: ldap_base=$ldap_base, filter=$search", 1);
2062           }
2063
2064     # if no ldap handle defined
2065     } else {
2066         daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1);
2067     }
2068
2069         return;
2070 }
2071
2072
2073 sub change_goto_state {
2074     my ($st, $targets, $session_id) = @_;
2075     $session_id = 0  if not defined $session_id;
2076
2077     # Switch on or off?
2078     my $state= $st eq 'active' ? 'active': 'locked';
2079
2080     my $ldap_handle = &get_ldap_handle($session_id);
2081     if( defined($ldap_handle) ) {
2082
2083       # Build search filter for hosts
2084       my $search= "(&(objectClass=GOhard)";
2085       foreach (@{$targets}){
2086         $search.= "(macAddress=$_)";
2087       }
2088       $search.= ")";
2089
2090       # If there's any host inside of the search string, procress them
2091       if (!($search =~ /macAddress/)){
2092         return;
2093       }
2094
2095       # Perform search for Unit Tag
2096       my $mesg = $ldap_handle->search(
2097           base   => $ldap_base,
2098           scope  => 'sub',
2099           attrs  => ['dn', 'gotoMode'],
2100           filter => "$search"
2101           );
2102
2103       if ($mesg->count) {
2104         my @entries = $mesg->entries;
2105         foreach my $entry (@entries) {
2106
2107           # Only modify entry if it is not set to '$state'
2108           if ($entry->get_value("gotoMode") ne $state){
2109
2110             daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5);
2111             my $result;
2112             $result= $ldap_handle->modify($entry->dn, changes => [
2113                                                 replace => [ gotoMode => $state ] ]);
2114
2115             # Errors?
2116             if ($result->code){
2117               &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
2118             }
2119
2120           }
2121         }
2122       } else {
2123                 daemon_log("$session_id ERROR: LDAP search failed in function change_goto_state: ldap_base=$ldap_base, filter=$search", 1);
2124           }
2125
2126     }
2127 }
2128
2129
2130 sub run_recreate_packages_db {
2131     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
2132     my $session_id = $session->ID;
2133         &main::daemon_log("$session_id INFO: Recreating FAI Packages DB ('$fai_release_tn', '$fai_server_tn', '$packages_list_tn')", 5);
2134         $kernel->yield('create_fai_release_db', $fai_release_tn);
2135         $kernel->yield('create_fai_server_db', $fai_server_tn);
2136         return;
2137 }
2138
2139
2140 sub run_create_fai_server_db {
2141     my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0];
2142     my $session_id = $session->ID;
2143     my $task = POE::Wheel::Run->new(
2144             Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) },
2145             StdoutEvent  => "session_run_result",
2146             StderrEvent  => "session_run_debug",
2147             CloseEvent   => "session_run_done",
2148             );
2149
2150     $heap->{task}->{ $task->ID } = $task;
2151     return;
2152 }
2153
2154
2155 sub create_fai_server_db {
2156     my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_;
2157         my $result;
2158
2159         if (not defined $session_id) { $session_id = 0; }
2160     my $ldap_handle = &get_ldap_handle();
2161         if(defined($ldap_handle)) {
2162                 daemon_log("$session_id INFO: create_fai_server_db: start", 5);
2163                 my $mesg= $ldap_handle->search(
2164                         base   => $ldap_base,
2165                         scope  => 'sub',
2166                         attrs  => ['FAIrepository', 'gosaUnitTag'],
2167                         filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))",
2168                 );
2169                 if($mesg->{'resultCode'} == 0 &&
2170                    $mesg->count != 0) {
2171                    foreach my $entry (@{$mesg->{entries}}) {
2172                            if($entry->exists('FAIrepository')) {
2173                                    # Add an entry for each Repository configured for server
2174                                    foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) {
2175                                                    my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo);
2176                                                    my $tmp_tag= $entry->get_value('gosaUnitTag') || "";
2177                                                    $result= $fai_server_db->add_dbentry( {
2178                                                                    table => $table_name,
2179                                                                    primkey => ['server', 'release', 'tag'],
2180                                                                    server => $tmp_url,
2181                                                                    release => $tmp_release,
2182                                                                    sections => $tmp_sections,
2183                                                                    tag => (length($tmp_tag)>0)?$tmp_tag:"",
2184                                                            } );
2185                                            }
2186                                    }
2187                            }
2188                    }
2189                 daemon_log("$session_id INFO: create_fai_server_db: finished", 5);
2190
2191                 # TODO: Find a way to post the 'create_packages_list_db' event
2192                 if(not defined($dont_create_packages_list)) {
2193                         &create_packages_list_db(undef, undef, $session_id);
2194                 }
2195         }
2196
2197     $ldap_handle->disconnect;
2198         return $result;
2199 }
2200
2201
2202 sub run_create_fai_release_db {
2203     my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0];
2204         my $session_id = $session->ID;
2205     my $task = POE::Wheel::Run->new(
2206             Program => sub { &create_fai_release_db($table_name, $session_id) },
2207             StdoutEvent  => "session_run_result",
2208             StderrEvent  => "session_run_debug",
2209             CloseEvent   => "session_run_done",
2210             );
2211
2212     $heap->{task}->{ $task->ID } = $task;
2213     return;
2214 }
2215
2216
2217 sub create_fai_release_db {
2218         my ($table_name, $session_id) = @_;
2219         my $result;
2220
2221     # used for logging
2222     if (not defined $session_id) { $session_id = 0; }
2223
2224     my $ldap_handle = &get_ldap_handle();
2225         if(defined($ldap_handle)) {
2226                 daemon_log("$session_id INFO: create_fai_release_db: start",5);
2227                 my $mesg= $ldap_handle->search(
2228                         base   => $ldap_base,
2229                         scope  => 'sub',
2230                         attrs  => [],
2231                         filter => "(&(objectClass=organizationalUnit)(ou=fai))",
2232                 );
2233                 if($mesg->{'resultCode'} == 0 &&
2234                         $mesg->count != 0) {
2235                         # Walk through all possible FAI container ou's
2236                         my @sql_list;
2237                         my $timestamp= &get_time();
2238                         foreach my $ou (@{$mesg->{entries}}) {
2239                                 my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id);
2240                                 if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') {
2241                                         my @tmp_array=get_fai_release_entries($tmp_classes);
2242                                         if(@tmp_array) {
2243                                                 foreach my $entry (@tmp_array) {
2244                                                         if(defined($entry) && ref($entry) eq 'HASH') {
2245                                                                 my $sql=
2246                                                                 "INSERT INTO $table_name "
2247                                                                 ."(timestamp, release, class, type, state) VALUES ("
2248                                                                 .$timestamp.","
2249                                                                 ."'".$entry->{'release'}."',"
2250                                                                 ."'".$entry->{'class'}."',"
2251                                                                 ."'".$entry->{'type'}."',"
2252                                                                 ."'".$entry->{'state'}."')";
2253                                                                 push @sql_list, $sql;
2254                                                         }
2255                                                 }
2256                                         }
2257                                 }
2258                         }
2259
2260                         daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8);
2261                         if(@sql_list) {
2262                                 unshift @sql_list, "VACUUM";
2263                                 unshift @sql_list, "DELETE FROM $table_name";
2264                                 $fai_release_db->exec_statementlist(\@sql_list);
2265                         }
2266                         daemon_log("$session_id DEBUG: Done with inserting",7);
2267                 }
2268                 daemon_log("$session_id INFO: create_fai_release_db: finished",5);
2269         }
2270     $ldap_handle->disconnect;
2271         return $result;
2272 }
2273
2274 sub get_fai_types {
2275         my $tmp_classes = shift || return undef;
2276         my @result;
2277
2278         foreach my $type(keys %{$tmp_classes}) {
2279                 if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) {
2280                         my $entry = {
2281                                 type => $type,
2282                                 state => $tmp_classes->{$type}[0],
2283                         };
2284                         push @result, $entry;
2285                 }
2286         }
2287
2288         return @result;
2289 }
2290
2291 sub get_fai_state {
2292         my $result = "";
2293         my $tmp_classes = shift || return $result;
2294
2295         foreach my $type(keys %{$tmp_classes}) {
2296                 if(defined($tmp_classes->{$type}[0])) {
2297                         $result = $tmp_classes->{$type}[0];
2298
2299                 # State is equal for all types in class
2300                         last;
2301                 }
2302         }
2303
2304         return $result;
2305 }
2306
2307 sub resolve_fai_classes {
2308         my ($fai_base, $ldap_handle, $session_id) = @_;
2309         if (not defined $session_id) { $session_id = 0; }
2310         my $result;
2311         my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList");
2312         my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))";
2313         my $fai_classes;
2314
2315         daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7);
2316         my $mesg= $ldap_handle->search(
2317                 base   => $fai_base,
2318                 scope  => 'sub',
2319                 attrs  => ['cn','objectClass','FAIstate'],
2320                 filter => $fai_filter,
2321         );
2322         daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7);
2323
2324         if($mesg->{'resultCode'} == 0 &&
2325                 $mesg->count != 0) {
2326                 foreach my $entry (@{$mesg->{entries}}) {
2327                         if($entry->exists('cn')) {
2328                                 my $tmp_dn= $entry->dn();
2329
2330                                 # Skip classname and ou dn parts for class
2331                                 my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/;
2332
2333                                 # Skip classes without releases
2334                                 if((!defined($tmp_release)) || length($tmp_release)==0) {
2335                                         next;
2336                                 }
2337
2338                                 my $tmp_cn= $entry->get_value('cn');
2339                                 my $tmp_state= $entry->get_value('FAIstate');
2340
2341                                 my $tmp_type;
2342                                 # Get FAI type
2343                                 for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) {
2344                                         if(grep $_ eq $oclass, @possible_fai_classes) {
2345                                                 $tmp_type= $oclass;
2346                                                 last;
2347                                         }
2348                                 }
2349
2350                                 if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
2351                                         # A Subrelease
2352                                         my @sub_releases = split(/,/, $tmp_release);
2353
2354                                         # Walk through subreleases and build hash tree
2355                                         my $hash;
2356                                         while(my $tmp_sub_release = pop @sub_releases) {
2357                                                 $hash .= "\{'$tmp_sub_release'\}->";
2358                                         }
2359                                         eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";');
2360                                 } else {
2361                                         # A branch, no subrelease
2362                                         push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";
2363                                 }
2364                         } elsif (!$entry->exists('cn')) {
2365                                 my $tmp_dn= $entry->dn();
2366                                 my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/;
2367
2368                                 # Skip classes without releases
2369                                 if((!defined($tmp_release)) || length($tmp_release)==0) {
2370                                         next;
2371                                 }
2372
2373                                 if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
2374                                         # A Subrelease
2375                                         my @sub_releases= split(/,/, $tmp_release);
2376
2377                                         # Walk through subreleases and build hash tree
2378                                         my $hash;
2379                                         while(my $tmp_sub_release = pop @sub_releases) {
2380                                                 $hash .= "\{'$tmp_sub_release'\}->";
2381                                         }
2382                                         # Remove the last two characters
2383                                         chop($hash);
2384                                         chop($hash);
2385
2386                                         eval('$fai_classes->'.$hash.'= {}');
2387                                 } else {
2388                                         # A branch, no subrelease
2389                                         if(!exists($fai_classes->{$tmp_release})) {
2390                                                 $fai_classes->{$tmp_release} = {};
2391                                         }
2392                                 }
2393                         }
2394                 }
2395
2396                 # The hash is complete, now we can honor the copy-on-write based missing entries
2397                 foreach my $release (keys %$fai_classes) {
2398                         $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release}));
2399                 }
2400         }
2401         return $result;
2402 }
2403
2404 sub apply_fai_inheritance {
2405        my $fai_classes = shift || return {};
2406        my $tmp_classes;
2407
2408        # Get the classes from the branch
2409        foreach my $class (keys %{$fai_classes}) {
2410                # Skip subreleases
2411                if($class =~ /^ou=.*$/) {
2412                        next;
2413                } else {
2414                        $tmp_classes->{$class}= deep_copy($fai_classes->{$class});
2415                }
2416        }
2417
2418        # Apply to each subrelease
2419        foreach my $subrelease (keys %{$fai_classes}) {
2420                if($subrelease =~ /ou=/) {
2421                        foreach my $tmp_class (keys %{$tmp_classes}) {
2422                                if(!exists($fai_classes->{$subrelease}->{$tmp_class})) {
2423                                        $fai_classes->{$subrelease}->{$tmp_class} =
2424                                        deep_copy($tmp_classes->{$tmp_class});
2425                                } else {
2426                                        foreach my $type (keys %{$tmp_classes->{$tmp_class}}) {
2427                                                if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) {
2428                                                        $fai_classes->{$subrelease}->{$tmp_class}->{$type}=
2429                                                        deep_copy($tmp_classes->{$tmp_class}->{$type});
2430                                                }
2431                                        }
2432                                }
2433                        }
2434                }
2435        }
2436
2437        # Find subreleases in deeper levels
2438        foreach my $subrelease (keys %{$fai_classes}) {
2439                if($subrelease =~ /ou=/) {
2440                        foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) {
2441                                if($subsubrelease =~ /ou=/) {
2442                                        apply_fai_inheritance($fai_classes->{$subrelease});
2443                                }
2444                        }
2445                }
2446        }
2447
2448        return $fai_classes;
2449 }
2450
2451 sub get_fai_release_entries {
2452         my $tmp_classes = shift || return;
2453         my $parent = shift || "";
2454         my @result = shift || ();
2455
2456         foreach my $entry (keys %{$tmp_classes}) {
2457                 if(defined($entry)) {
2458                         if($entry =~ /^ou=.*$/) {
2459                                 my $release_name = $entry;
2460                                 $release_name =~ s/ou=//g;
2461                                 if(length($parent)>0) {
2462                                         $release_name = $parent."/".$release_name;
2463                                 }
2464                                 my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result);
2465                                 foreach my $bufentry(@bufentries) {
2466                                         push @result, $bufentry;
2467                                 }
2468                         } else {
2469                                 my @types = get_fai_types($tmp_classes->{$entry});
2470                                 foreach my $type (@types) {
2471                                         push @result,
2472                                         {
2473                                                 'class' => $entry,
2474                                                 'type' => $type->{'type'},
2475                                                 'release' => $parent,
2476                                                 'state' => $type->{'state'},
2477                                         };
2478                                 }
2479                         }
2480                 }
2481         }
2482
2483         return @result;
2484 }
2485
2486 sub deep_copy {
2487         my $this = shift;
2488         if (not ref $this) {
2489                 $this;
2490         } elsif (ref $this eq "ARRAY") {
2491                 [map deep_copy($_), @$this];
2492         } elsif (ref $this eq "HASH") {
2493                 +{map { $_ => deep_copy($this->{$_}) } keys %$this};
2494         } else { die "what type is $_?" }
2495 }
2496
2497
2498 sub session_run_result {
2499     my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0];
2500     $kernel->sig(CHLD => "child_reap");
2501 }
2502
2503 sub session_run_debug {
2504     my $result = $_[ARG0];
2505     print STDERR "$result\n";
2506 }
2507
2508 sub session_run_done {
2509     my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
2510     delete $heap->{task}->{$task_id};
2511 }
2512
2513
2514 sub create_sources_list {
2515         my $session_id = shift;
2516         my $ldap_handle = &main::get_ldap_handle;
2517         my $result="/tmp/gosa_si_tmp_sources_list";
2518
2519         # Remove old file
2520         if(stat($result)) {
2521                 unlink($result);
2522                 &main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7);
2523         }
2524
2525         my $fh;
2526         open($fh, ">$result");
2527         if (not defined $fh) {
2528                 &main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7);
2529                 return undef;
2530         }
2531         if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) {
2532                 my $mesg=$ldap_handle->search(
2533                         base    => $main::ldap_server_dn,
2534                         scope   => 'base',
2535                         attrs   => 'FAIrepository',
2536                         filter  => 'objectClass=FAIrepositoryServer'
2537                 );
2538                 if($mesg->count) {
2539                         foreach my $entry(@{$mesg->{'entries'}}) {
2540                                 foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) {
2541                                         my ($server, $tag, $release, $sections)= split /\|/, $value;
2542                                         my $line = "deb $server $release";
2543                                         $sections =~ s/,/ /g;
2544                                         $line.= " $sections";
2545                                         print $fh $line."\n";
2546                                 }
2547                         }
2548                 }
2549         } else {
2550                 if (defined $main::ldap_server_dn){
2551                         &main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1);
2552                 } else {
2553                         &main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1);
2554                 }
2555         }
2556         close($fh);
2557
2558         return $result;
2559 }
2560
2561
2562 sub run_create_packages_list_db {
2563     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
2564         my $session_id = $session->ID;
2565
2566         my $task = POE::Wheel::Run->new(
2567                                         Priority => +20,
2568                                         Program => sub {&create_packages_list_db(undef, undef, $session_id)},
2569                                         StdoutEvent  => "session_run_result",
2570                                         StderrEvent  => "session_run_debug",
2571                                         CloseEvent   => "session_run_done",
2572                                         );
2573         $heap->{task}->{ $task->ID } = $task;
2574 }
2575
2576
2577 sub create_packages_list_db {
2578         my ($ldap_handle, $sources_file, $session_id) = @_;
2579
2580         # it should not be possible to trigger a recreation of packages_list_db
2581         # while packages_list_db is under construction, so set flag packages_list_under_construction
2582         # which is tested befor recreation can be started
2583         if (-r $packages_list_under_construction) {
2584                 daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3);
2585                 return;
2586         } else {
2587                 daemon_log("$session_id INFO: create_packages_list_db: start", 5);
2588                 # set packages_list_under_construction to true
2589                 system("touch $packages_list_under_construction");
2590                 @packages_list_statements=();
2591         }
2592
2593         if (not defined $session_id) { $session_id = 0; }
2594         if (not defined $ldap_handle) {
2595                 $ldap_handle= &get_ldap_handle();
2596
2597                 if (not defined $ldap_handle) {
2598                         daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1);
2599                         unlink($packages_list_under_construction);
2600                         return;
2601                 }
2602         }
2603         if (not defined $sources_file) {
2604                 &main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5);
2605                 $sources_file = &create_sources_list($session_id);
2606         }
2607
2608         if (not defined $sources_file) {
2609                 &main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1);
2610                 unlink($packages_list_under_construction);
2611                 return;
2612         }
2613
2614         my $line;
2615
2616         open(CONFIG, "<$sources_file") or do {
2617                 daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1);
2618                 unlink($packages_list_under_construction);
2619                 return;
2620         };
2621
2622         # Read lines
2623         while ($line = <CONFIG>){
2624                 # Unify
2625                 chop($line);
2626                 $line =~ s/^\s+//;
2627                 $line =~ s/^\s+/ /;
2628
2629                 # Strip comments
2630                 $line =~ s/#.*$//g;
2631
2632                 # Skip empty lines
2633                 if ($line =~ /^\s*$/){
2634                         next;
2635                 }
2636
2637                 # Interpret deb line
2638                 if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){
2639                         my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/);
2640                         my $section;
2641                         foreach $section (split(' ', $sections)){
2642                                 &parse_package_info( $baseurl, $dist, $section, $session_id );
2643                         }
2644                 }
2645         }
2646
2647         close (CONFIG);
2648
2649
2650         find(\&cleanup_and_extract, keys( %repo_dirs ));
2651         &main::strip_packages_list_statements();
2652         unshift @packages_list_statements, "VACUUM";
2653         $packages_list_db->exec_statementlist(\@packages_list_statements);
2654         unlink($packages_list_under_construction);
2655         daemon_log("$session_id INFO: create_packages_list_db: finished", 5);
2656         return;
2657 }
2658
2659 # This function should do some intensive task to minimize the db-traffic
2660 sub strip_packages_list_statements {
2661     my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")};
2662         my @new_statement_list=();
2663         my $hash;
2664         my $insert_hash;
2665         my $update_hash;
2666         my $delete_hash;
2667         my $local_timestamp=get_time();
2668
2669         foreach my $existing_entry (@existing_entries) {
2670                 $hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry;
2671         }
2672
2673         foreach my $statement (@packages_list_statements) {
2674                 if($statement =~ /^INSERT/i) {
2675                         # Assign the values from the insert statement
2676                         my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~
2677                         /^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si;
2678                         if(exists($hash->{$distribution}->{$package}->{$version})) {
2679                                 # If section or description has changed, update the DB
2680                                 if(
2681                                         (! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or
2682                                         (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description))
2683                                 ) {
2684                                         @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef);
2685                                 }
2686                         } else {
2687                                 # Insert a non-existing entry to db
2688                                 @{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
2689                         }
2690                 } elsif ($statement =~ /^UPDATE/i) {
2691                         my ($template,$package,$version) = ($1,$2,$3) if $statement =~
2692                         /^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si;
2693                         foreach my $distribution (keys %{$hash}) {
2694                                 if(exists($insert_hash->{$distribution}->{$package}->{$version})) {
2695                                         # update the insertion hash to execute only one query per package (insert instead insert+update)
2696                                         @{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template;
2697                                 } elsif(exists($hash->{$distribution}->{$package}->{$version})) {
2698                                         if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) {
2699                                                 my $section;
2700                                                 my $description;
2701                                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and
2702                                                         length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) {
2703                                                         $section= @{$update_hash->{$distribution}->{$package}->{$version}}[3];
2704                                                 }
2705                                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
2706                                                         $description= @{$update_hash->{$distribution}->{$package}->{$version}}[4];
2707                                                 }
2708                                                 @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
2709                                         }
2710                                 }
2711                         }
2712                 }
2713         }
2714
2715         # TODO: Check for orphaned entries
2716
2717         # unroll the insert_hash
2718         foreach my $distribution (keys %{$insert_hash}) {
2719                 foreach my $package (keys %{$insert_hash->{$distribution}}) {
2720                         foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) {
2721                                 push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version',"
2722                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]',"
2723                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]',"
2724                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]',"
2725                                 ."'$local_timestamp')";
2726                         }
2727                 }
2728         }
2729
2730         # unroll the update hash
2731         foreach my $distribution (keys %{$update_hash}) {
2732                 foreach my $package (keys %{$update_hash->{$distribution}}) {
2733                         foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) {
2734                                 my $set = "";
2735                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) {
2736                                         $set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', ";
2737                                 }
2738                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
2739                                         $set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', ";
2740                                 }
2741                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) {
2742                                         $set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', ";
2743                                 }
2744                                 if(defined($set) and length($set) > 0) {
2745                                         $set .= "timestamp = '$local_timestamp'";
2746                                 } else {
2747                                         next;
2748                                 }
2749                                 push @new_statement_list,
2750                                         "UPDATE $main::packages_list_tn SET $set WHERE"
2751                                         ." distribution = '$distribution'"
2752                                         ." AND package = '$package'"
2753                                         ." AND version = '$version'";
2754                         }
2755                 }
2756         }
2757
2758         @packages_list_statements = @new_statement_list;
2759 }
2760
2761
2762 sub parse_package_info {
2763     my ($baseurl, $dist, $section, $session_id)= @_;
2764     my ($package);
2765     if (not defined $session_id) { $session_id = 0; }
2766     my ($path) = ($baseurl =~ m%://[^/]*(.*)$%);
2767     $repo_dirs{ "${repo_path}/pool" } = 1;
2768
2769     foreach $package ("Packages.gz"){
2770         daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7);
2771         get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id );
2772         parse_package( "$outdir/$dist/$section", $dist, $path, $session_id );
2773     }
2774
2775 }
2776
2777
2778 sub get_package {
2779     my ($url, $dest, $session_id)= @_;
2780     if (not defined $session_id) { $session_id = 0; }
2781
2782     my $tpath = dirname($dest);
2783     -d "$tpath" || mkpath "$tpath";
2784
2785     # This is ugly, but I've no time to take a look at "how it works in perl"
2786     if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) {
2787         system("gunzip -cd '$dest' > '$dest.in'");
2788         daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5);
2789         unlink($dest);
2790         daemon_log("$session_id DEBUG: delete file '$dest'", 5);
2791     } else {
2792         daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1);
2793     }
2794     return 0;
2795 }
2796
2797
2798 sub parse_package {
2799     my ($path, $dist, $srv_path, $session_id)= @_;
2800     if (not defined $session_id) { $session_id = 0;}
2801     my ($package, $version, $section, $description);
2802     my $PACKAGES;
2803     my $timestamp = &get_time();
2804
2805     if(not stat("$path.in")) {
2806         daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1);
2807         return;
2808     }
2809
2810     open($PACKAGES, "<$path.in");
2811     if(not defined($PACKAGES)) {
2812         daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1);
2813         return;
2814     }
2815
2816     # Read lines
2817     while (<$PACKAGES>){
2818         my $line = $_;
2819         # Unify
2820         chop($line);
2821
2822         # Use empty lines as a trigger
2823         if ($line =~ /^\s*$/){
2824             my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')";
2825             push(@packages_list_statements, $sql);
2826             $package = "none";
2827             $version = "none";
2828             $section = "none";
2829             $description = "none";
2830             next;
2831         }
2832
2833         # Trigger for package name
2834         if ($line =~ /^Package:\s/){
2835             ($package)= ($line =~ /^Package: (.*)$/);
2836             next;
2837         }
2838
2839         # Trigger for version
2840         if ($line =~ /^Version:\s/){
2841             ($version)= ($line =~ /^Version: (.*)$/);
2842             next;
2843         }
2844
2845         # Trigger for description
2846         if ($line =~ /^Description:\s/){
2847             ($description)= &encode_base64(($line =~ /^Description: (.*)$/));
2848             next;
2849         }
2850
2851         # Trigger for section
2852         if ($line =~ /^Section:\s/){
2853             ($section)= ($line =~ /^Section: (.*)$/);
2854             next;
2855         }
2856
2857         # Trigger for filename
2858         if ($line =~ /^Filename:\s/){
2859             my ($filename) = ($line =~ /^Filename: (.*)$/);
2860             store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path );
2861             next;
2862         }
2863     }
2864
2865     close( $PACKAGES );
2866     unlink( "$path.in" );
2867 }
2868
2869
2870 sub store_fileinfo {
2871     my( $package, $file, $dist, $path, $vers, $srvdir) = @_;
2872
2873     my %fileinfo = (
2874         'package' => $package,
2875         'dist' => $dist,
2876         'version' => $vers,
2877     );
2878
2879     $repo_files{ "${srvdir}/$file" } = \%fileinfo;
2880 }
2881
2882
2883 sub cleanup_and_extract {
2884     my $fileinfo = $repo_files{ $File::Find::name };
2885
2886     if( defined $fileinfo ) {
2887
2888         my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d";
2889         my $sql;
2890         my $package = $fileinfo->{ 'package' };
2891         my $newver = $fileinfo->{ 'version' };
2892
2893         mkpath($dir);
2894         system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" );
2895
2896                 if( -f "$dir/DEBIAN/templates" ) {
2897
2898                         daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 7);
2899
2900                         my $tmpl= "";
2901                         {
2902                                 local $/=undef;
2903                                 open FILE, "$dir/DEBIAN/templates";
2904                                 $tmpl = &encode_base64(<FILE>);
2905                                 close FILE;
2906                         }
2907                         rmtree("$dir/DEBIAN/templates");
2908
2909                         $sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';";
2910                 push @packages_list_statements, $sql;
2911                 }
2912     }
2913
2914     return;
2915 }
2916
2917
2918 sub register_at_foreign_servers {
2919     my ($kernel) = $_[KERNEL];
2920
2921     # hole alle bekannten server aus known_server_db
2922     my $server_sql = "SELECT * FROM $known_server_tn";
2923     my $server_res = $known_server_db->exec_statement($server_sql);
2924
2925     # no entries in known_server_db
2926     if (not ref(@$server_res[0]) eq "ARRAY") {
2927         # TODO
2928     }
2929
2930     # detect already connected clients
2931     my $client_sql = "SELECT * FROM $known_clients_tn";
2932     my $client_res = $known_clients_db->exec_statement($client_sql);
2933
2934     # send my server details to all other gosa-si-server within the network
2935     foreach my $hit (@$server_res) {
2936         my $hostname = @$hit[0];
2937         my $hostkey = &create_passwd;
2938
2939         # add already connected clients to registration message
2940         my $myhash = &create_xml_hash('new_server', $server_address, $hostname);
2941         &add_content2xml_hash($myhash, 'key', $hostkey);
2942         map(&add_content2xml_hash($myhash, 'client', @{$_}[0].",".@{$_}[4]), @$client_res);
2943
2944         # build registration message and send it
2945         my $foreign_server_msg = &create_xml_string($myhash);
2946         my $error = &send_msg_to_target($foreign_server_msg, $hostname, $ServerPackages_key, "new_server", 0);
2947     }
2948
2949     $kernel->delay_set("register_at_foreign_servers", $foreign_servers_register_delay);
2950     return;
2951 }
2952
2953
2954 #==== MAIN = main ==============================================================
2955 #  parse commandline options
2956 Getopt::Long::Configure( "bundling" );
2957 GetOptions("h|help" => \&usage,
2958         "c|config=s" => \$cfg_file,
2959         "f|foreground" => \$foreground,
2960         "v|verbose+" => \$verbose,
2961         "no-arp+" => \$no_arp,
2962            );
2963
2964 #  read and set config parameters
2965 &check_cmdline_param ;
2966 &read_configfile($cfg_file, %cfg_defaults);
2967 &check_pid;
2968
2969 $SIG{CHLD} = 'IGNORE';
2970
2971 # forward error messages to logfile
2972 if( ! $foreground ) {
2973   open( STDIN,  '+>/dev/null' );
2974   open( STDOUT, '+>&STDIN'    );
2975   open( STDERR, '+>&STDIN'    );
2976 }
2977
2978 # Just fork, if we are not in foreground mode
2979 if( ! $foreground ) {
2980     chdir '/'                 or die "Can't chdir to /: $!";
2981     $pid = fork;
2982     setsid                    or die "Can't start a new session: $!";
2983     umask 0;
2984 } else {
2985     $pid = $$;
2986 }
2987
2988 # Do something useful - put our PID into the pid_file
2989 if( 0 != $pid ) {
2990     open( LOCK_FILE, ">$pid_file" );
2991     print LOCK_FILE "$pid\n";
2992     close( LOCK_FILE );
2993     if( !$foreground ) {
2994         exit( 0 )
2995     };
2996 }
2997
2998 # parse head url and revision from svn
2999 my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'};
3000 $server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/;
3001 $server_headURL = defined $1 ? $1 : 'unknown' ;
3002 $server_revision = defined $2 ? $2 : 'unknown' ;
3003 if ($server_headURL =~ /\/tag\// ||
3004         $server_headURL =~ /\/branches\// ) {
3005     $server_status = "stable";
3006 } else {
3007     $server_status = "developmental" ;
3008 }
3009
3010
3011 daemon_log(" ", 1);
3012 daemon_log("$0 started!", 1);
3013 daemon_log("status: $server_status", 1);
3014 daemon_log($server_status_hash->{$server_status}.": $server_revision", 1);
3015
3016 # connect to incoming_db
3017 unlink($incoming_file_name);
3018 $incoming_db = GOSA::DBsqlite->new($incoming_file_name);
3019 $incoming_db->create_table($incoming_tn, \@incoming_col_names);
3020
3021 # connect to gosa-si job queue
3022 $job_db = GOSA::DBsqlite->new($job_queue_file_name);
3023 $job_db->create_table($job_queue_tn, \@job_queue_col_names);
3024
3025 # connect to known_clients_db
3026 $known_clients_db = GOSA::DBsqlite->new($known_clients_file_name);
3027 $known_clients_db->create_table($known_clients_tn, \@known_clients_col_names);
3028
3029 # connect to foreign_clients_db
3030 $foreign_clients_db = GOSA::DBsqlite->new($foreign_clients_file_name);
3031 $foreign_clients_db->create_table($foreign_clients_tn, \@foreign_clients_col_names);
3032
3033 # connect to known_server_db
3034 unlink($known_server_file_name);
3035 $known_server_db = GOSA::DBsqlite->new($known_server_file_name);
3036 $known_server_db->create_table($known_server_tn, \@known_server_col_names);
3037
3038 # connect to login_usr_db
3039 $login_users_db = GOSA::DBsqlite->new($login_users_file_name);
3040 $login_users_db->create_table($login_users_tn, \@login_users_col_names);
3041
3042 # connect to fai_server_db and fai_release_db
3043 unlink($fai_server_file_name);
3044 $fai_server_db = GOSA::DBsqlite->new($fai_server_file_name);
3045 $fai_server_db->create_table($fai_server_tn, \@fai_server_col_names);
3046
3047 unlink($fai_release_file_name);
3048 $fai_release_db = GOSA::DBsqlite->new($fai_release_file_name);
3049 $fai_release_db->create_table($fai_release_tn, \@fai_release_col_names);
3050
3051 # connect to packages_list_db
3052 #unlink($packages_list_file_name);
3053 unlink($packages_list_under_construction);
3054 $packages_list_db = GOSA::DBsqlite->new($packages_list_file_name);
3055 $packages_list_db->create_table($packages_list_tn, \@packages_list_col_names);
3056
3057 # connect to messaging_db
3058 $messaging_db = GOSA::DBsqlite->new($messaging_file_name);
3059 $messaging_db->create_table($messaging_tn, \@messaging_col_names);
3060
3061
3062 # create xml object used for en/decrypting
3063 $xml = new XML::Simple();
3064
3065
3066 # foreign servers
3067 my @foreign_server_list;
3068
3069 # add foreign server from cfg file
3070 if ($foreign_server_string ne "") {
3071     my @cfg_foreign_server_list = split(",", $foreign_server_string);
3072     foreach my $foreign_server (@cfg_foreign_server_list) {
3073         push(@foreign_server_list, $foreign_server);
3074     }
3075 }
3076
3077 # add foreign server from dns
3078 my @tmp_servers;
3079 if ( !$server_domain) {
3080     # Try our DNS Searchlist
3081     for my $domain(get_dns_domains()) {
3082         chomp($domain);
3083         my @tmp_domains= &get_server_addresses($domain);
3084         if(@tmp_domains) {
3085             for my $tmp_server(@tmp_domains) {
3086                 push @tmp_servers, $tmp_server;
3087             }
3088         }
3089     }
3090     if(@tmp_servers && length(@tmp_servers)==0) {
3091         daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3);
3092     }
3093 } else {
3094     @tmp_servers = &get_server_addresses($server_domain);
3095     if( 0 == @tmp_servers ) {
3096         daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3);
3097     }
3098 }
3099 foreach my $server (@tmp_servers) {
3100     unshift(@foreign_server_list, $server);
3101 }
3102 # eliminate duplicate entries
3103 @foreign_server_list = &del_doubles(@foreign_server_list);
3104 my $all_foreign_server = join(", ", @foreign_server_list);
3105 daemon_log("0 INFO: found foreign server in config file and DNS: $all_foreign_server", 5);
3106
3107 # add all found foreign servers to known_server
3108 my $act_timestamp = &get_time();
3109 foreach my $foreign_server (@foreign_server_list) {
3110
3111         # do not add myself to known_server_db
3112         if (&is_local($foreign_server)) { next; }
3113         ######################################
3114
3115     my $res = $known_server_db->add_dbentry( {table=>$known_server_tn,
3116             primkey=>['hostname'],
3117             hostname=>$foreign_server,
3118             status=>'not_jet_registered',
3119             hostkey=>"none",
3120             timestamp=>$act_timestamp,
3121             } );
3122 }
3123
3124
3125 # Import all modules
3126 &import_modules;
3127
3128 # Check wether all modules are gosa-si valid passwd check
3129 &password_check;
3130
3131 # Prepare for using Opsi
3132 if ($opsi_enabled eq "true") {
3133     use JSON::RPC::Client;
3134     use XML::Quote qw(:all);
3135     $opsi_url= "https://".$opsi_admin.":".$opsi_password."@".$opsi_server.":4447/rpc";
3136     $opsi_client = new JSON::RPC::Client;
3137 }
3138
3139
3140 POE::Component::Server::TCP->new(
3141     Alias => "TCP_SERVER",
3142         Port => $server_port,
3143         ClientInput => sub {
3144         my ($kernel, $input) = @_[KERNEL, ARG0];
3145         push(@tasks, $input);
3146         push(@msgs_to_decrypt, $input);
3147         $kernel->yield("msg_to_decrypt");
3148         },
3149     InlineStates => {
3150         msg_to_decrypt => \&msg_to_decrypt,
3151         next_task => \&next_task,
3152         task_result => \&handle_task_result,
3153         task_done   => \&handle_task_done,
3154         task_debug  => \&handle_task_debug,
3155         child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
3156     }
3157 );
3158
3159 daemon_log("start socket for incoming xml messages at port '$server_port' ", 1);
3160
3161 # create session for repeatedly checking the job queue for jobs
3162 POE::Session->create(
3163         inline_states => {
3164                 _start => \&session_start,
3165         register_at_foreign_servers => \&register_at_foreign_servers,
3166         sig_handler => \&sig_handler,
3167         next_task => \&next_task,
3168         task_result => \&handle_task_result,
3169         task_done   => \&handle_task_done,
3170         task_debug  => \&handle_task_debug,
3171         watch_for_next_tasks => \&watch_for_next_tasks,
3172         watch_for_new_messages => \&watch_for_new_messages,
3173         watch_for_delivery_messages => \&watch_for_delivery_messages,
3174         watch_for_done_messages => \&watch_for_done_messages,
3175                 watch_for_new_jobs => \&watch_for_new_jobs,
3176         watch_for_modified_jobs => \&watch_for_modified_jobs,
3177         watch_for_done_jobs => \&watch_for_done_jobs,
3178         watch_for_opsi_jobs => \&watch_for_opsi_jobs,
3179         watch_for_old_known_clients => \&watch_for_old_known_clients,
3180         create_packages_list_db => \&run_create_packages_list_db,
3181         create_fai_server_db => \&run_create_fai_server_db,
3182         create_fai_release_db => \&run_create_fai_release_db,
3183                 recreate_packages_db => \&run_recreate_packages_db,
3184         session_run_result => \&session_run_result,
3185         session_run_debug => \&session_run_debug,
3186         session_run_done => \&session_run_done,
3187         child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
3188         }
3189 );
3190
3191
3192 POE::Kernel->run();
3193 exit;
3194