gosa-si/gosa-si-server

   1 #!/usr/bin/perl
   2 #===============================================================================
   3 #
   4 #         FILE:  gosa-sd
   5 #
   6 #        USAGE:  ./gosa-sd
   7 #
   8 #  DESCRIPTION:
   9 #
  10 #      OPTIONS:  ---
  11 # REQUIREMENTS:  libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl
  12 #                libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl
  13 #                libpoe-perl
  14 #         BUGS:  ---
  15 #        NOTES:
  16 #       AUTHOR:   (Andreas Rettenberger), <rettenberger@gonicus.de>
  17 #      COMPANY:
  18 #      VERSION:  1.0
  19 #      CREATED:  12.09.2007 08:54:41 CEST
  20 #     REVISION:  ---
  21 #===============================================================================
  22
  23
  24 # TODO
  25 #
  26 # max_children wird momentan nicht mehr verwendet, jede eingehende nachricht bekommt ein eigenes POE child
  27
  28 use strict;
  29 use warnings;
  30 use Getopt::Long;
  31 use Config::IniFiles;
  32 use POSIX;
  33
  34 use Fcntl;
  35 use IO::Socket::INET;
  36 use IO::Handle;
  37 use IO::Select;
  38 use Symbol qw(qualify_to_ref);
  39 use Crypt::Rijndael;
  40 use MIME::Base64;
  41 use Digest::MD5  qw(md5 md5_hex md5_base64);
  42 use XML::Simple;
  43 use Data::Dumper;
  44 use Sys::Syslog qw( :DEFAULT setlogsock);
  45 use Cwd;
  46 use File::Spec;
  47 use File::Basename;
  48 use File::Find;
  49 use File::Copy;
  50 use File::Path;
  51 use GOSA::DBsqlite;
  52 use GOSA::GosaSupportDaemon;
  53 use POE qw(Component::Server::TCP Wheel::Run Filter::Reference);
  54 use Net::LDAP;
  55 use Net::LDAP::Util qw(:escape);
  56 use Time::HiRes qw( usleep);
  57
  58 my $modules_path = "/usr/lib/gosa-si/modules";
  59 use lib "/usr/lib/gosa-si/modules";
  60
  61 # revision number of server and program name
  62 my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $';
  63 my $server_headURL;
  64 my $server_revision;
  65 my $server_status;
  66 our $prg= basename($0);
  67
  68 our $global_kernel;
  69 my ($foreground, $ping_timeout);
  70 my ($server);
  71 my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay);
  72 my ($messaging_db_loop_delay);
  73 my ($procid, $pid);
  74 my ($arp_fifo);
  75 my ($xml);
  76 my $sources_list;
  77 my $max_clients;
  78 my %repo_files=();
  79 my $repo_path;
  80 my %repo_dirs=();
  81 # variables declared in config file are always set to 'our'
  82 our (%cfg_defaults, $log_file, $pid_file,
  83     $server_ip, $server_port, $ClientPackages_key,
  84     $arp_activ, $gosa_unit_tag,
  85     $GosaPackages_key, $gosa_timeout,
  86     $foreign_server_string, $server_domain, $ServerPackages_key, $foreign_servers_register_delay,
  87     $wake_on_lan_passwd, $job_synchronization, $modified_jobs_loop_delay,
  88     $arp_enabled, $arp_interface,
  89     $opsi_enabled, $opsi_server, $opsi_admin, $opsi_password,
  90                 $new_systems_ou,
  91 );
  92
  93 # additional variable which should be globaly accessable
  94 our $server_address;
  95 our $server_mac_address;
  96 our $gosa_address;
  97 our $no_arp;
  98 our $verbose;
  99 our $forground;
 100 our $cfg_file;
 101 our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn);
 102 our $known_modules;
 103
 104 # specifies the verbosity of the daemon_log
 105 $verbose = 0 ;
 106
 107 # if foreground is not null, script will be not forked to background
 108 $foreground = 0 ;
 109
 110 # specifies the timeout seconds while checking the online status of a registrating client
 111 $ping_timeout = 5;
 112
 113 $no_arp = 0;
 114 my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress";
 115 my @packages_list_statements;
 116 my $watch_for_new_jobs_in_progress = 0;
 117
 118 # holds all incoming decrypted messages
 119 our $incoming_db;
 120 our $incoming_tn = 'incoming';
 121 my $incoming_file_name;
 122 my @incoming_col_names = ("id INTEGER PRIMARY KEY",
 123         "timestamp DEFAULT 'none'",
 124         "headertag DEFAULT 'none'",
 125                 "targettag DEFAULT 'none'",
 126         "xmlmessage DEFAULT 'none'",
 127         "module DEFAULT 'none'",
 128         "sessionid DEFAULT '0'",
 129         );
 130
 131 # holds all gosa jobs
 132 our $job_db;
 133 our $job_queue_tn = 'jobs';
 134 my $job_queue_file_name;
 135 my @job_queue_col_names = ("id INTEGER PRIMARY KEY",
 136                 "timestamp DEFAULT 'none'",
 137                 "status DEFAULT 'none'",
 138                 "result DEFAULT 'none'",
 139                 "progress DEFAULT 'none'",
 140         "headertag DEFAULT 'none'",
 141                 "targettag DEFAULT 'none'",
 142                 "xmlmessage DEFAULT 'none'",
 143                 "macaddress DEFAULT 'none'",
 144                 "plainname DEFAULT 'none'",
 145         "siserver DEFAULT 'none'",
 146         "modified DEFAULT '0'",
 147                 );
 148
 149 # holds all other gosa-si-server
 150 our $known_server_db;
 151 our $known_server_tn = "known_server";
 152 my $known_server_file_name;
 153 my @known_server_col_names = ("hostname", "macaddress", "status", "hostkey", "loaded_modules", "timestamp");
 154
 155 # holds all registrated clients
 156 our $known_clients_db;
 157 our $known_clients_tn = "known_clients";
 158 my $known_clients_file_name;
 159 my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events", "keylifetime");
 160
 161 # holds all registered clients at a foreign server
 162 our $foreign_clients_db;
 163 our $foreign_clients_tn = "foreign_clients";
 164 my $foreign_clients_file_name;
 165 my @foreign_clients_col_names = ("hostname", "macaddress", "regserver", "timestamp");
 166
 167 # holds all logged in user at each client
 168 our $login_users_db;
 169 our $login_users_tn = "login_users";
 170 my $login_users_file_name;
 171 my @login_users_col_names = ("client", "user", "timestamp");
 172
 173 # holds all fai server, the debian release and tag
 174 our $fai_server_db;
 175 our $fai_server_tn = "fai_server";
 176 my $fai_server_file_name;
 177 our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag");
 178
 179 our $fai_release_db;
 180 our $fai_release_tn = "fai_release";
 181 my $fai_release_file_name;
 182 our @fai_release_col_names = ("timestamp", "release", "class", "type", "state");
 183
 184 # holds all packages available from different repositories
 185 our $packages_list_db;
 186 our $packages_list_tn = "packages_list";
 187 my $packages_list_file_name;
 188 our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp");
 189 my $outdir = "/tmp/packages_list_db";
 190 my $arch = "i386";
 191
 192 # holds all messages which should be delivered to a user
 193 our $messaging_db;
 194 our $messaging_tn = "messaging";
 195 our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to",
 196         "flag", "direction", "delivery_time", "message", "timestamp" );
 197 my $messaging_file_name;
 198
 199 # path to directory to store client install log files
 200 our $client_fai_log_dir = "/var/log/fai";
 201
 202 # queue which stores taskes until one of the $max_children children are ready to process the task
 203 my @tasks = qw();
 204 my @msgs_to_decrypt = qw();
 205 my $max_children = 2;
 206
 207
 208 # loop delay for job queue to look for opsi jobs
 209 my $job_queue_opsi_delay = 10;
 210 our $opsi_client;
 211 our $opsi_url;
 212
 213 # Lifetime of logged in user information. If no update information comes after n seconds,
 214 # the user is expeceted to be no longer logged in or the host is no longer running. Because
 215 # of this, the user is deleted from login_users_db
 216 our $logged_in_user_date_of_expiry = 600;
 217
 218
 219 %cfg_defaults = (
 220 "general" => {
 221     "log-file" => [\$log_file, "/var/run/".$prg.".log"],
 222     "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"],
 223     },
 224 "server" => {
 225     "ip" => [\$server_ip, "0.0.0.0"],
 226     "port" => [\$server_port, "20081"],
 227     "known-clients"        => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ],
 228     "known-servers"        => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'],
 229     "incoming"             => [\$incoming_file_name, '/var/lib/gosa-si/incoming.db'],
 230     "login-users"          => [\$login_users_file_name, '/var/lib/gosa-si/users.db'],
 231     "fai-server"           => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'],
 232     "fai-release"          => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'],
 233     "packages-list"        => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'],
 234     "messaging"            => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'],
 235     "foreign-clients"      => [\$foreign_clients_file_name, '/var/lib/gosa-si/foreign_clients.db'],
 236     "source-list"          => [\$sources_list, '/etc/apt/sources.list'],
 237     "repo-path"            => [\$repo_path, '/srv/www/repository'],
 238     "ldap-uri"             => [\$ldap_uri, ""],
 239     "ldap-base"            => [\$ldap_base, ""],
 240     "ldap-admin-dn"        => [\$ldap_admin_dn, ""],
 241     "ldap-admin-password"  => [\$ldap_admin_password, ""],
 242     "gosa-unit-tag"        => [\$gosa_unit_tag, ""],
 243     "max-clients"          => [\$max_clients, 10],
 244     "wol-password"           => [\$wake_on_lan_passwd, ""],
 245     },
 246 "GOsaPackages" => {
 247     "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'],
 248     "job-queue-loop-delay" => [\$job_queue_loop_delay, 3],
 249     "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3],
 250     "key" => [\$GosaPackages_key, "none"],
 251                 "new-systems-ou" => [\$new_systems_ou, 'ou=workstations,ou=systems'],
 252     },
 253 "ClientPackages" => {
 254     "key" => [\$ClientPackages_key, "none"],
 255     "user-date-of-expiry" => [\$logged_in_user_date_of_expiry, 600],
 256     },
 257 "ServerPackages"=> {
 258     "address"      => [\$foreign_server_string, ""],
 259     "domain"  => [\$server_domain, ""],
 260     "key"     => [\$ServerPackages_key, "none"],
 261     "key-lifetime" => [\$foreign_servers_register_delay, 120],
 262     "job-synchronization-enabled" => [\$job_synchronization, "true"],
 263     "synchronization-loop" => [\$modified_jobs_loop_delay, 5],
 264     },
 265 "ArpHandler" => {
 266     "enabled"   => [\$arp_enabled, "true"],
 267     "interface" => [\$arp_interface, "all"],
 268         },
 269 "Opsi" => {
 270     "enabled"  => [\$opsi_enabled, "false"],
 271     "server"   => [\$opsi_server, "localhost"],
 272     "admin"    => [\$opsi_admin, "opsi-admin"],
 273     "password" => [\$opsi_password, "secret"],
 274    },
 275
 276 );
 277
 278
 279 #===  FUNCTION  ================================================================
 280 #         NAME:  usage
 281 #   PARAMETERS:  nothing
 282 #      RETURNS:  nothing
 283 #  DESCRIPTION:  print out usage text to STDERR
 284 #===============================================================================
 285 sub usage {
 286     print STDERR << "EOF" ;
 287 usage: $prg [-hvf] [-c config]
 288
 289            -h        : this (help) message
 290            -c <file> : config file
 291            -f        : foreground, process will not be forked to background
 292            -v        : be verbose (multiple to increase verbosity)
 293            -no-arp   : starts $prg without connection to arp module
 294
 295 EOF
 296     print "\n" ;
 297 }
 298
 299
 300 #===  FUNCTION  ================================================================
 301 #         NAME:  logging
 302 #   PARAMETERS:  level - string - default 'info'
 303 #                msg - string -
 304 #                facility - string - default 'LOG_DAEMON'
 305 #      RETURNS:  nothing
 306 #  DESCRIPTION:  function for logging
 307 #===============================================================================
 308 sub daemon_log {
 309     # log into log_file
 310     my( $msg, $level ) = @_;
 311     if(not defined $msg) { return }
 312     if(not defined $level) { $level = 1 }
 313     if(defined $log_file){
 314         open(LOG_HANDLE, ">>$log_file");
 315         chmod 0600, $log_file;
 316         if(not defined open( LOG_HANDLE, ">>$log_file" )) {
 317             print STDERR "cannot open $log_file: $!";
 318             return
 319         }
 320         chomp($msg);
 321         #$msg =~s/\n//g;   # no newlines are allowed in log messages, this is important for later log parsing
 322         if($level <= $verbose){
 323             my ($seconds, $minutes, $hours, $monthday, $month,
 324                     $year, $weekday, $yearday, $sommertime) = localtime(time);
 325             $hours = $hours < 10 ? $hours = "0".$hours : $hours;
 326             $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes;
 327             $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds;
 328             my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec");
 329             $month = $monthnames[$month];
 330             $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday;
 331             $year+=1900;
 332             my $name = $prg;
 333
 334             my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n";
 335             print LOG_HANDLE $log_msg;
 336             if( $foreground ) {
 337                 print STDERR $log_msg;
 338             }
 339         }
 340         close( LOG_HANDLE );
 341     }
 342 }
 343
 344
 345 #===  FUNCTION  ================================================================
 346 #         NAME:  check_cmdline_param
 347 #   PARAMETERS:  nothing
 348 #      RETURNS:  nothing
 349 #  DESCRIPTION:  validates commandline parameter
 350 #===============================================================================
 351 sub check_cmdline_param () {
 352     my $err_config;
 353     my $err_counter = 0;
 354         if(not defined($cfg_file)) {
 355                 $cfg_file = "/etc/gosa-si/server.conf";
 356                 if(! -r $cfg_file) {
 357                         $err_config = "please specify a config file";
 358                         $err_counter += 1;
 359                 }
 360     }
 361     if( $err_counter > 0 ) {
 362         &usage( "", 1 );
 363         if( defined( $err_config)) { print STDERR "$err_config\n"}
 364         print STDERR "\n";
 365         exit( -1 );
 366     }
 367 }
 368
 369
 370 #===  FUNCTION  ================================================================
 371 #         NAME:  check_pid
 372 #   PARAMETERS:  nothing
 373 #      RETURNS:  nothing
 374 #  DESCRIPTION:  handels pid processing
 375 #===============================================================================
 376 sub check_pid {
 377     $pid = -1;
 378     # Check, if we are already running
 379     if( open(LOCK_FILE, "<$pid_file") ) {
 380         $pid = <LOCK_FILE>;
 381         if( defined $pid ) {
 382             chomp( $pid );
 383             if( -f "/proc/$pid/stat" ) {
 384                 my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/;
 385                 if( $stat ) {
 386                                         daemon_log("ERROR: Already running",1);
 387                     close( LOCK_FILE );
 388                     exit -1;
 389                 }
 390             }
 391         }
 392         close( LOCK_FILE );
 393         unlink( $pid_file );
 394     }
 395
 396     # create a syslog msg if it is not to possible to open PID file
 397     if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) {
 398         my($msg) = "Couldn't obtain lockfile '$pid_file' ";
 399         if (open(LOCK_FILE, '<', $pid_file)
 400                 && ($pid = <LOCK_FILE>))
 401         {
 402             chomp($pid);
 403             $msg .= "(PID $pid)\n";
 404         } else {
 405             $msg .= "(unable to read PID)\n";
 406         }
 407         if( ! ($foreground) ) {
 408             openlog( $0, "cons,pid", "daemon" );
 409             syslog( "warning", $msg );
 410             closelog();
 411         }
 412         else {
 413             print( STDERR " $msg " );
 414         }
 415         exit( -1 );
 416     }
 417 }
 418
 419 #===  FUNCTION  ================================================================
 420 #         NAME:  import_modules
 421 #   PARAMETERS:  module_path - string - abs. path to the directory the modules
 422 #                are stored
 423 #      RETURNS:  nothing
 424 #  DESCRIPTION:  each file in module_path which ends with '.pm' and activation
 425 #                state is on is imported by "require 'file';"
 426 #===============================================================================
 427 sub import_modules {
 428     daemon_log(" ", 1);
 429
 430     if (not -e $modules_path) {
 431         daemon_log("0 ERROR: cannot find directory or directory is not readable: $modules_path", 1);
 432     }
 433
 434     opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n";
 435     while (defined (my $file = readdir (DIR))) {
 436         if (not $file =~ /(\S*?).pm$/) {
 437             next;
 438         }
 439                 my $mod_name = $1;
 440
 441         # ArpHandler switch
 442         if( $file =~ /ArpHandler.pm/ ) {
 443             if( $arp_enabled eq "false" ) { next; }
 444         }
 445
 446         eval { require $file; };
 447         if ($@) {
 448             daemon_log("0 ERROR: gosa-si-server could not load module $file", 1);
 449             daemon_log("$@", 5);
 450                 } else {
 451                         my $info = eval($mod_name.'::get_module_info()');
 452                         # Only load module if get_module_info() returns a non-null object
 453                         if( $info ) {
 454                                 my ($input_address, $input_key, $event_hash) = @{$info};
 455                                 $known_modules->{$mod_name} = $info;
 456                                 daemon_log("0 INFO: module $mod_name loaded", 5);
 457                         }
 458                 }
 459     }
 460
 461     close (DIR);
 462 }
 463
 464 #===  FUNCTION  ================================================================
 465 #         NAME:  password_check
 466 #   PARAMETERS:  nothing
 467 #      RETURNS:  nothing
 468 #  DESCRIPTION:  escalates an critical error if two modules exist which are avaialable by
 469 #                the same password
 470 #===============================================================================
 471 sub password_check {
 472     my $passwd_hash = {};
 473     while (my ($mod_name, $mod_info) = each %$known_modules) {
 474         my $mod_passwd = @$mod_info[1];
 475         if (not defined $mod_passwd) { next; }
 476         if (not exists $passwd_hash->{$mod_passwd}) {
 477             $passwd_hash->{$mod_passwd} = $mod_name;
 478
 479         # escalates critical error
 480         } else {
 481             &daemon_log("0 ERROR: two loaded modules do have the same password. Please modify the 'key'-parameter in config file");
 482             &daemon_log("0 ERROR: module='$mod_name' and module='".$passwd_hash->{$mod_passwd}."'");
 483             exit( -1 );
 484         }
 485     }
 486
 487 }
 488
 489
 490 #===  FUNCTION  ================================================================
 491 #         NAME:  sig_int_handler
 492 #   PARAMETERS:  signal - string - signal arose from system
 493 #      RETURNS:  nothing
 494 #  DESCRIPTION:  handels tasks to be done befor signal becomes active
 495 #===============================================================================
 496 sub sig_int_handler {
 497     my ($signal) = @_;
 498
 499 #       if (defined($ldap_handle)) {
 500 #               $ldap_handle->disconnect;
 501 #       }
 502     # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden
 503
 504
 505     daemon_log("shutting down gosa-si-server", 1);
 506     system("kill `ps -C gosa-si-server -o pid=`");
 507 }
 508 $SIG{INT} = \&sig_int_handler;
 509
 510
 511 sub check_key_and_xml_validity {
 512     my ($crypted_msg, $module_key, $session_id) = @_;
 513     my $msg;
 514     my $msg_hash;
 515     my $error_string;
 516     eval{
 517         $msg = &decrypt_msg($crypted_msg, $module_key);
 518
 519         if ($msg =~ /<xml>/i){
 520             $msg =~ s/\s+/ /g;  # just for better daemon_log
 521             daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8);
 522             $msg_hash = $xml->XMLin($msg, ForceArray=>1);
 523
 524             ##############
 525             # check header
 526             if( not exists $msg_hash->{'header'} ) { die "no header specified"; }
 527             my $header_l = $msg_hash->{'header'};
 528             if( 1 > @{$header_l} ) { die 'empty header tag'; }
 529             if( 1 < @{$header_l} ) { die 'more than one header specified'; }
 530             my $header = @{$header_l}[0];
 531             if( 0 == length $header) { die 'empty string in header tag'; }
 532
 533             ##############
 534             # check source
 535             if( not exists $msg_hash->{'source'} ) { die "no source specified"; }
 536             my $source_l = $msg_hash->{'source'};
 537             if( 1 > @{$source_l} ) { die 'empty source tag'; }
 538             if( 1 < @{$source_l} ) { die 'more than one source specified'; }
 539             my $source = @{$source_l}[0];
 540             if( 0 == length $source) { die 'source error'; }
 541
 542             ##############
 543             # check target
 544             if( not exists $msg_hash->{'target'} ) { die "no target specified"; }
 545             my $target_l = $msg_hash->{'target'};
 546             if( 1 > @{$target_l} ) { die 'empty target tag'; }
 547         }
 548     };
 549     if($@) {
 550         daemon_log("$session_id ERROR: do not understand the message: $@", 1);
 551         $msg = undef;
 552         $msg_hash = undef;
 553     }
 554
 555     return ($msg, $msg_hash);
 556 }
 557
 558
 559 sub check_outgoing_xml_validity {
 560     my ($msg, $session_id) = @_;
 561
 562     my $msg_hash;
 563     eval{
 564         $msg_hash = $xml->XMLin($msg, ForceArray=>1);
 565
 566         ##############
 567         # check header
 568         my $header_l = $msg_hash->{'header'};
 569         if( 1 != @{$header_l} ) {
 570             die 'no or more than one headers specified';
 571         }
 572         my $header = @{$header_l}[0];
 573         if( 0 == length $header) {
 574             die 'header has length 0';
 575         }
 576
 577         ##############
 578         # check source
 579         my $source_l = $msg_hash->{'source'};
 580         if( 1 != @{$source_l} ) {
 581             die 'no or more than 1 sources specified';
 582         }
 583         my $source = @{$source_l}[0];
 584         if( 0 == length $source) {
 585             die 'source has length 0';
 586         }
 587         unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
 588                 $source =~ /^GOSA$/i ) {
 589             die "source '$source' is neither a complete ip-address with port nor 'GOSA'";
 590         }
 591
 592         ##############
 593         # check target
 594         my $target_l = $msg_hash->{'target'};
 595         if( 0 == @{$target_l} ) {
 596             die "no targets specified";
 597         }
 598         foreach my $target (@$target_l) {
 599             if( 0 == length $target) {
 600                 die "target has length 0";
 601             }
 602             unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ ||
 603                     $target =~ /^GOSA$/i ||
 604                     $target =~ /^\*$/ ||
 605                     $target =~ /KNOWN_SERVER/i ||
 606                     $target =~ /JOBDB/i ||
 607                     $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){
 608                 die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address";
 609             }
 610         }
 611     };
 612     if($@) {
 613         daemon_log("$session_id ERROR: outgoing msg is not gosa-si envelope conform: $@", 1);
 614         daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 1);
 615         $msg_hash = undef;
 616     }
 617
 618     return ($msg_hash);
 619 }
 620
 621
 622 sub input_from_known_server {
 623     my ($input, $remote_ip, $session_id) = @_ ;
 624     my ($msg, $msg_hash, $module);
 625
 626     my $sql_statement= "SELECT * FROM known_server";
 627     my $query_res = $known_server_db->select_dbentry( $sql_statement );
 628
 629     while( my ($hit_num, $hit) = each %{ $query_res } ) {
 630         my $host_name = $hit->{hostname};
 631         if( not $host_name =~ "^$remote_ip") {
 632             next;
 633         }
 634         my $host_key = $hit->{hostkey};
 635         daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7);
 636         daemon_log("$session_id DEBUG: input_from_known_server: host_key: $host_key", 7);
 637
 638         # check if module can open msg envelope with module key
 639         my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);
 640         if( (!$tmp_msg) || (!$tmp_msg_hash) ) {
 641             daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7);
 642             daemon_log("$@", 8);
 643             next;
 644         }
 645         else {
 646             $msg = $tmp_msg;
 647             $msg_hash = $tmp_msg_hash;
 648             $module = "ServerPackages";
 649             last;
 650         }
 651     }
 652
 653     if( (!$msg) || (!$msg_hash) || (!$module) ) {
 654         daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7);
 655     }
 656
 657     return ($msg, $msg_hash, $module);
 658 }
 659
 660
 661 sub input_from_known_client {
 662     my ($input, $remote_ip, $session_id) = @_ ;
 663     my ($msg, $msg_hash, $module);
 664
 665     my $sql_statement= "SELECT * FROM known_clients";
 666     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
 667     while( my ($hit_num, $hit) = each %{ $query_res } ) {
 668         my $host_name = $hit->{hostname};
 669         if( not $host_name =~ /^$remote_ip:\d*$/) {
 670                 next;
 671                 }
 672         my $host_key = $hit->{hostkey};
 673         &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7);
 674         &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7);
 675
 676         # check if module can open msg envelope with module key
 677         ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id);
 678
 679         if( (!$msg) || (!$msg_hash) ) {
 680             &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7);
 681             &daemon_log("$@", 8);
 682             next;
 683         }
 684         else {
 685             $module = "ClientPackages";
 686             last;
 687         }
 688     }
 689
 690     if( (!$msg) || (!$msg_hash) || (!$module) ) {
 691         &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7);
 692     }
 693
 694     return ($msg, $msg_hash, $module);
 695 }
 696
 697
 698 sub input_from_unknown_host {
 699         no strict "refs";
 700         my ($input, $session_id) = @_ ;
 701         my ($msg, $msg_hash, $module);
 702         my $error_string;
 703
 704         my %act_modules = %$known_modules;
 705
 706         while( my ($mod, $info) = each(%act_modules)) {
 707
 708                 # check a key exists for this module
 709                 my $module_key = ${$mod."_key"};
 710                 if( not defined $module_key ) {
 711                         if( $mod eq 'ArpHandler' ) {
 712                                 next;
 713                         }
 714                         daemon_log("$session_id ERROR: no key specified in config file for $mod", 1);
 715                         next;
 716                 }
 717                 daemon_log("$session_id DEBUG: $mod: $module_key", 7);
 718
 719                 # check if module can open msg envelope with module key
 720                 ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id);
 721                 if( (not defined $msg) || (not defined $msg_hash) ) {
 722                         daemon_log("$session_id ERROR: no msg returned!", 2) if (not defined $msg || "" eq $msg);
 723                         daemon_log("$session_id ERROR: no msg_hash returned!", 2) if (not defined $msg_hash || "" eq $msg_hash);
 724                         next;
 725                 } else {
 726                         $module = $mod;
 727                         last;
 728                 }
 729         }
 730
 731         if( (!$msg) || (!$msg_hash) || (!$module)) {
 732                 daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7);
 733         }
 734
 735         return ($msg, $msg_hash, $module);
 736 }
 737
 738
 739 sub create_ciphering {
 740     my ($passwd) = @_;
 741         if((!defined($passwd)) || length($passwd)==0) {
 742                 $passwd = "";
 743         }
 744     $passwd = substr(md5_hex("$passwd") x 32, 0, 32);
 745     my $iv = substr(md5_hex('GONICUS GmbH'),0, 16);
 746     my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC());
 747     $my_cipher->set_iv($iv);
 748     return $my_cipher;
 749 }
 750
 751
 752 sub encrypt_msg {
 753     my ($msg, $key) = @_;
 754     my $my_cipher = &create_ciphering($key);
 755     my $len;
 756     {
 757             use bytes;
 758             $len= 16-length($msg)%16;
 759     }
 760     $msg = "\0"x($len).$msg;
 761     $msg = $my_cipher->encrypt($msg);
 762     chomp($msg = &encode_base64($msg));
 763     # there are no newlines allowed inside msg
 764     $msg=~ s/\n//g;
 765     return $msg;
 766 }
 767
 768
 769 sub decrypt_msg {
 770
 771     my ($msg, $key) = @_ ;
 772     $msg = &decode_base64($msg);
 773     my $my_cipher = &create_ciphering($key);
 774     $msg = $my_cipher->decrypt($msg);
 775     $msg =~ s/\0*//g;
 776     return $msg;
 777 }
 778
 779
 780 sub get_encrypt_key {
 781     my ($target) = @_ ;
 782     my $encrypt_key;
 783     my $error = 0;
 784
 785     # target can be in known_server
 786     if( not defined $encrypt_key ) {
 787         my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'";
 788         my $query_res = $known_server_db->select_dbentry( $sql_statement );
 789         while( my ($hit_num, $hit) = each %{ $query_res } ) {
 790             my $host_name = $hit->{hostname};
 791             if( $host_name ne $target ) {
 792                 next;
 793             }
 794             $encrypt_key = $hit->{hostkey};
 795             last;
 796         }
 797     }
 798
 799     # target can be in known_client
 800     if( not defined $encrypt_key ) {
 801         my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'";
 802         my $query_res = $known_clients_db->select_dbentry( $sql_statement );
 803         while( my ($hit_num, $hit) = each %{ $query_res } ) {
 804             my $host_name = $hit->{hostname};
 805             if( $host_name ne $target ) {
 806                 next;
 807             }
 808             $encrypt_key = $hit->{hostkey};
 809             last;
 810         }
 811     }
 812
 813     return $encrypt_key;
 814 }
 815
 816
 817 #===  FUNCTION  ================================================================
 818 #         NAME:  open_socket
 819 #   PARAMETERS:  PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000
 820 #                [PeerPort] string necessary if port not appended by PeerAddr
 821 #      RETURNS:  socket IO::Socket::INET
 822 #  DESCRIPTION:  open a socket to PeerAddr
 823 #===============================================================================
 824 sub open_socket {
 825     my ($PeerAddr, $PeerPort) = @_ ;
 826     if(defined($PeerPort)){
 827         $PeerAddr = $PeerAddr.":".$PeerPort;
 828     }
 829     my $socket;
 830     $socket = new IO::Socket::INET(PeerAddr => $PeerAddr,
 831             Porto => "tcp",
 832             Type => SOCK_STREAM,
 833             Timeout => 5,
 834             );
 835     if(not defined $socket) {
 836         return;
 837     }
 838 #    &daemon_log("DEBUG: open_socket: $PeerAddr", 7);
 839     return $socket;
 840 }
 841
 842
 843 #sub get_local_ip_for_remote_ip {
 844 #       my $remote_ip= shift;
 845 #       my $result="0.0.0.0";
 846 #
 847 #       if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) {
 848 #               if($remote_ip eq "127.0.0.1") {
 849 #                       $result = "127.0.0.1";
 850 #               } else {
 851 #                       my $PROC_NET_ROUTE= ('/proc/net/route');
 852 #
 853 #                       open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE")
 854 #                               or die "Could not open $PROC_NET_ROUTE";
 855 #
 856 #                       my @ifs = <PROC_NET_ROUTE>;
 857 #
 858 #                       close(PROC_NET_ROUTE);
 859 #
 860 #                       # Eat header line
 861 #                       shift @ifs;
 862 #                       chomp @ifs;
 863 #                       foreach my $line(@ifs) {
 864 #                               my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line);
 865 #                               my $destination;
 866 #                               my $mask;
 867 #                               my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination);
 868 #                               $destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
 869 #                               ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask);
 870 #                               $mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d));
 871 #                               if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) {
 872 #                                       # destination matches route, save mac and exit
 873 #                                       $result= &get_ip($Iface);
 874 #                                       last;
 875 #                               }
 876 #                       }
 877 #               }
 878 #       } else {
 879 #               daemon_log("0 WARNING: get_local_ip_for_remote_ip() was called with a non-ip parameter: '$remote_ip'", 1);
 880 #       }
 881 #       return $result;
 882 #}
 883
 884
 885 sub send_msg_to_target {
 886     my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ;
 887     my $error = 0;
 888     my $header;
 889     my $timestamp = &get_time();
 890     my $new_status;
 891     my $act_status;
 892     my ($sql_statement, $res);
 893
 894     if( $msg_header ) {
 895         $header = "'$msg_header'-";
 896     } else {
 897         $header = "";
 898     }
 899
 900         # Patch the source ip
 901         if($msg =~ /<source>0\.0\.0\.0:\d*?<\/source>/) {
 902                 my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/));
 903                 $msg =~ s/<source>(0\.0\.0\.0):(\d*?)<\/source>/<source>$remote_ip:$2<\/source>/s;
 904         }
 905
 906     # encrypt xml msg
 907     my $crypted_msg = &encrypt_msg($msg, $encrypt_key);
 908
 909     # opensocket
 910     my $socket = &open_socket($address);
 911     if( !$socket ) {
 912         daemon_log("$session_id WARNING: cannot send ".$header."msg to $address , host not reachable", 3);
 913         $error++;
 914     }
 915
 916     if( $error == 0 ) {
 917         # send xml msg
 918         print $socket $crypted_msg."\n";
 919
 920         daemon_log("$session_id INFO: send ".$header."msg to $address", 5);
 921         daemon_log("$session_id DEBUG: message:\n$msg", 9);
 922
 923     }
 924
 925     # close socket in any case
 926     if( $socket ) {
 927         close $socket;
 928     }
 929
 930     if( $error > 0 ) { $new_status = "down"; }
 931     else { $new_status = $msg_header; }
 932
 933
 934     # known_clients
 935     $sql_statement = "SELECT * FROM $known_clients_tn WHERE hostname='$address'";
 936     $res = $known_clients_db->select_dbentry($sql_statement);
 937     if( keys(%$res) == 1) {
 938         $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : "";
 939         if ($act_status eq "down" && $new_status eq "down") {
 940             $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'";
 941             $res = $known_clients_db->del_dbentry($sql_statement);
 942             daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3);
 943         } else {
 944             $sql_statement = "UPDATE known_clients SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'";
 945             $res = $known_clients_db->update_dbentry($sql_statement);
 946             if($new_status eq "down"){
 947                 daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
 948             } else {
 949                 daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
 950             }
 951         }
 952     }
 953
 954     # known_server
 955     $sql_statement = "SELECT * FROM $known_server_tn WHERE hostname='$address'";
 956     $res = $known_server_db->select_dbentry($sql_statement);
 957     if( keys(%$res) == 1) {
 958         $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : "";
 959         if ($act_status eq "down" && $new_status eq "down") {
 960             $sql_statement = "DELETE FROM known_server WHERE hostname='$address'";
 961             $res = $known_server_db->del_dbentry($sql_statement);
 962             daemon_log("$session_id WARNING: failed 2x to send a message to host '$address', delete host from known_server", 3);
 963         }
 964         else {
 965             $sql_statement = "UPDATE known_server SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'";
 966             $res = $known_server_db->update_dbentry($sql_statement);
 967             if($new_status eq "down"){
 968                 daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3);
 969             } else {
 970                 daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5);
 971             }
 972         }
 973     }
 974     return $error;
 975 }
 976
 977
 978 sub update_jobdb_status_for_send_msgs {
 979     my ($answer, $error) = @_;
 980     if( $answer =~ /<jobdb_id>(\d+)<\/jobdb_id>/ ) {
 981         my $jobdb_id = $1;
 982
 983         # sending msg faild
 984         if( $error ) {
 985             if (not $answer =~ /<header>trigger_action_reinstall<\/header>/) {
 986                 my $sql_statement = "UPDATE $job_queue_tn ".
 987                     "SET status='error', result='can not deliver msg, please consult log file' ".
 988                     "WHERE id=$jobdb_id";
 989                 my $res = $job_db->update_dbentry($sql_statement);
 990             }
 991
 992         # sending msg was successful
 993         } else {
 994             my $sql_statement = "UPDATE $job_queue_tn ".
 995                 "SET status='done' ".
 996                 "WHERE id=$jobdb_id AND status='processed'";
 997             my $res = $job_db->update_dbentry($sql_statement);
 998         }
 999     }
1000 }
1001
1002
1003 sub sig_handler {
1004         my ($kernel, $signal) = @_[KERNEL, ARG0] ;
1005         daemon_log("0 INFO got signal '$signal'", 1);
1006         $kernel->sig_handled();
1007         return;
1008 }
1009
1010
1011 sub msg_to_decrypt {
1012     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
1013     my $session_id = $session->ID;
1014     my ($msg, $msg_hash, $module);
1015     my $error = 0;
1016
1017     # hole neue msg aus @msgs_to_decrypt
1018     my $next_msg = shift @msgs_to_decrypt;
1019
1020     # entschlüssle sie
1021
1022     # msg is from a new client or gosa
1023     ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id);
1024     # msg is from a gosa-si-server
1025     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1026         ($msg, $msg_hash, $module) = &input_from_known_server($next_msg, $heap->{'remote_ip'}, $session_id);
1027     }
1028     # msg is from a gosa-si-client
1029     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1030         ($msg, $msg_hash, $module) = &input_from_known_client($next_msg, $heap->{'remote_ip'}, $session_id);
1031     }
1032     # an error occurred
1033     if(( !$msg ) || ( !$msg_hash ) || ( !$module )){
1034         # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client
1035         # could not understand a msg from its server the client cause a re-registering process
1036         daemon_log("$session_id WARNING cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}.
1037                 "' to cause a re-registering of the client if necessary", 3);
1038         my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')";
1039         my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1040         while( my ($hit_num, $hit) = each %{ $query_res } ) {
1041             my $host_name = $hit->{'hostname'};
1042             my $host_key = $hit->{'hostkey'};
1043             my $ping_msg = "<xml> <header>gosa_ping</header> <source>$server_address</source> <target>$host_name</target></xml>";
1044             my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id);
1045             &update_jobdb_status_for_send_msgs($ping_msg, $error);
1046         }
1047         $error++;
1048     }
1049
1050
1051     my $header;
1052     my $target;
1053     my $source;
1054     my $done = 0;
1055     my $sql;
1056     my $res;
1057
1058     # check whether this message should be processed here
1059     if ($error == 0) {
1060         $header = @{$msg_hash->{'header'}}[0];
1061         $target = @{$msg_hash->{'target'}}[0];
1062         $source = @{$msg_hash->{'source'}}[0];
1063                 my $not_found_in_known_clients_db = 0;
1064                 my $not_found_in_known_server_db = 0;
1065                 my $not_found_in_foreign_clients_db = 0;
1066         my $local_address;
1067         my $local_mac;
1068         my ($target_ip, $target_port) = split(':', $target);
1069
1070         # Determine the local ip address if target is an ip address
1071                 if ($target =~ /^\d+\.\d+\.\d+\.\d+:\d+$/) {
1072                         $local_address = &get_local_ip_for_remote_ip($target_ip).":$server_port";
1073                 } else {
1074             $local_address = $server_address;
1075         }
1076
1077         # Determine the local mac address if target is a mac address
1078         if ($target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i) {
1079             my $loc_ip = &get_local_ip_for_remote_ip($heap->{'remote_ip'});
1080             my $network_interface= &get_interface_for_ip($loc_ip);
1081             $local_mac = &get_mac_for_interface($network_interface);
1082         } else {
1083             $local_mac = $server_mac_address;
1084         }
1085
1086         # target and source is equal to GOSA -> process here
1087         if (not $done) {
1088             if ($target eq "GOSA" && $source eq "GOSA") {
1089                 $done = 1;
1090             }
1091         }
1092
1093         # target is own address without forward_to_gosa-tag -> process here
1094         if (not $done) {
1095             #if ((($target eq $local_address) || ($target eq $local_mac) ) && (not exists $msg_hash->{'forward_to_gosa'})) {
1096             if (($target eq $local_address) && (not exists $msg_hash->{'forward_to_gosa'})) {
1097                 $done = 1;
1098                 if ($source eq "GOSA") {
1099                     $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1100                 }
1101                 #print STDERR "target is own address without forward_to_gosa-tag -> process here\n";
1102             }
1103         }
1104
1105         # target is a client address in known_clients -> process here
1106                 if (not $done) {
1107                                 $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')";
1108                                 $res = $known_clients_db->select_dbentry($sql);
1109                                 if (keys(%$res) > 0) {
1110                                                 $done = 1;
1111                                                 my $hostname = $res->{1}->{'hostname'};
1112                                                 $msg =~ s/<target>$target<\/target>/<target>$hostname<\/target>/;
1113                         #print STDERR "target is a client address in known_clients -> process here\n";
1114                         my $local_address = &get_local_ip_for_remote_ip($target_ip).":$server_port";
1115                         if ($source eq "GOSA") {
1116                             $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1117                         }
1118
1119                                 } else {
1120                                                 $not_found_in_known_clients_db = 1;
1121                                 }
1122                 }
1123
1124         # target ist own address with forward_to_gosa-tag not pointing to myself -> process here
1125         if (not $done) {
1126             my $forward_to_gosa =  @{$msg_hash->{'forward_to_gosa'}}[0];
1127             my $gosa_at;
1128             my $gosa_session_id;
1129             if (($target eq $local_address) && (defined $forward_to_gosa)){
1130                 my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa);
1131                 if ($gosa_at ne $local_address) {
1132                     $done = 1;
1133                     #print STDERR "target is own address with forward_to_gosa-tag not pointing to myself -> process here\n";
1134                 }
1135             }
1136         }
1137
1138         # if message should be processed here -> add message to incoming_db
1139                 if ($done) {
1140                                 # if a job or a gosa message comes from a foreign server, fake module to GosaPackages
1141                                 # so gosa-si-server knows how to process this kind of messages
1142                                 if ($header =~ /^gosa_/ || $header =~ /^job_/) {
1143                                                 $module = "GosaPackages";
1144                                 }
1145
1146                                 my $res = $incoming_db->add_dbentry( {table=>$incoming_tn,
1147                                                                 primkey=>[],
1148                                                                 headertag=>$header,
1149                                                                 targettag=>$target,
1150                                                                 xmlmessage=>&encode_base64($msg),
1151                                                                 timestamp=>&get_time,
1152                                                                 module=>$module,
1153                                                                 sessionid=>$session_id,
1154                                                                 } );
1155                 }
1156
1157         # target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa
1158         if (not $done) {
1159             my $forward_to_gosa =  @{$msg_hash->{'forward_to_gosa'}}[0];
1160             my $gosa_at;
1161             my $gosa_session_id;
1162             if (($target eq $local_address) && (defined $forward_to_gosa)){
1163                 my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa);
1164                 if ($gosa_at eq $local_address) {
1165                     my $session_reference = $kernel->ID_id_to_session($gosa_session_id);
1166                     if( defined $session_reference ) {
1167                         $heap = $session_reference->get_heap();
1168                     }
1169                     if(exists $heap->{'client'}) {
1170                         $msg = &encrypt_msg($msg, $GosaPackages_key);
1171                         $heap->{'client'}->put($msg);
1172                         &daemon_log("$session_id INFO: incoming '$header' message forwarded to GOsa", 5);
1173                     }
1174                     $done = 1;
1175                     #print STDERR "target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa\n";
1176                 }
1177             }
1178
1179         }
1180
1181         # target is a client address in foreign_clients -> forward to registration server
1182         if (not $done) {
1183             $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')";
1184             $res = $foreign_clients_db->select_dbentry($sql);
1185             if (keys(%$res) > 0) {
1186                     my $hostname = $res->{1}->{'hostname'};
1187                     my ($host_ip, $host_port) = split(/:/, $hostname);
1188                     my $local_address =  &get_local_ip_for_remote_ip($host_ip).":$server_port";
1189                 my $regserver = $res->{1}->{'regserver'};
1190                 my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$regserver'";
1191                 my $res = $known_server_db->select_dbentry($sql);
1192                 if (keys(%$res) > 0) {
1193                     my $regserver_key = $res->{1}->{'hostkey'};
1194                     $msg =~ s/<source>GOSA<\/source>/<source>$local_address<\/source>/;
1195                     $msg =~ s/<target>$target<\/target>/<target>$hostname<\/target>/;
1196                     if ($source eq "GOSA") {
1197                         $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1198                     }
1199                     &send_msg_to_target($msg, $regserver, $regserver_key, $header, $session_id);
1200                 }
1201                 $done = 1;
1202                 #print STDERR "target is a client address in foreign_clients -> forward to registration server\n";
1203             } else {
1204                                 $not_found_in_foreign_clients_db = 1;
1205                         }
1206         }
1207
1208         # target is a server address -> forward to server
1209         if (not $done) {
1210             $sql = "SELECT * FROM $known_server_tn WHERE (hostname='$target' OR macaddress LIKE '$target')";
1211             $res = $known_server_db->select_dbentry($sql);
1212             if (keys(%$res) > 0) {
1213                 my $hostkey = $res->{1}->{'hostkey'};
1214
1215                 if ($source eq "GOSA") {
1216                     $msg =~ s/<source>GOSA<\/source>/<source>$local_address<\/source>/;
1217                     $msg =~ s/<\/xml>/<forward_to_gosa>$local_address,$session_id<\/forward_to_gosa><\/xml>/;
1218
1219                 }
1220
1221                 &send_msg_to_target($msg, $target, $hostkey, $header, $session_id);
1222                 $done = 1;
1223             } else {
1224                                 $not_found_in_known_server_db = 1;
1225                         }
1226         }
1227
1228
1229                 # target is not in foreign_clients_db, known_server_db or known_clients_db, maybe it is a complete new one -> process here
1230                 if ( $not_found_in_foreign_clients_db
1231                                                 && $not_found_in_known_server_db
1232                                                 && $not_found_in_known_clients_db) {
1233                                 my $res = $incoming_db->add_dbentry( {table=>$incoming_tn,
1234                                                                 primkey=>[],
1235                                                                 headertag=>$header,
1236                                                                 targettag=>$target,
1237                                                                 xmlmessage=>&encode_base64($msg),
1238                                                                 timestamp=>&get_time,
1239                                                                 module=>$module,
1240                                                                 sessionid=>$session_id,
1241                                                                 } );
1242                                 $done = 1;
1243                 }
1244
1245
1246         if (not $done) {
1247             daemon_log("$session_id ERROR: do not know what to do with this message: $msg", 1);
1248             if ($source eq "GOSA") {
1249                 my %data = ('error_msg' => &encode_base64($msg), 'error_string' => "Do not know what to do with this message!");
1250                 my $error_msg = &build_msg("error", $local_address, "GOSA", \%data );
1251
1252                 my $session_reference = $kernel->ID_id_to_session($session_id);
1253                 if( defined $session_reference ) {
1254                     $heap = $session_reference->get_heap();
1255                 }
1256                 if(exists $heap->{'client'}) {
1257                     $error_msg = &encrypt_msg($error_msg, $GosaPackages_key);
1258                     $heap->{'client'}->put($error_msg);
1259                 }
1260             }
1261         }
1262
1263     }
1264
1265     return;
1266 }
1267
1268
1269 sub next_task {
1270     my ($session, $heap, $task) = @_[SESSION, HEAP, ARG0];
1271     my $running_task = POE::Wheel::Run->new(
1272             Program => sub { process_task($session, $heap, $task) },
1273             StdioFilter => POE::Filter::Reference->new(),
1274             StdoutEvent  => "task_result",
1275             StderrEvent  => "task_debug",
1276             CloseEvent   => "task_done",
1277             );
1278     $heap->{task}->{ $running_task->ID } = $running_task;
1279 }
1280
1281 sub handle_task_result {
1282     my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0];
1283     my $client_answer = $result->{'answer'};
1284     if( $client_answer =~ s/session_id=(\d+)$// ) {
1285         my $session_id = $1;
1286         if( defined $session_id ) {
1287             my $session_reference = $kernel->ID_id_to_session($session_id);
1288             if( defined $session_reference ) {
1289                 $heap = $session_reference->get_heap();
1290             }
1291         }
1292
1293         if(exists $heap->{'client'}) {
1294             $heap->{'client'}->put($client_answer);
1295         }
1296     }
1297     $kernel->sig(CHLD => "child_reap");
1298 }
1299
1300 sub handle_task_debug {
1301     my $result = $_[ARG0];
1302     print STDERR "$result\n";
1303 }
1304
1305 sub handle_task_done {
1306     my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
1307     delete $heap->{task}->{$task_id};
1308 }
1309
1310 sub process_task {
1311     no strict "refs";
1312     #CHECK: Not @_[...]?
1313     my ($session, $heap, $task) = @_;
1314     my $error = 0;
1315     my $answer_l;
1316     my ($answer_header, @answer_target_l, $answer_source);
1317     my $client_answer = "";
1318
1319     # prepare all variables needed to process message
1320     #my $msg = $task->{'xmlmessage'};
1321     my $msg = &decode_base64($task->{'xmlmessage'});
1322     my $incoming_id = $task->{'id'};
1323     my $module = $task->{'module'};
1324     my $header =  $task->{'headertag'};
1325     my $session_id = $task->{'sessionid'};
1326     my $msg_hash = $xml->XMLin($msg, ForceArray=>1);
1327     my $source = @{$msg_hash->{'source'}}[0];
1328
1329     # set timestamp of incoming client uptodate, so client will not
1330     # be deleted from known_clients because of expiration
1331     my $act_time = &get_time();
1332     my $sql = "UPDATE $known_clients_tn SET timestamp='$act_time' WHERE hostname='$source'";
1333     my $res = $known_clients_db->exec_statement($sql);
1334
1335     ######################
1336     # process incoming msg
1337     if( $error == 0) {
1338         daemon_log("$session_id INFO: Incoming msg (session_id=$session_id) with header '".@{$msg_hash->{'header'}}[0]."'", 5);
1339         daemon_log("$session_id DEBUG: Processing module ".$module, 7);
1340         $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id);
1341
1342         if ( 0 < @{$answer_l} ) {
1343             my $answer_str = join("\n", @{$answer_l});
1344             while ($answer_str =~ /<header>(\w+)<\/header>/g) {
1345                 daemon_log("$session_id INFO: got answer message with header '$1'", 5);
1346             }
1347             daemon_log("$session_id DEBUG: $module: got answer from module: \n".$answer_str,9);
1348         } else {
1349             daemon_log("$session_id DEBUG: $module: got no answer from module!" ,7);
1350         }
1351
1352     }
1353     if( !$answer_l ) { $error++ };
1354
1355     ########
1356     # answer
1357     if( $error == 0 ) {
1358
1359         foreach my $answer ( @{$answer_l} ) {
1360             # check outgoing msg to xml validity
1361             my $answer_hash = &check_outgoing_xml_validity($answer, $session_id);
1362             if( not defined $answer_hash ) { next; }
1363
1364             $answer_header = @{$answer_hash->{'header'}}[0];
1365             @answer_target_l = @{$answer_hash->{'target'}};
1366             $answer_source = @{$answer_hash->{'source'}}[0];
1367
1368             # deliver msg to all targets
1369             foreach my $answer_target ( @answer_target_l ) {
1370
1371                 # targets of msg are all gosa-si-clients in known_clients_db
1372                 if( $answer_target eq "*" ) {
1373                     # answer is for all clients
1374                     my $sql_statement= "SELECT * FROM known_clients";
1375                     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1376                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1377                         my $host_name = $hit->{hostname};
1378                         my $host_key = $hit->{hostkey};
1379                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1380                         &update_jobdb_status_for_send_msgs($answer, $error);
1381                     }
1382                 }
1383
1384                 # targets of msg are all gosa-si-server in known_server_db
1385                 elsif( $answer_target eq "KNOWN_SERVER" ) {
1386                     # answer is for all server in known_server
1387                     my $sql_statement= "SELECT * FROM $known_server_tn";
1388                     my $query_res = $known_server_db->select_dbentry( $sql_statement );
1389                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1390                         my $host_name = $hit->{hostname};
1391                         my $host_key = $hit->{hostkey};
1392                         $answer =~ s/<target>\S+<\/target>/<target>$host_name<\/target>/g;
1393                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1394                         &update_jobdb_status_for_send_msgs($answer, $error);
1395                     }
1396                 }
1397
1398                 # target of msg is GOsa
1399                                 elsif( $answer_target eq "GOSA" ) {
1400                                         my $session_id = ($1) if $answer =~ /<session_id>(\d+?)<\/session_id>/;
1401                                         my $add_on = "";
1402                     if( defined $session_id ) {
1403                         $add_on = ".session_id=$session_id";
1404                     }
1405                     # answer is for GOSA and has to returned to connected client
1406                     my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key);
1407                     $client_answer = $gosa_answer.$add_on;
1408                 }
1409
1410                 # target of msg is job queue at this host
1411                 elsif( $answer_target eq "JOBDB") {
1412                     $answer =~ /<header>(\S+)<\/header>/;
1413                     my $header;
1414                     if( defined $1 ) { $header = $1; }
1415                     my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id);
1416                     &update_jobdb_status_for_send_msgs($answer, $error);
1417                 }
1418
1419                 # Target of msg is a mac address
1420                 elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) {
1421                     daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients and foreign_clients", 5);
1422                     my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'";
1423                     my $query_res = $known_clients_db->select_dbentry( $sql_statement );
1424                     my $found_ip_flag = 0;
1425                     while( my ($hit_num, $hit) = each %{ $query_res } ) {
1426                         my $host_name = $hit->{hostname};
1427                         my $host_key = $hit->{hostkey};
1428                         $answer =~ s/$answer_target/$host_name/g;
1429                         daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5);
1430                         my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id);
1431                         &update_jobdb_status_for_send_msgs($answer, $error);
1432                         $found_ip_flag++ ;
1433                     }
1434                     if ($found_ip_flag == 0) {
1435                         my $sql = "SELECT * FROM $foreign_clients_tn WHERE macaddress LIKE '$answer_target'";
1436                         my $res = $foreign_clients_db->select_dbentry($sql);
1437                         while( my ($hit_num, $hit) = each %{ $res } ) {
1438                             my $host_name = $hit->{hostname};
1439                             my $reg_server = $hit->{regserver};
1440                             daemon_log("$session_id INFO: found host '$host_name' with mac '$answer_target', registered at '$reg_server'", 5);
1441
1442                             # Fetch key for reg_server
1443                             my $reg_server_key;
1444                             my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$reg_server'";
1445                             my $res = $known_server_db->select_dbentry($sql);
1446                             if (exists $res->{1}) {
1447                                 $reg_server_key = $res->{1}->{'hostkey'};
1448                             } else {
1449                                 daemon_log("$session_id ERROR: cannot find hostkey for '$host_name' in '$known_server_tn'", 1);
1450                                 daemon_log("$session_id ERROR: unable to forward answer to correct registration server, processing is aborted!", 1);
1451                                 $reg_server_key = undef;
1452                             }
1453
1454                             # Send answer to server where client is registered
1455                             if (defined $reg_server_key) {
1456                                 $answer =~ s/$answer_target/$host_name/g;
1457                                 my $error = &send_msg_to_target($answer, $reg_server, $reg_server_key, $answer_header, $session_id);
1458                                 &update_jobdb_status_for_send_msgs($answer, $error);
1459                                 $found_ip_flag++ ;
1460                             }
1461                         }
1462                     }
1463                     if( $found_ip_flag == 0) {
1464                         daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3);
1465                     }
1466
1467                 # Answer is for one specific host
1468                 } else {
1469                     # get encrypt_key
1470                     my $encrypt_key = &get_encrypt_key($answer_target);
1471                     if( not defined $encrypt_key ) {
1472                         # unknown target
1473                         daemon_log("$session_id WARNING: unknown target '$answer_target'", 3);
1474                         next;
1475                     }
1476                     my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id);
1477                     &update_jobdb_status_for_send_msgs($answer, $error);
1478                 }
1479             }
1480         }
1481     }
1482
1483     my $filter = POE::Filter::Reference->new();
1484     my %result = (
1485             status => "seems ok to me",
1486             answer => $client_answer,
1487             );
1488
1489     my $output = $filter->put( [ \%result ] );
1490     print @$output;
1491
1492
1493 }
1494
1495 sub session_start {
1496     my ($kernel) = $_[KERNEL];
1497     $global_kernel = $kernel;
1498     $kernel->yield('register_at_foreign_servers');
1499         $kernel->yield('create_fai_server_db', $fai_server_tn );
1500         $kernel->yield('create_fai_release_db', $fai_release_tn );
1501     $kernel->yield('watch_for_next_tasks');
1502         $kernel->sig(USR1 => "sig_handler");
1503         $kernel->sig(USR2 => "recreate_packages_db");
1504         $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
1505         $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay);
1506     $kernel->delay_set('watch_for_modified_jobs', $modified_jobs_loop_delay);
1507         $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay);
1508     $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay);
1509         $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay);
1510     $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay);
1511
1512     # Start opsi check
1513     if ($opsi_enabled eq "true") {
1514         $kernel->delay_set('watch_for_opsi_jobs', $job_queue_opsi_delay);
1515     }
1516
1517 }
1518
1519
1520 sub watch_for_done_jobs {
1521     #CHECK: $heap for what?
1522     my ($kernel,$heap) = @_[KERNEL, HEAP];
1523
1524     my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE ((status='done') AND (modified='0'))";
1525         my $res = $job_db->select_dbentry( $sql_statement );
1526
1527     while( my ($id, $hit) = each %{$res} ) {
1528         my $jobdb_id = $hit->{id};
1529         my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id";
1530         my $res = $job_db->del_dbentry($sql_statement);
1531     }
1532
1533     $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay);
1534 }
1535
1536
1537 sub watch_for_opsi_jobs {
1538     my ($kernel) = $_[KERNEL];
1539
1540     # This is not very nice to look for opsi install jobs, but headertag has to be trigger_action_reinstall. The only way to identify a
1541     # opsi install job is to parse the xml message. There is still the correct header.
1542     my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE ((xmlmessage LIKE '%opsi_install_client</header>%') AND (status='processing') AND (siserver='localhost'))";
1543         my $res = $job_db->select_dbentry( $sql_statement );
1544
1545     # Ask OPSI for an update of the running jobs
1546     while (my ($id, $hit) = each %$res ) {
1547         # Determine current parameters of the job
1548         my $hostId = $hit->{'plainname'};
1549         my $macaddress = $hit->{'macaddress'};
1550         my $progress = $hit->{'progress'};
1551
1552         my $result= {};
1553
1554         # For hosts, only return the products that are or get installed
1555         my $callobj;
1556         $callobj = {
1557             method  => 'getProductStates_hash',
1558             params  => [ $hostId ],
1559             id  => 1,
1560         };
1561
1562         my $hres = $opsi_client->call($opsi_url, $callobj);
1563         #my ($hres_err, $hres_err_string) = &check_opsi_res($hres);
1564         if (not &check_opsi_res($hres)) {
1565             my $htmp= $hres->result->{$hostId};
1566
1567             # Check state != not_installed or action == setup -> load and add
1568             my $products= 0;
1569             my $installed= 0;
1570             my $installing = 0;
1571             my $error= 0;
1572             my @installed_list;
1573             my @error_list;
1574             my $act_status = "none";
1575             foreach my $product (@{$htmp}){
1576
1577                 if ($product->{'installationStatus'} ne "not_installed" or
1578                         $product->{'actionRequest'} eq "setup"){
1579
1580                     # Increase number of products for this host
1581                     $products++;
1582
1583                     if ($product->{'installationStatus'} eq "failed"){
1584                         $result->{$product->{'productId'}}= "error";
1585                         unshift(@error_list, $product->{'productId'});
1586                         $error++;
1587                     }
1588                     if ($product->{'installationStatus'} eq "installed" && $product->{'actionRequest'}  eq "none"){
1589                         $result->{$product->{'productId'}}= "installed";
1590                         unshift(@installed_list, $product->{'productId'});
1591                         $installed++;
1592                     }
1593                     if ($product->{'installationStatus'} eq "installing"){
1594                         $result->{$product->{'productId'}}= "installing";
1595                         $installing++;
1596                         $act_status = "installing - ".$product->{'productId'};
1597                     }
1598                 }
1599             }
1600
1601             # Estimate "rough" progress, avoid division by zero
1602             if ($products == 0) {
1603                 $result->{'progress'}= 0;
1604             } else {
1605                 $result->{'progress'}= int($installed * 100 / $products);
1606             }
1607
1608             # Set updates in job queue
1609             if ((not $error) && (not $installing) && ($installed)) {
1610                 $act_status = "installed - ".join(", ", @installed_list);
1611             }
1612             if ($error) {
1613                 $act_status = "error - ".join(", ", @error_list);
1614             }
1615             if ($progress ne $result->{'progress'} ) {
1616                 # Updating progress and result
1617                 my $update_statement = "UPDATE $job_queue_tn SET modified='1', progress='".$result->{'progress'}."', result='$act_status' WHERE macaddress='$macaddress' AND siserver='localhost'";
1618                 my $update_res = $job_db->update_dbentry($update_statement);
1619             }
1620             if ($progress eq 100) {
1621                 # Updateing status
1622                 my $done_statement = "UPDATE $job_queue_tn SET modified='1', ";
1623                 if ($error) {
1624                     $done_statement .= "status='error'";
1625                 } else {
1626                     $done_statement .= "status='done'";
1627                 }
1628                 $done_statement .= " WHERE macaddress='$macaddress' AND siserver='localhost'";
1629                 my $done_res = $job_db->update_dbentry($done_statement);
1630             }
1631
1632
1633         }
1634     }
1635
1636     $kernel->delay_set('watch_for_opsi_jobs', $job_queue_opsi_delay);
1637 }
1638
1639
1640 # If a job got an update or was modified anyway, send to all other si-server an update message of this jobs.
1641 sub watch_for_modified_jobs {
1642     my ($kernel,$heap) = @_[KERNEL, HEAP];
1643
1644     my $sql_statement = "SELECT * FROM $job_queue_tn WHERE ((siserver='localhost') AND (modified='1'))";
1645     my $res = $job_db->select_dbentry( $sql_statement );
1646
1647     # if db contains no jobs which should be update, do nothing
1648     if (keys %$res != 0) {
1649
1650         if ($job_synchronization  eq "true") {
1651             # make out of the db result a gosa-si message
1652             my $update_msg = &db_res2si_msg ($res, "foreign_job_updates", "KNOWN_SERVER", "MY_LOCAL_ADDRESS");
1653
1654             # update all other SI-server
1655             &inform_all_other_si_server($update_msg);
1656         }
1657
1658         # set jobs all jobs to modified = 0, wait until the next modification for updates of other si-server
1659         $sql_statement = "UPDATE $job_queue_tn SET modified='0' ";
1660         $res = $job_db->update_dbentry($sql_statement);
1661     }
1662
1663     $kernel->delay_set('watch_for_modified_jobs', $modified_jobs_loop_delay);
1664 }
1665
1666
1667 sub watch_for_new_jobs {
1668         if($watch_for_new_jobs_in_progress == 0) {
1669                 $watch_for_new_jobs_in_progress = 1;
1670                 my ($kernel,$heap) = @_[KERNEL, HEAP];
1671
1672                 # check gosa job quaeue for jobs with executable timestamp
1673                 my $timestamp = &get_time();
1674                 my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp";
1675                 my $res = $job_db->exec_statement( $sql_statement );
1676
1677                 # Merge all new jobs that would do the same actions
1678                 my @drops;
1679                 my $hits;
1680                 foreach my $hit (reverse @{$res} ) {
1681                         my $macaddress= lc @{$hit}[8];
1682                         my $headertag= @{$hit}[5];
1683                         if(
1684                                 defined($hits->{$macaddress}) &&
1685                                 defined($hits->{$macaddress}->{$headertag}) &&
1686                                 defined($hits->{$macaddress}->{$headertag}[0])
1687                         ) {
1688                                 push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]";
1689                         }
1690                         $hits->{$macaddress}->{$headertag}= $hit;
1691                 }
1692
1693                 # Delete new jobs with a matching job in state 'processing'
1694                 foreach my $macaddress (keys %{$hits}) {
1695                         foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
1696                                 my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
1697                                 if(defined($jobdb_id)) {
1698                                         my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'";
1699                                         my $res = $job_db->exec_statement( $sql_statement );
1700                                         foreach my $hit (@{$res}) {
1701                                                 push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id";
1702                                         }
1703                                 } else {
1704                                         daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1);
1705                                 }
1706                         }
1707                 }
1708
1709                 # Commit deletion
1710                 $job_db->exec_statementlist(\@drops);
1711
1712                 # Look for new jobs that could be executed
1713                 foreach my $macaddress (keys %{$hits}) {
1714
1715                         # Look if there is an executing job
1716                         my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'";
1717                         my $res = $job_db->exec_statement( $sql_statement );
1718
1719                         # Skip new jobs for host if there is a processing job
1720                         if(defined($res) and defined @{$res}[0]) {
1721                                 # Prevent race condition if there is a trigger_activate job waiting and a goto-activation job processing
1722                                 if(@{$res}[5] eq 'trigger_action_reinstall') {
1723                                         my $sql_statement_2 =  "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='waiting' AND headertag = 'trigger_activate_new'";
1724                                         my $res_2 = $job_db->exec_statement( $sql_statement_2 );
1725                                         if(defined($res_2) and defined @{$res}[0]) {
1726                                                 # Set status from goto-activation to 'waiting' and update timestamp
1727                                                 $job_db->exec_statement = "UPDATE $job_queue_tn SET status='waiting' WHERE macaddress LIKE '$macaddress' AND headertag = 'trigger_action_reinstall'";
1728                                                 $job_db->exec_statement = "UPDATE $job_queue_tn SET timestamp='".&get_time(30)."' WHERE macaddress LIKE '$macaddress' AND headertag = 'trigger_action_reinstall'";
1729                                         }
1730                                 }
1731                                 next;
1732                         }
1733
1734                         foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) {
1735                                 my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0];
1736                                 if(defined($jobdb_id)) {
1737                                         my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7];
1738
1739                                         daemon_log("J DEBUG: its time to execute $job_msg", 7);
1740                                         my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'";
1741                                         my $res_hash = $known_clients_db->select_dbentry( $sql_statement );
1742
1743                                         # expect macaddress is unique!!!!!!
1744                                         my $target = $res_hash->{1}->{hostname};
1745
1746                                         # change header
1747                                         $job_msg =~ s/<header>job_/<header>gosa_/;
1748
1749                                         # add sqlite_id
1750                                         $job_msg =~ s/<\/xml>$/<jobdb_id>$jobdb_id<\/jobdb_id><\/xml>/;
1751
1752                                         $job_msg =~ /<header>(\S+)<\/header>/;
1753                                         my $header = $1 ;
1754                                         my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J");
1755
1756                                         # update status in job queue to 'processing'
1757                                         $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id";
1758                                         my $res = $job_db->update_dbentry($sql_statement);
1759 # TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen
1760
1761                                         # We don't want parallel processing
1762                                         last;
1763                                 }
1764                         }
1765                 }
1766
1767                 $watch_for_new_jobs_in_progress = 0;
1768                 $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay);
1769         }
1770 }
1771
1772
1773 sub watch_for_new_messages {
1774     my ($kernel,$heap) = @_[KERNEL, HEAP];
1775     my @coll_user_msg;   # collection list of outgoing messages
1776
1777     # check messaging_db for new incoming messages with executable timestamp
1778     my $timestamp = &get_time();
1779     my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )";
1780     my $res = $messaging_db->exec_statement( $sql_statement );
1781         foreach my $hit (@{$res}) {
1782
1783         # create outgoing messages
1784         my $message_to = @{$hit}[3];
1785         # translate message_to to plain login name
1786         my @message_to_l = split(/,/, $message_to);
1787                 my %receiver_h;
1788                 foreach my $receiver (@message_to_l) {
1789                         if ($receiver =~ /^u_([\s\S]*)$/) {
1790                                 $receiver_h{$1} = 0;
1791                         } elsif ($receiver =~ /^g_([\s\S]*)$/) {
1792                                 my $group_name = $1;
1793                                 # fetch all group members from ldap and add them to receiver hash
1794                                 my $ldap_handle = &get_ldap_handle();
1795                                 if (defined $ldap_handle) {
1796                                                 my $mesg = $ldap_handle->search(
1797                                                                                 base => $ldap_base,
1798                                                                                 scope => 'sub',
1799                                                                                 attrs => ['memberUid'],
1800                                                                                 filter => "cn=$group_name",
1801                                                                                 );
1802                                                 if ($mesg->count) {
1803                                                                 my @entries = $mesg->entries;
1804                                                                 foreach my $entry (@entries) {
1805                                                                                 my @receivers= $entry->get_value("memberUid");
1806                                                                                 foreach my $receiver (@receivers) {
1807                                                                                                 $receiver_h{$1} = 0;
1808                                                                                 }
1809                                                                 }
1810                                                 }
1811                                                 # translating errors ?
1812                                                 if ($mesg->code) {
1813                                                                 daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: $mesg->error", 1);
1814                                                 }
1815                                 # ldap handle error ?
1816                                 } else {
1817                                         daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: no ldap handle available", 1);
1818                                 }
1819                         } else {
1820                                 my $sbjct = &encode_base64(@{$hit}[1]);
1821                                 my $msg = &encode_base64(@{$hit}[7]);
1822                                 &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message '$sbjct - $msg'", 3);
1823                         }
1824                 }
1825                 my @receiver_l = keys(%receiver_h);
1826
1827         my $message_id = @{$hit}[0];
1828
1829         #add each outgoing msg to messaging_db
1830         my $receiver;
1831         foreach $receiver (@receiver_l) {
1832             my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ".
1833                 "VALUES ('".
1834                 $message_id."', '".    # id
1835                 @{$hit}[1]."', '".     # subject
1836                 @{$hit}[2]."', '".     # message_from
1837                 $receiver."', '".      # message_to
1838                 "none"."', '".         # flag
1839                 "out"."', '".          # direction
1840                 @{$hit}[6]."', '".     # delivery_time
1841                 @{$hit}[7]."', '".     # message
1842                 $timestamp."'".     # timestamp
1843                 ")";
1844             &daemon_log("M DEBUG: $sql_statement", 1);
1845             my $res = $messaging_db->exec_statement($sql_statement);
1846             &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5);
1847         }
1848
1849         # set incoming message to flag d=deliverd
1850         $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'";
1851         &daemon_log("M DEBUG: $sql_statement", 7);
1852         $res = $messaging_db->update_dbentry($sql_statement);
1853         &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5);
1854     }
1855
1856     $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay);
1857     return;
1858 }
1859
1860 sub watch_for_delivery_messages {
1861     my ($kernel, $heap) = @_[KERNEL, HEAP];
1862
1863     # select outgoing messages
1864     my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )";
1865     #&daemon_log("0 DEBUG: $sql", 7);
1866     my $res = $messaging_db->exec_statement( $sql_statement );
1867
1868     # build out msg for each    usr
1869     foreach my $hit (@{$res}) {
1870         my $receiver = @{$hit}[3];
1871         my $msg_id = @{$hit}[0];
1872         my $subject = @{$hit}[1];
1873         my $message = @{$hit}[7];
1874
1875         # resolve usr -> host where usr is logged in
1876         my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')";
1877         #&daemon_log("0 DEBUG: $sql", 7);
1878         my $res = $login_users_db->exec_statement($sql);
1879
1880         # reciver is logged in nowhere
1881         if (not ref(@$res[0]) eq "ARRAY") { next; }
1882
1883                 my $send_succeed = 0;
1884                 foreach my $hit (@$res) {
1885                                 my $receiver_host = @$hit[0];
1886                 my $delivered2host = 0;
1887                                 &daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7);
1888
1889                                 # Looking for host in know_clients_db
1890                                 my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')";
1891                                 my $res = $known_clients_db->exec_statement($sql);
1892
1893                 # Host is known in known_clients_db
1894                 if (ref(@$res[0]) eq "ARRAY") {
1895                     my $receiver_key = @{@{$res}[0]}[2];
1896                     my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver);
1897                     my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data );
1898                     my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0);
1899                     if ($error == 0 ) {
1900                         $send_succeed++ ;
1901                         $delivered2host++ ;
1902                         &daemon_log("M DEBUG: send message for user '$receiver' to host '$receiver_host'", 7);
1903                     } else {
1904                         &daemon_log("M DEBUG: cannot send message for user '$receiver' to host '$receiver_host'", 7);
1905                     }
1906                 }
1907
1908                 # Message already send, do not need to do anything more, otherwise ...
1909                 if ($delivered2host) { next;}
1910
1911                 # ...looking for host in foreign_clients_db
1912                 $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$receiver_host')";
1913                 $res = $foreign_clients_db->exec_statement($sql);
1914
1915                                 # Host is known in foreign_clients_db
1916                                 if (ref(@$res[0]) eq "ARRAY") {
1917                     my $registration_server = @{@{$res}[0]}[2];
1918
1919                     # Fetch encryption key for registration server
1920                     my $sql = "SELECT * FROM $known_server_tn WHERE (hostname='$registration_server')";
1921                     my $res = $known_server_db->exec_statement($sql);
1922                     if (ref(@$res[0]) eq "ARRAY") {
1923                         my $registration_server_key = @{@{$res}[0]}[3];
1924                         my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver);
1925                         my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data );
1926                         my $error = &send_msg_to_target($out_msg, $registration_server, $registration_server_key, "usr_msg", 0);
1927                         if ($error == 0 ) {
1928                             $send_succeed++ ;
1929                             $delivered2host++ ;
1930                             &daemon_log("M DEBUG: send message for user '$receiver' to server '$registration_server'", 7);
1931                         } else {
1932                             &daemon_log("M ERROR: cannot send message for user '$receiver' to server '$registration_server'", 1);
1933                         }
1934
1935                     } else {
1936                         &daemon_log("M ERROR: host '$receiver_host' is reported to be ".
1937                                 "registrated at server '$registration_server', ".
1938                                 "but no data available in known_server_db ", 1);
1939                     }
1940                 }
1941
1942                 if (not $delivered2host) {
1943                     &daemon_log("M ERROR: unable to send user message to host '$receiver_host'", 1);
1944                 }
1945                 }
1946
1947                 if ($send_succeed) {
1948                                 # set outgoing msg at db to deliverd
1949                                 my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')";
1950                                 my $res = $messaging_db->exec_statement($sql);
1951                 &daemon_log("M INFO: send message for user '$receiver' to logged in hosts", 5);
1952                 } else {
1953             &daemon_log("M WARNING: failed to deliver message for user '$receiver'", 3);
1954         }
1955         }
1956
1957     $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay);
1958     return;
1959 }
1960
1961
1962 sub watch_for_done_messages {
1963     my ($kernel,$heap) = @_[KERNEL, HEAP];
1964
1965     my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')";
1966     #&daemon_log("0 DEBUG: $sql", 7);
1967     my $res = $messaging_db->exec_statement($sql);
1968
1969     foreach my $hit (@{$res}) {
1970         my $msg_id = @{$hit}[0];
1971
1972         my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))";
1973         #&daemon_log("0 DEBUG: $sql", 7);
1974         my $res = $messaging_db->exec_statement($sql);
1975
1976         # not all usr msgs have been seen till now
1977         if ( ref(@$res[0]) eq "ARRAY") { next; }
1978
1979         $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')";
1980         #&daemon_log("0 DEBUG: $sql", 7);
1981         $res = $messaging_db->exec_statement($sql);
1982
1983     }
1984
1985     $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay);
1986     return;
1987 }
1988
1989
1990 sub watch_for_old_known_clients {
1991     my ($kernel,$heap) = @_[KERNEL, HEAP];
1992
1993     my $sql_statement = "SELECT * FROM $known_clients_tn";
1994     my $res = $known_clients_db->select_dbentry( $sql_statement );
1995
1996     my $act_time = int(&get_time());
1997
1998     while ( my ($hit_num, $hit) = each %$res) {
1999         my $expired_timestamp = int($hit->{'timestamp'});
2000         $expired_timestamp =~ /(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/;
2001         my $dt = DateTime->new( year   => $1,
2002                 month  => $2,
2003                 day    => $3,
2004                 hour   => $4,
2005                 minute => $5,
2006                 second => $6,
2007                 );
2008
2009         $dt->add( seconds => 2 * int($hit->{'keylifetime'}) );
2010         $expired_timestamp = $dt->ymd('').$dt->hms('');
2011         if ($act_time > $expired_timestamp) {
2012             my $hostname = $hit->{'hostname'};
2013             my $del_sql = "DELETE FROM $known_clients_tn WHERE hostname='$hostname'";
2014             my $del_res = $known_clients_db->exec_statement($del_sql);
2015
2016             &main::daemon_log("0 INFO: timestamp '".$hit->{'timestamp'}."' of client '$hostname' is expired('$expired_timestamp'), client will be deleted from known_clients_db", 5);
2017         }
2018
2019     }
2020
2021     $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay);
2022 }
2023
2024
2025 sub watch_for_next_tasks {
2026     my ($kernel,$heap) = @_[KERNEL, HEAP];
2027
2028     my $sql = "SELECT * FROM $incoming_tn";
2029     my $res = $incoming_db->select_dbentry($sql);
2030
2031     while ( my ($hit_num, $hit) = each %$res) {
2032         my $headertag = $hit->{'headertag'};
2033         if ($headertag =~ /^answer_(\d+)/) {
2034             # do not start processing, this message is for a still running POE::Wheel
2035             next;
2036         }
2037         my $message_id = $hit->{'id'};
2038         $kernel->yield('next_task', $hit);
2039
2040         my $sql = "DELETE FROM $incoming_tn WHERE id=$message_id";
2041         my $res = $incoming_db->exec_statement($sql);
2042     }
2043
2044     $kernel->delay_set('watch_for_next_tasks', 0.1);
2045 }
2046
2047
2048 sub get_ldap_handle {
2049         my ($session_id) = @_;
2050         my $heap;
2051         my $ldap_handle;
2052
2053         if (not defined $session_id ) { $session_id = 0 };
2054         if ($session_id =~ /[^0-9]*/) { $session_id = 0 };
2055
2056         if ($session_id == 0) {
2057                 daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7);
2058                 $ldap_handle = Net::LDAP->new( $ldap_uri );
2059                 $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!");
2060
2061         } else {
2062                 my $session_reference = $global_kernel->ID_id_to_session($session_id);
2063                 if( defined $session_reference ) {
2064                         $heap = $session_reference->get_heap();
2065                 }
2066
2067                 if (not defined $heap) {
2068                         daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7);
2069                         return;
2070                 }
2071
2072                 # TODO: This "if" is nonsense, because it doesn't prove that the
2073                 #       used handle is still valid - or if we've to reconnect...
2074                 #if (not exists $heap->{ldap_handle}) {
2075                         $ldap_handle = Net::LDAP->new( $ldap_uri );
2076                         $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!");
2077                         $heap->{ldap_handle} = $ldap_handle;
2078                 #}
2079         }
2080         return $ldap_handle;
2081 }
2082
2083
2084 sub change_fai_state {
2085     my ($st, $targets, $session_id) = @_;
2086     $session_id = 0 if not defined $session_id;
2087     # Set FAI state to localboot
2088     my %mapActions= (
2089         reboot    => '',
2090         update    => 'softupdate',
2091         localboot => 'localboot',
2092         reinstall => 'install',
2093         rescan    => '',
2094         wake      => '',
2095         memcheck  => 'memcheck',
2096         sysinfo   => 'sysinfo',
2097         install   => 'install',
2098     );
2099
2100     # Return if this is unknown
2101     if (!exists $mapActions{ $st }){
2102         daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1);
2103       return;
2104     }
2105
2106     my $state= $mapActions{ $st };
2107
2108     my $ldap_handle = &get_ldap_handle($session_id);
2109     if( defined($ldap_handle) ) {
2110
2111       # Build search filter for hosts
2112         my $search= "(&(objectClass=GOhard)";
2113         foreach (@{$targets}){
2114             $search.= "(macAddress=$_)";
2115         }
2116         $search.= ")";
2117
2118       # If there's any host inside of the search string, procress them
2119         if (!($search =~ /macAddress/)){
2120             daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1);
2121             return;
2122         }
2123
2124       # Perform search for Unit Tag
2125       my $mesg = $ldap_handle->search(
2126           base   => $ldap_base,
2127           scope  => 'sub',
2128           attrs  => ['dn', 'FAIstate', 'objectClass'],
2129           filter => "$search"
2130           );
2131
2132           if ($mesg->count) {
2133                   my @entries = $mesg->entries;
2134                   if (0 == @entries) {
2135                                   daemon_log("$session_id ERROR: ldap search failed: ldap_base=$ldap_base, filter=$search", 1);
2136                   }
2137
2138                   foreach my $entry (@entries) {
2139                           # Only modify entry if it is not set to '$state'
2140                           if ($entry->get_value("FAIstate") ne "$state"){
2141                                   daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5);
2142                                   my $result;
2143                                   my %tmp = map { $_ => 1 } $entry->get_value("objectClass");
2144                                   if (exists $tmp{'FAIobject'}){
2145                                           if ($state eq ''){
2146                                                   $result= $ldap_handle->modify($entry->dn, changes => [
2147                                                           delete => [ FAIstate => [] ] ]);
2148                                           } else {
2149                                                   $result= $ldap_handle->modify($entry->dn, changes => [
2150                                                           replace => [ FAIstate => $state ] ]);
2151                                           }
2152                                   } elsif ($state ne ''){
2153                                           $result= $ldap_handle->modify($entry->dn, changes => [
2154                                                   add     => [ objectClass => 'FAIobject' ],
2155                                                   add     => [ FAIstate => $state ] ]);
2156                                   }
2157
2158                                   # Errors?
2159                                   if ($result->code){
2160                                           daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
2161                                   }
2162                           } else {
2163                                   daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7);
2164                           }
2165                   }
2166           } else {
2167                 daemon_log("$session_id ERROR: LDAP search failed: ldap_base=$ldap_base, filter=$search", 1);
2168           }
2169
2170     # if no ldap handle defined
2171     } else {
2172         daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1);
2173     }
2174
2175         return;
2176 }
2177
2178
2179 sub change_goto_state {
2180     my ($st, $targets, $session_id) = @_;
2181     $session_id = 0  if not defined $session_id;
2182
2183     # Switch on or off?
2184     my $state= $st eq 'active' ? 'active': 'locked';
2185
2186     my $ldap_handle = &get_ldap_handle($session_id);
2187     if( defined($ldap_handle) ) {
2188
2189       # Build search filter for hosts
2190       my $search= "(&(objectClass=GOhard)";
2191       foreach (@{$targets}){
2192         $search.= "(macAddress=$_)";
2193       }
2194       $search.= ")";
2195
2196       # If there's any host inside of the search string, procress them
2197       if (!($search =~ /macAddress/)){
2198         return;
2199       }
2200
2201       # Perform search for Unit Tag
2202       my $mesg = $ldap_handle->search(
2203           base   => $ldap_base,
2204           scope  => 'sub',
2205           attrs  => ['dn', 'gotoMode'],
2206           filter => "$search"
2207           );
2208
2209       if ($mesg->count) {
2210         my @entries = $mesg->entries;
2211         foreach my $entry (@entries) {
2212
2213           # Only modify entry if it is not set to '$state'
2214           if ($entry->get_value("gotoMode") ne $state){
2215
2216             daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5);
2217             my $result;
2218             $result= $ldap_handle->modify($entry->dn, changes => [
2219                                                 replace => [ gotoMode => $state ] ]);
2220
2221             # Errors?
2222             if ($result->code){
2223               &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1);
2224             }
2225
2226           }
2227         }
2228       } else {
2229                 daemon_log("$session_id ERROR: LDAP search failed in function change_goto_state: ldap_base=$ldap_base, filter=$search", 1);
2230           }
2231
2232     }
2233 }
2234
2235
2236 sub run_recreate_packages_db {
2237     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
2238     my $session_id = $session->ID;
2239         &main::daemon_log("$session_id INFO: Recreating FAI Packages DB ('$fai_release_tn', '$fai_server_tn', '$packages_list_tn')", 5);
2240         $kernel->yield('create_fai_release_db', $fai_release_tn);
2241         $kernel->yield('create_fai_server_db', $fai_server_tn);
2242         return;
2243 }
2244
2245
2246 sub run_create_fai_server_db {
2247     my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0];
2248     my $session_id = $session->ID;
2249     my $task = POE::Wheel::Run->new(
2250             Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) },
2251             StdoutEvent  => "session_run_result",
2252             StderrEvent  => "session_run_debug",
2253             CloseEvent   => "session_run_done",
2254             );
2255
2256     $heap->{task}->{ $task->ID } = $task;
2257     return;
2258 }
2259
2260
2261 sub create_fai_server_db {
2262     my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_;
2263         my $result;
2264
2265         if (not defined $session_id) { $session_id = 0; }
2266     my $ldap_handle = &get_ldap_handle();
2267         if(defined($ldap_handle)) {
2268                 daemon_log("$session_id INFO: create_fai_server_db: start", 5);
2269                 my $mesg= $ldap_handle->search(
2270                         base   => $ldap_base,
2271                         scope  => 'sub',
2272                         attrs  => ['FAIrepository', 'gosaUnitTag'],
2273                         filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))",
2274                 );
2275                 if($mesg->{'resultCode'} == 0 &&
2276                    $mesg->count != 0) {
2277                    foreach my $entry (@{$mesg->{entries}}) {
2278                            if($entry->exists('FAIrepository')) {
2279                                    # Add an entry for each Repository configured for server
2280                                    foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) {
2281                                                    my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo);
2282                                                    my $tmp_tag= $entry->get_value('gosaUnitTag') || "";
2283                                                    $result= $fai_server_db->add_dbentry( {
2284                                                                    table => $table_name,
2285                                                                    primkey => ['server', 'release', 'tag'],
2286                                                                    server => $tmp_url,
2287                                                                    release => $tmp_release,
2288                                                                    sections => $tmp_sections,
2289                                                                    tag => (length($tmp_tag)>0)?$tmp_tag:"",
2290                                                            } );
2291                                            }
2292                                    }
2293                            }
2294                    }
2295                 daemon_log("$session_id INFO: create_fai_server_db: finished", 5);
2296
2297                 # TODO: Find a way to post the 'create_packages_list_db' event
2298                 if(not defined($dont_create_packages_list)) {
2299                         &create_packages_list_db(undef, undef, $session_id);
2300                 }
2301         }
2302
2303     $ldap_handle->disconnect;
2304         return $result;
2305 }
2306
2307
2308 sub run_create_fai_release_db {
2309     my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0];
2310         my $session_id = $session->ID;
2311     my $task = POE::Wheel::Run->new(
2312             Program => sub { &create_fai_release_db($table_name, $session_id) },
2313             StdoutEvent  => "session_run_result",
2314             StderrEvent  => "session_run_debug",
2315             CloseEvent   => "session_run_done",
2316             );
2317
2318     $heap->{task}->{ $task->ID } = $task;
2319     return;
2320 }
2321
2322
2323 sub create_fai_release_db {
2324         my ($table_name, $session_id) = @_;
2325         my $result;
2326
2327     # used for logging
2328     if (not defined $session_id) { $session_id = 0; }
2329
2330     my $ldap_handle = &get_ldap_handle();
2331         if(defined($ldap_handle)) {
2332                 daemon_log("$session_id INFO: create_fai_release_db: start",5);
2333                 my $mesg= $ldap_handle->search(
2334                         base   => $ldap_base,
2335                         scope  => 'sub',
2336                         attrs  => [],
2337                         filter => "(&(objectClass=organizationalUnit)(ou=fai))",
2338                 );
2339                 if($mesg->{'resultCode'} == 0 &&
2340                         $mesg->count != 0) {
2341                         # Walk through all possible FAI container ou's
2342                         my @sql_list;
2343                         my $timestamp= &get_time();
2344                         foreach my $ou (@{$mesg->{entries}}) {
2345                                 my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id);
2346                                 if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') {
2347                                         my @tmp_array=get_fai_release_entries($tmp_classes);
2348                                         if(@tmp_array) {
2349                                                 foreach my $entry (@tmp_array) {
2350                                                         if(defined($entry) && ref($entry) eq 'HASH') {
2351                                                                 my $sql=
2352                                                                 "INSERT INTO $table_name "
2353                                                                 ."(timestamp, release, class, type, state) VALUES ("
2354                                                                 .$timestamp.","
2355                                                                 ."'".$entry->{'release'}."',"
2356                                                                 ."'".$entry->{'class'}."',"
2357                                                                 ."'".$entry->{'type'}."',"
2358                                                                 ."'".$entry->{'state'}."')";
2359                                                                 push @sql_list, $sql;
2360                                                         }
2361                                                 }
2362                                         }
2363                                 }
2364                         }
2365
2366                         daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8);
2367                         if(@sql_list) {
2368                                 unshift @sql_list, "VACUUM";
2369                                 unshift @sql_list, "DELETE FROM $table_name";
2370                                 $fai_release_db->exec_statementlist(\@sql_list);
2371                         }
2372                         daemon_log("$session_id DEBUG: Done with inserting",7);
2373                 }
2374                 daemon_log("$session_id INFO: create_fai_release_db: finished",5);
2375         }
2376     $ldap_handle->disconnect;
2377         return $result;
2378 }
2379
2380 sub get_fai_types {
2381         my $tmp_classes = shift || return undef;
2382         my @result;
2383
2384         foreach my $type(keys %{$tmp_classes}) {
2385                 if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) {
2386                         my $entry = {
2387                                 type => $type,
2388                                 state => $tmp_classes->{$type}[0],
2389                         };
2390                         push @result, $entry;
2391                 }
2392         }
2393
2394         return @result;
2395 }
2396
2397 sub get_fai_state {
2398         my $result = "";
2399         my $tmp_classes = shift || return $result;
2400
2401         foreach my $type(keys %{$tmp_classes}) {
2402                 if(defined($tmp_classes->{$type}[0])) {
2403                         $result = $tmp_classes->{$type}[0];
2404
2405                 # State is equal for all types in class
2406                         last;
2407                 }
2408         }
2409
2410         return $result;
2411 }
2412
2413 sub resolve_fai_classes {
2414         my ($fai_base, $ldap_handle, $session_id) = @_;
2415         if (not defined $session_id) { $session_id = 0; }
2416         my $result;
2417         my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList");
2418         my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))";
2419         my $fai_classes;
2420
2421         daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7);
2422         my $mesg= $ldap_handle->search(
2423                 base   => $fai_base,
2424                 scope  => 'sub',
2425                 attrs  => ['cn','objectClass','FAIstate'],
2426                 filter => $fai_filter,
2427         );
2428         daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7);
2429
2430         if($mesg->{'resultCode'} == 0 &&
2431                 $mesg->count != 0) {
2432                 foreach my $entry (@{$mesg->{entries}}) {
2433                         if($entry->exists('cn')) {
2434                                 my $tmp_dn= $entry->dn();
2435
2436                                 # Skip classname and ou dn parts for class
2437                                 my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/;
2438
2439                                 # Skip classes without releases
2440                                 if((!defined($tmp_release)) || length($tmp_release)==0) {
2441                                         next;
2442                                 }
2443
2444                                 my $tmp_cn= $entry->get_value('cn');
2445                                 my $tmp_state= $entry->get_value('FAIstate');
2446
2447                                 my $tmp_type;
2448                                 # Get FAI type
2449                                 for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) {
2450                                         if(grep $_ eq $oclass, @possible_fai_classes) {
2451                                                 $tmp_type= $oclass;
2452                                                 last;
2453                                         }
2454                                 }
2455
2456                                 if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
2457                                         # A Subrelease
2458                                         my @sub_releases = split(/,/, $tmp_release);
2459
2460                                         # Walk through subreleases and build hash tree
2461                                         my $hash;
2462                                         while(my $tmp_sub_release = pop @sub_releases) {
2463                                                 $hash .= "\{'$tmp_sub_release'\}->";
2464                                         }
2465                                         eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";');
2466                                 } else {
2467                                         # A branch, no subrelease
2468                                         push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";
2469                                 }
2470                         } elsif (!$entry->exists('cn')) {
2471                                 my $tmp_dn= $entry->dn();
2472                                 my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/;
2473
2474                                 # Skip classes without releases
2475                                 if((!defined($tmp_release)) || length($tmp_release)==0) {
2476                                         next;
2477                                 }
2478
2479                                 if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) {
2480                                         # A Subrelease
2481                                         my @sub_releases= split(/,/, $tmp_release);
2482
2483                                         # Walk through subreleases and build hash tree
2484                                         my $hash;
2485                                         while(my $tmp_sub_release = pop @sub_releases) {
2486                                                 $hash .= "\{'$tmp_sub_release'\}->";
2487                                         }
2488                                         # Remove the last two characters
2489                                         chop($hash);
2490                                         chop($hash);
2491
2492                                         eval('$fai_classes->'.$hash.'= {}');
2493                                 } else {
2494                                         # A branch, no subrelease
2495                                         if(!exists($fai_classes->{$tmp_release})) {
2496                                                 $fai_classes->{$tmp_release} = {};
2497                                         }
2498                                 }
2499                         }
2500                 }
2501
2502                 # The hash is complete, now we can honor the copy-on-write based missing entries
2503                 foreach my $release (keys %$fai_classes) {
2504                         $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release}));
2505                 }
2506         }
2507         return $result;
2508 }
2509
2510 sub apply_fai_inheritance {
2511        my $fai_classes = shift || return {};
2512        my $tmp_classes;
2513
2514        # Get the classes from the branch
2515        foreach my $class (keys %{$fai_classes}) {
2516                # Skip subreleases
2517                if($class =~ /^ou=.*$/) {
2518                        next;
2519                } else {
2520                        $tmp_classes->{$class}= deep_copy($fai_classes->{$class});
2521                }
2522        }
2523
2524        # Apply to each subrelease
2525        foreach my $subrelease (keys %{$fai_classes}) {
2526                if($subrelease =~ /ou=/) {
2527                        foreach my $tmp_class (keys %{$tmp_classes}) {
2528                                if(!exists($fai_classes->{$subrelease}->{$tmp_class})) {
2529                                        $fai_classes->{$subrelease}->{$tmp_class} =
2530                                        deep_copy($tmp_classes->{$tmp_class});
2531                                } else {
2532                                        foreach my $type (keys %{$tmp_classes->{$tmp_class}}) {
2533                                                if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) {
2534                                                        $fai_classes->{$subrelease}->{$tmp_class}->{$type}=
2535                                                        deep_copy($tmp_classes->{$tmp_class}->{$type});
2536                                                }
2537                                        }
2538                                }
2539                        }
2540                }
2541        }
2542
2543        # Find subreleases in deeper levels
2544        foreach my $subrelease (keys %{$fai_classes}) {
2545                if($subrelease =~ /ou=/) {
2546                        foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) {
2547                                if($subsubrelease =~ /ou=/) {
2548                                        apply_fai_inheritance($fai_classes->{$subrelease});
2549                                }
2550                        }
2551                }
2552        }
2553
2554        return $fai_classes;
2555 }
2556
2557 sub get_fai_release_entries {
2558         my $tmp_classes = shift || return;
2559         my $parent = shift || "";
2560         my @result = shift || ();
2561
2562         foreach my $entry (keys %{$tmp_classes}) {
2563                 if(defined($entry)) {
2564                         if($entry =~ /^ou=.*$/) {
2565                                 my $release_name = $entry;
2566                                 $release_name =~ s/ou=//g;
2567                                 if(length($parent)>0) {
2568                                         $release_name = $parent."/".$release_name;
2569                                 }
2570                                 my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result);
2571                                 foreach my $bufentry(@bufentries) {
2572                                         push @result, $bufentry;
2573                                 }
2574                         } else {
2575                                 my @types = get_fai_types($tmp_classes->{$entry});
2576                                 foreach my $type (@types) {
2577                                         push @result,
2578                                         {
2579                                                 'class' => $entry,
2580                                                 'type' => $type->{'type'},
2581                                                 'release' => $parent,
2582                                                 'state' => $type->{'state'},
2583                                         };
2584                                 }
2585                         }
2586                 }
2587         }
2588
2589         return @result;
2590 }
2591
2592 sub deep_copy {
2593         my $this = shift;
2594         if (not ref $this) {
2595                 $this;
2596         } elsif (ref $this eq "ARRAY") {
2597                 [map deep_copy($_), @$this];
2598         } elsif (ref $this eq "HASH") {
2599                 +{map { $_ => deep_copy($this->{$_}) } keys %$this};
2600         } else { die "what type is $_?" }
2601 }
2602
2603
2604 sub session_run_result {
2605     my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0];
2606     $kernel->sig(CHLD => "child_reap");
2607 }
2608
2609 sub session_run_debug {
2610     my $result = $_[ARG0];
2611     print STDERR "$result\n";
2612 }
2613
2614 sub session_run_done {
2615     my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ];
2616     delete $heap->{task}->{$task_id};
2617 }
2618
2619
2620 sub create_sources_list {
2621         my $session_id = shift;
2622         my $ldap_handle = &main::get_ldap_handle;
2623         my $result="/tmp/gosa_si_tmp_sources_list";
2624
2625         # Remove old file
2626         if(stat($result)) {
2627                 unlink($result);
2628                 &main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7);
2629         }
2630
2631         my $fh;
2632         open($fh, ">$result");
2633         if (not defined $fh) {
2634                 &main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7);
2635                 return undef;
2636         }
2637         if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) {
2638                 my $mesg=$ldap_handle->search(
2639                         base    => $main::ldap_server_dn,
2640                         scope   => 'base',
2641                         attrs   => 'FAIrepository',
2642                         filter  => 'objectClass=FAIrepositoryServer'
2643                 );
2644                 if($mesg->count) {
2645                         foreach my $entry(@{$mesg->{'entries'}}) {
2646                                 foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) {
2647                                         my ($server, $tag, $release, $sections)= split /\|/, $value;
2648                                         my $line = "deb $server $release";
2649                                         $sections =~ s/,/ /g;
2650                                         $line.= " $sections";
2651                                         print $fh $line."\n";
2652                                 }
2653                         }
2654                 }
2655         } else {
2656                 if (defined $main::ldap_server_dn){
2657                         &main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1);
2658                 } else {
2659                         &main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1);
2660                 }
2661         }
2662         close($fh);
2663
2664         return $result;
2665 }
2666
2667
2668 sub run_create_packages_list_db {
2669     my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP];
2670         my $session_id = $session->ID;
2671
2672         my $task = POE::Wheel::Run->new(
2673                                         Priority => +20,
2674                                         Program => sub {&create_packages_list_db(undef, undef, $session_id)},
2675                                         StdoutEvent  => "session_run_result",
2676                                         StderrEvent  => "session_run_debug",
2677                                         CloseEvent   => "session_run_done",
2678                                         );
2679         $heap->{task}->{ $task->ID } = $task;
2680 }
2681
2682
2683 sub create_packages_list_db {
2684         my ($ldap_handle, $sources_file, $session_id) = @_;
2685
2686         # it should not be possible to trigger a recreation of packages_list_db
2687         # while packages_list_db is under construction, so set flag packages_list_under_construction
2688         # which is tested befor recreation can be started
2689         if (-r $packages_list_under_construction) {
2690                 daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3);
2691                 return;
2692         } else {
2693                 daemon_log("$session_id INFO: create_packages_list_db: start", 5);
2694                 # set packages_list_under_construction to true
2695                 system("touch $packages_list_under_construction");
2696                 @packages_list_statements=();
2697         }
2698
2699         if (not defined $session_id) { $session_id = 0; }
2700         if (not defined $ldap_handle) {
2701                 $ldap_handle= &get_ldap_handle();
2702
2703                 if (not defined $ldap_handle) {
2704                         daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1);
2705                         unlink($packages_list_under_construction);
2706                         return;
2707                 }
2708         }
2709         if (not defined $sources_file) {
2710                 &main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5);
2711                 $sources_file = &create_sources_list($session_id);
2712         }
2713
2714         if (not defined $sources_file) {
2715                 &main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1);
2716                 unlink($packages_list_under_construction);
2717                 return;
2718         }
2719
2720         my $line;
2721
2722         open(CONFIG, "<$sources_file") or do {
2723                 daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1);
2724                 unlink($packages_list_under_construction);
2725                 return;
2726         };
2727
2728         # Read lines
2729         while ($line = <CONFIG>){
2730                 # Unify
2731                 chop($line);
2732                 $line =~ s/^\s+//;
2733                 $line =~ s/^\s+/ /;
2734
2735                 # Strip comments
2736                 $line =~ s/#.*$//g;
2737
2738                 # Skip empty lines
2739                 if ($line =~ /^\s*$/){
2740                         next;
2741                 }
2742
2743                 # Interpret deb line
2744                 if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){
2745                         my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/);
2746                         my $section;
2747                         foreach $section (split(' ', $sections)){
2748                                 &parse_package_info( $baseurl, $dist, $section, $session_id );
2749                         }
2750                 }
2751         }
2752
2753         close (CONFIG);
2754
2755
2756         find(\&cleanup_and_extract, keys( %repo_dirs ));
2757         &main::strip_packages_list_statements();
2758         unshift @packages_list_statements, "VACUUM";
2759         $packages_list_db->exec_statementlist(\@packages_list_statements);
2760         unlink($packages_list_under_construction);
2761         daemon_log("$session_id INFO: create_packages_list_db: finished", 5);
2762         return;
2763 }
2764
2765 # This function should do some intensive task to minimize the db-traffic
2766 sub strip_packages_list_statements {
2767     my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")};
2768         my @new_statement_list=();
2769         my $hash;
2770         my $insert_hash;
2771         my $update_hash;
2772         my $delete_hash;
2773         my $local_timestamp=get_time();
2774
2775         foreach my $existing_entry (@existing_entries) {
2776                 $hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry;
2777         }
2778
2779         foreach my $statement (@packages_list_statements) {
2780                 if($statement =~ /^INSERT/i) {
2781                         # Assign the values from the insert statement
2782                         my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~
2783                         /^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si;
2784                         if(exists($hash->{$distribution}->{$package}->{$version})) {
2785                                 # If section or description has changed, update the DB
2786                                 if(
2787                                         (! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or
2788                                         (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description))
2789                                 ) {
2790                                         @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef);
2791                                 }
2792                         } else {
2793                                 # Insert a non-existing entry to db
2794                                 @{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
2795                         }
2796                 } elsif ($statement =~ /^UPDATE/i) {
2797                         my ($template,$package,$version) = ($1,$2,$3) if $statement =~
2798                         /^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si;
2799                         foreach my $distribution (keys %{$hash}) {
2800                                 if(exists($insert_hash->{$distribution}->{$package}->{$version})) {
2801                                         # update the insertion hash to execute only one query per package (insert instead insert+update)
2802                                         @{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template;
2803                                 } elsif(exists($hash->{$distribution}->{$package}->{$version})) {
2804                                         if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) {
2805                                                 my $section;
2806                                                 my $description;
2807                                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and
2808                                                         length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) {
2809                                                         $section= @{$update_hash->{$distribution}->{$package}->{$version}}[3];
2810                                                 }
2811                                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
2812                                                         $description= @{$update_hash->{$distribution}->{$package}->{$version}}[4];
2813                                                 }
2814                                                 @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template);
2815                                         }
2816                                 }
2817                         }
2818                 }
2819         }
2820
2821         # TODO: Check for orphaned entries
2822
2823         # unroll the insert_hash
2824         foreach my $distribution (keys %{$insert_hash}) {
2825                 foreach my $package (keys %{$insert_hash->{$distribution}}) {
2826                         foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) {
2827                                 push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version',"
2828                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]',"
2829                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]',"
2830                                 ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]',"
2831                                 ."'$local_timestamp')";
2832                         }
2833                 }
2834         }
2835
2836         # unroll the update hash
2837         foreach my $distribution (keys %{$update_hash}) {
2838                 foreach my $package (keys %{$update_hash->{$distribution}}) {
2839                         foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) {
2840                                 my $set = "";
2841                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) {
2842                                         $set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', ";
2843                                 }
2844                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) {
2845                                         $set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', ";
2846                                 }
2847                                 if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) {
2848                                         $set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', ";
2849                                 }
2850                                 if(defined($set) and length($set) > 0) {
2851                                         $set .= "timestamp = '$local_timestamp'";
2852                                 } else {
2853                                         next;
2854                                 }
2855                                 push @new_statement_list,
2856                                         "UPDATE $main::packages_list_tn SET $set WHERE"
2857                                         ." distribution = '$distribution'"
2858                                         ." AND package = '$package'"
2859                                         ." AND version = '$version'";
2860                         }
2861                 }
2862         }
2863
2864         @packages_list_statements = @new_statement_list;
2865 }
2866
2867
2868 sub parse_package_info {
2869     my ($baseurl, $dist, $section, $session_id)= @_;
2870     my ($package);
2871     if (not defined $session_id) { $session_id = 0; }
2872     my ($path) = ($baseurl =~ m%://[^/]*(.*)$%);
2873     $repo_dirs{ "${repo_path}/pool" } = 1;
2874
2875     foreach $package ("Packages.gz"){
2876         daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7);
2877         get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id );
2878         parse_package( "$outdir/$dist/$section", $dist, $path, $session_id );
2879     }
2880
2881 }
2882
2883
2884 sub get_package {
2885     my ($url, $dest, $session_id)= @_;
2886     if (not defined $session_id) { $session_id = 0; }
2887
2888     my $tpath = dirname($dest);
2889     -d "$tpath" || mkpath "$tpath";
2890
2891     # This is ugly, but I've no time to take a look at "how it works in perl"
2892     if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) {
2893         system("gunzip -cd '$dest' > '$dest.in'");
2894         daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5);
2895         unlink($dest);
2896         daemon_log("$session_id DEBUG: delete file '$dest'", 5);
2897     } else {
2898         daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1);
2899     }
2900     return 0;
2901 }
2902
2903
2904 sub parse_package {
2905     my ($path, $dist, $srv_path, $session_id)= @_;
2906     if (not defined $session_id) { $session_id = 0;}
2907     my ($package, $version, $section, $description);
2908     my $PACKAGES;
2909     my $timestamp = &get_time();
2910
2911     if(not stat("$path.in")) {
2912         daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1);
2913         return;
2914     }
2915
2916     open($PACKAGES, "<$path.in");
2917     if(not defined($PACKAGES)) {
2918         daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1);
2919         return;
2920     }
2921
2922     # Read lines
2923     while (<$PACKAGES>){
2924         my $line = $_;
2925         # Unify
2926         chop($line);
2927
2928         # Use empty lines as a trigger
2929         if ($line =~ /^\s*$/){
2930             my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')";
2931             push(@packages_list_statements, $sql);
2932             $package = "none";
2933             $version = "none";
2934             $section = "none";
2935             $description = "none";
2936             next;
2937         }
2938
2939         # Trigger for package name
2940         if ($line =~ /^Package:\s/){
2941             ($package)= ($line =~ /^Package: (.*)$/);
2942             next;
2943         }
2944
2945         # Trigger for version
2946         if ($line =~ /^Version:\s/){
2947             ($version)= ($line =~ /^Version: (.*)$/);
2948             next;
2949         }
2950
2951         # Trigger for description
2952         if ($line =~ /^Description:\s/){
2953             ($description)= &encode_base64(($line =~ /^Description: (.*)$/));
2954             next;
2955         }
2956
2957         # Trigger for section
2958         if ($line =~ /^Section:\s/){
2959             ($section)= ($line =~ /^Section: (.*)$/);
2960             next;
2961         }
2962
2963         # Trigger for filename
2964         if ($line =~ /^Filename:\s/){
2965             my ($filename) = ($line =~ /^Filename: (.*)$/);
2966             store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path );
2967             next;
2968         }
2969     }
2970
2971     close( $PACKAGES );
2972     unlink( "$path.in" );
2973 }
2974
2975
2976 sub store_fileinfo {
2977     my( $package, $file, $dist, $path, $vers, $srvdir) = @_;
2978
2979     my %fileinfo = (
2980         'package' => $package,
2981         'dist' => $dist,
2982         'version' => $vers,
2983     );
2984
2985     $repo_files{ "${srvdir}/$file" } = \%fileinfo;
2986 }
2987
2988
2989 sub cleanup_and_extract {
2990     my $fileinfo = $repo_files{ $File::Find::name };
2991
2992     if( defined $fileinfo ) {
2993
2994         my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d";
2995         my $sql;
2996         my $package = $fileinfo->{ 'package' };
2997         my $newver = $fileinfo->{ 'version' };
2998
2999         mkpath($dir);
3000         system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" );
3001
3002                 if( -f "$dir/DEBIAN/templates" ) {
3003
3004                         daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 7);
3005
3006                         my $tmpl= "";
3007                         {
3008                                 local $/=undef;
3009                                 open FILE, "$dir/DEBIAN/templates";
3010                                 $tmpl = &encode_base64(<FILE>);
3011                                 close FILE;
3012                         }
3013                         rmtree("$dir/DEBIAN/templates");
3014
3015                         $sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';";
3016                 push @packages_list_statements, $sql;
3017                 }
3018     }
3019
3020     return;
3021 }
3022
3023
3024 sub register_at_foreign_servers {
3025     my ($kernel) = $_[KERNEL];
3026
3027     # hole alle bekannten server aus known_server_db
3028     my $server_sql = "SELECT * FROM $known_server_tn";
3029     my $server_res = $known_server_db->exec_statement($server_sql);
3030
3031     # no entries in known_server_db
3032     if (not ref(@$server_res[0]) eq "ARRAY") {
3033         # TODO
3034     }
3035
3036     # detect already connected clients
3037     my $client_sql = "SELECT * FROM $known_clients_tn";
3038     my $client_res = $known_clients_db->exec_statement($client_sql);
3039
3040     # send my server details to all other gosa-si-server within the network
3041     foreach my $hit (@$server_res) {
3042         my $hostname = @$hit[0];
3043         my $hostkey = &create_passwd;
3044
3045         # add already connected clients to registration message
3046         my $myhash = &create_xml_hash('new_server', $server_address, $hostname);
3047         &add_content2xml_hash($myhash, 'key', $hostkey);
3048         map(&add_content2xml_hash($myhash, 'client', @{$_}[0].",".@{$_}[4]), @$client_res);
3049
3050         # add locally loaded gosa-si modules to registration message
3051         my $loaded_modules = {};
3052         while (my ($package, $pck_info) = each %$known_modules) {
3053                                                 next if ((!defined(@$pck_info[2])) || (!(ref (@$pck_info[2]) eq 'HASH')));
3054                                                 foreach my $act_module (keys(%{@$pck_info[2]})) {
3055                                                         $loaded_modules->{$act_module} = "";
3056                                                 }
3057         }
3058
3059         map(&add_content2xml_hash($myhash, "loaded_modules", $_), keys(%$loaded_modules));
3060
3061         # add macaddress to registration message
3062         my ($host_ip, $host_port) = split(/:/, $hostname);
3063         my $local_ip = &get_local_ip_for_remote_ip($host_ip);
3064         my $network_interface= &get_interface_for_ip($local_ip);
3065         my $host_mac = &get_mac_for_interface($network_interface);
3066         &add_content2xml_hash($myhash, 'macaddress', $host_mac);
3067
3068         # build registration message and send it
3069         my $foreign_server_msg = &create_xml_string($myhash);
3070         my $error = &send_msg_to_target($foreign_server_msg, $hostname, $ServerPackages_key, "new_server", 0);
3071     }
3072
3073     $kernel->delay_set("register_at_foreign_servers", $foreign_servers_register_delay);
3074     return;
3075 }
3076
3077
3078 #==== MAIN = main ==============================================================
3079 #  parse commandline options
3080 Getopt::Long::Configure( "bundling" );
3081 GetOptions("h|help" => \&usage,
3082         "c|config=s" => \$cfg_file,
3083         "f|foreground" => \$foreground,
3084         "v|verbose+" => \$verbose,
3085         "no-arp+" => \$no_arp,
3086            );
3087
3088 #  read and set config parameters
3089 &check_cmdline_param ;
3090 &read_configfile($cfg_file, %cfg_defaults);
3091 &check_pid;
3092
3093 $SIG{CHLD} = 'IGNORE';
3094
3095 # forward error messages to logfile
3096 if( ! $foreground ) {
3097   open( STDIN,  '+>/dev/null' );
3098   open( STDOUT, '+>&STDIN'    );
3099   open( STDERR, '+>&STDIN'    );
3100 }
3101
3102 # Just fork, if we are not in foreground mode
3103 if( ! $foreground ) {
3104     chdir '/'                 or die "Can't chdir to /: $!";
3105     $pid = fork;
3106     setsid                    or die "Can't start a new session: $!";
3107     umask 0;
3108 } else {
3109     $pid = $$;
3110 }
3111
3112 # Do something useful - put our PID into the pid_file
3113 if( 0 != $pid ) {
3114     open( LOCK_FILE, ">$pid_file" );
3115     print LOCK_FILE "$pid\n";
3116     close( LOCK_FILE );
3117     if( !$foreground ) {
3118         exit( 0 )
3119     };
3120 }
3121
3122 # parse head url and revision from svn
3123 my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'};
3124 $server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/;
3125 $server_headURL = defined $1 ? $1 : 'unknown' ;
3126 $server_revision = defined $2 ? $2 : 'unknown' ;
3127 if ($server_headURL =~ /\/tag\// ||
3128         $server_headURL =~ /\/branches\// ) {
3129     $server_status = "stable";
3130 } else {
3131     $server_status = "developmental" ;
3132 }
3133
3134
3135 daemon_log(" ", 1);
3136 daemon_log("$0 started!", 1);
3137 daemon_log("status: $server_status", 1);
3138 daemon_log($server_status_hash->{$server_status}.": $server_revision", 1);
3139
3140 # connect to incoming_db
3141 unlink($incoming_file_name);
3142 $incoming_db = GOSA::DBsqlite->new($incoming_file_name);
3143 $incoming_db->create_table($incoming_tn, \@incoming_col_names);
3144
3145 # connect to gosa-si job queue
3146 $job_db = GOSA::DBsqlite->new($job_queue_file_name);
3147 $job_db->create_table($job_queue_tn, \@job_queue_col_names);
3148
3149 # connect to known_clients_db
3150 $known_clients_db = GOSA::DBsqlite->new($known_clients_file_name);
3151 $known_clients_db->create_table($known_clients_tn, \@known_clients_col_names);
3152
3153 # connect to foreign_clients_db
3154 $foreign_clients_db = GOSA::DBsqlite->new($foreign_clients_file_name);
3155 $foreign_clients_db->create_table($foreign_clients_tn, \@foreign_clients_col_names);
3156
3157 # connect to known_server_db
3158 unlink($known_server_file_name);
3159 $known_server_db = GOSA::DBsqlite->new($known_server_file_name);
3160 $known_server_db->create_table($known_server_tn, \@known_server_col_names);
3161
3162 # connect to login_usr_db
3163 $login_users_db = GOSA::DBsqlite->new($login_users_file_name);
3164 $login_users_db->create_table($login_users_tn, \@login_users_col_names);
3165
3166 # connect to fai_server_db and fai_release_db
3167 unlink($fai_server_file_name);
3168 $fai_server_db = GOSA::DBsqlite->new($fai_server_file_name);
3169 $fai_server_db->create_table($fai_server_tn, \@fai_server_col_names);
3170
3171 unlink($fai_release_file_name);
3172 $fai_release_db = GOSA::DBsqlite->new($fai_release_file_name);
3173 $fai_release_db->create_table($fai_release_tn, \@fai_release_col_names);
3174
3175 # connect to packages_list_db
3176 #unlink($packages_list_file_name);
3177 unlink($packages_list_under_construction);
3178 $packages_list_db = GOSA::DBsqlite->new($packages_list_file_name);
3179 $packages_list_db->create_table($packages_list_tn, \@packages_list_col_names);
3180
3181 # connect to messaging_db
3182 $messaging_db = GOSA::DBsqlite->new($messaging_file_name);
3183 $messaging_db->create_table($messaging_tn, \@messaging_col_names);
3184
3185
3186 # create xml object used for en/decrypting
3187 $xml = new XML::Simple();
3188
3189
3190 # foreign servers
3191 my @foreign_server_list;
3192
3193 # add foreign server from cfg file
3194 if ($foreign_server_string ne "") {
3195     my @cfg_foreign_server_list = split(",", $foreign_server_string);
3196     foreach my $foreign_server (@cfg_foreign_server_list) {
3197         push(@foreign_server_list, $foreign_server);
3198     }
3199 }
3200
3201 # add foreign server from dns
3202 my @tmp_servers;
3203 if ( !$server_domain) {
3204     # Try our DNS Searchlist
3205     for my $domain(get_dns_domains()) {
3206         chomp($domain);
3207         my ($tmp_domains, $error_string) = &get_server_addresses($domain);
3208         if(@$tmp_domains) {
3209             for my $tmp_server(@$tmp_domains) {
3210                 push @tmp_servers, $tmp_server;
3211             }
3212         }
3213     }
3214     if(@tmp_servers && length(@tmp_servers)==0) {
3215         daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3);
3216     }
3217 } else {
3218     @tmp_servers = &get_server_addresses($server_domain);
3219     if( 0 == @tmp_servers ) {
3220         daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3);
3221     }
3222 }
3223 foreach my $server (@tmp_servers) {
3224     unshift(@foreign_server_list, $server);
3225 }
3226 # eliminate duplicate entries
3227 @foreign_server_list = &del_doubles(@foreign_server_list);
3228 my $all_foreign_server = join(", ", @foreign_server_list);
3229 daemon_log("0 INFO: found foreign server in config file and DNS: $all_foreign_server", 5);
3230
3231 # add all found foreign servers to known_server
3232 my $act_timestamp = &get_time();
3233 foreach my $foreign_server (@foreign_server_list) {
3234
3235         # do not add myself to known_server_db
3236         if (&is_local($foreign_server)) { next; }
3237         ######################################
3238
3239     my $res = $known_server_db->add_dbentry( {table=>$known_server_tn,
3240             primkey=>['hostname'],
3241             hostname=>$foreign_server,
3242             macaddress=>"",
3243             status=>'not_jet_registered',
3244             hostkey=>"none",
3245             loaded_modules => "none",
3246             timestamp=>$act_timestamp,
3247             } );
3248 }
3249
3250
3251 # Import all modules
3252 &import_modules;
3253
3254 # Check wether all modules are gosa-si valid passwd check
3255 &password_check;
3256
3257 # Prepare for using Opsi
3258 if ($opsi_enabled eq "true") {
3259     use JSON::RPC::Client;
3260     use XML::Quote qw(:all);
3261     $opsi_url= "https://".$opsi_admin.":".$opsi_password."@".$opsi_server.":4447/rpc";
3262     $opsi_client = new JSON::RPC::Client;
3263 }
3264
3265
3266 POE::Component::Server::TCP->new(
3267     Alias => "TCP_SERVER",
3268         Port => $server_port,
3269         ClientInput => sub {
3270         my ($kernel, $input) = @_[KERNEL, ARG0];
3271         push(@tasks, $input);
3272         push(@msgs_to_decrypt, $input);
3273         $kernel->yield("msg_to_decrypt");
3274         },
3275     InlineStates => {
3276         msg_to_decrypt => \&msg_to_decrypt,
3277         next_task => \&next_task,
3278         task_result => \&handle_task_result,
3279         task_done   => \&handle_task_done,
3280         task_debug  => \&handle_task_debug,
3281         child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
3282     }
3283 );
3284
3285 daemon_log("start socket for incoming xml messages at port '$server_port' ", 1);
3286
3287 # create session for repeatedly checking the job queue for jobs
3288 POE::Session->create(
3289         inline_states => {
3290                 _start => \&session_start,
3291         register_at_foreign_servers => \&register_at_foreign_servers,
3292         sig_handler => \&sig_handler,
3293         next_task => \&next_task,
3294         task_result => \&handle_task_result,
3295         task_done   => \&handle_task_done,
3296         task_debug  => \&handle_task_debug,
3297         watch_for_next_tasks => \&watch_for_next_tasks,
3298         watch_for_new_messages => \&watch_for_new_messages,
3299         watch_for_delivery_messages => \&watch_for_delivery_messages,
3300         watch_for_done_messages => \&watch_for_done_messages,
3301                 watch_for_new_jobs => \&watch_for_new_jobs,
3302         watch_for_modified_jobs => \&watch_for_modified_jobs,
3303         watch_for_done_jobs => \&watch_for_done_jobs,
3304         watch_for_opsi_jobs => \&watch_for_opsi_jobs,
3305         watch_for_old_known_clients => \&watch_for_old_known_clients,
3306         create_packages_list_db => \&run_create_packages_list_db,
3307         create_fai_server_db => \&run_create_fai_server_db,
3308         create_fai_release_db => \&run_create_fai_release_db,
3309                 recreate_packages_db => \&run_recreate_packages_db,
3310         session_run_result => \&session_run_result,
3311         session_run_debug => \&session_run_debug,
3312         session_run_done => \&session_run_done,
3313         child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!"  },
3314         }
3315 );
3316
3317
3318 POE::Kernel->run();
3319 exit;
3320