#!/usr/bin/perl #=============================================================================== # # FILE: gosa-sd # # USAGE: ./gosa-sd # # DESCRIPTION: # # OPTIONS: --- # REQUIREMENTS: libconfig-inifiles-perl libcrypt-rijndael-perl libxml-simple-perl # libdata-dumper-simple-perl libdbd-sqlite3-perl libnet-ldap-perl # libpoe-perl # BUGS: --- # NOTES: # AUTHOR: (Andreas Rettenberger), # COMPANY: # VERSION: 1.0 # CREATED: 12.09.2007 08:54:41 CEST # REVISION: --- #=============================================================================== # TODO # # max_children wird momentan nicht mehr verwendet, jede eingehende nachricht bekommt ein eigenes POE child use strict; use warnings; use Getopt::Long; use Config::IniFiles; use POSIX; use Fcntl; use IO::Socket::INET; use IO::Handle; use IO::Select; use Symbol qw(qualify_to_ref); use Crypt::Rijndael; use MIME::Base64; use Digest::MD5 qw(md5 md5_hex md5_base64); use XML::Simple; use Data::Dumper; use Sys::Syslog qw( :DEFAULT setlogsock); use Cwd; use File::Spec; use File::Basename; use File::Find; use File::Copy; use File::Path; use GOSA::DBsqlite; use GOSA::GosaSupportDaemon; use POE qw(Component::Server::TCP Wheel::Run Filter::Reference); use Net::LDAP; use Net::LDAP::Util qw(:escape); use Time::HiRes qw( usleep); use DateTime; my $modules_path = "/usr/lib/gosa-si/modules"; use lib "/usr/lib/gosa-si/modules"; # revision number of server and program name my $server_version = '$HeadURL: https://oss.gonicus.de/repositories/gosa/trunk/gosa-si/gosa-si-server $:$Rev: 10826 $'; my $server_headURL; my $server_revision; my $server_status; our $prg= basename($0); our $global_kernel; my ($foreground, $ping_timeout); my ($server); my ($gosa_server, $job_queue_timeout, $job_queue_loop_delay); my ($messaging_db_loop_delay); my ($known_modules); my ($procid, $pid); my ($arp_fifo); my ($xml); my $sources_list; my $max_clients; my %repo_files=(); my $repo_path; my %repo_dirs=(); # variables declared in config file are always set to 'our' our (%cfg_defaults, $log_file, $pid_file, $server_ip, $server_port, $ClientPackages_key, $arp_activ, $gosa_unit_tag, $GosaPackages_key, $gosa_ip, $gosa_port, $gosa_timeout, $foreign_server_string, $server_domain, $ServerPackages_key, $foreign_servers_register_delay, ); # additional variable which should be globaly accessable our $server_address; our $server_mac_address; our $gosa_address; our $no_arp; our $verbose; our $forground; our $cfg_file; our ($ldap_uri, $ldap_base, $ldap_admin_dn, $ldap_admin_password, $ldap_server_dn); # dak variables our $dak_base_directory; our $dak_signing_keys_directory; our $dak_queue_directory; our $dak_user; # specifies the verbosity of the daemon_log $verbose = 0 ; # if foreground is not null, script will be not forked to background $foreground = 0 ; # specifies the timeout seconds while checking the online status of a registrating client $ping_timeout = 5; $no_arp = 0; my $packages_list_under_construction = "/tmp/packages_list_creation_in_progress"; my @packages_list_statements; my $watch_for_new_jobs_in_progress = 0; # holds all incoming decrypted messages our $incoming_db; our $incoming_tn = 'incoming'; my $incoming_file_name; my @incoming_col_names = ("id INTEGER PRIMARY KEY", "timestamp DEFAULT 'none'", "headertag DEFAULT 'none'", "targettag DEFAULT 'none'", "xmlmessage DEFAULT 'none'", "module DEFAULT 'none'", "sessionid DEFAULT '0'", ); # holds all gosa jobs our $job_db; our $job_queue_tn = 'jobs'; my $job_queue_file_name; my @job_queue_col_names = ("id INTEGER PRIMARY KEY", "timestamp DEFAULT 'none'", "status DEFAULT 'none'", "result DEFAULT 'none'", "progress DEFAULT 'none'", "headertag DEFAULT 'none'", "targettag DEFAULT 'none'", "xmlmessage DEFAULT 'none'", "macaddress DEFAULT 'none'", "plainname DEFAULT 'none'", ); # holds all other gosa-si-server our $known_server_db; our $known_server_tn = "known_server"; my $known_server_file_name; my @known_server_col_names = ("hostname", "status", "hostkey", "timestamp"); # holds all registrated clients our $known_clients_db; our $known_clients_tn = "known_clients"; my $known_clients_file_name; my @known_clients_col_names = ("hostname", "status", "hostkey", "timestamp", "macaddress", "events", "keylifetime"); # holds all registered clients at a foreign server our $foreign_clients_db; our $foreign_clients_tn = "foreign_clients"; my $foreign_clients_file_name; my @foreign_clients_col_names = ("hostname", "macaddress", "regserver", "timestamp"); # holds all logged in user at each client our $login_users_db; our $login_users_tn = "login_users"; my $login_users_file_name; my @login_users_col_names = ("client", "user", "timestamp"); # holds all fai server, the debian release and tag our $fai_server_db; our $fai_server_tn = "fai_server"; my $fai_server_file_name; our @fai_server_col_names = ("timestamp", "server", "release", "sections", "tag"); our $fai_release_db; our $fai_release_tn = "fai_release"; my $fai_release_file_name; our @fai_release_col_names = ("timestamp", "release", "class", "type", "state"); # holds all packages available from different repositories our $packages_list_db; our $packages_list_tn = "packages_list"; my $packages_list_file_name; our @packages_list_col_names = ("distribution", "package", "version", "section", "description", "template", "timestamp"); my $outdir = "/tmp/packages_list_db"; my $arch = "i386"; # holds all messages which should be delivered to a user our $messaging_db; our $messaging_tn = "messaging"; our @messaging_col_names = ("id INTEGER", "subject", "message_from", "message_to", "flag", "direction", "delivery_time", "message", "timestamp" ); my $messaging_file_name; # path to directory to store client install log files our $client_fai_log_dir = "/var/log/fai"; # queue which stores taskes until one of the $max_children children are ready to process the task my @tasks = qw(); my @msgs_to_decrypt = qw(); my $max_children = 2; %cfg_defaults = ( "general" => { "log-file" => [\$log_file, "/var/run/".$prg.".log"], "pid-file" => [\$pid_file, "/var/run/".$prg.".pid"], }, "server" => { "port" => [\$server_port, "20081"], "known-clients" => [\$known_clients_file_name, '/var/lib/gosa-si/clients.db' ], "known-servers" => [\$known_server_file_name, '/var/lib/gosa-si/servers.db'], "incoming" => [\$incoming_file_name, '/var/lib/gosa-si/incoming.db'], "login-users" => [\$login_users_file_name, '/var/lib/gosa-si/users.db'], "fai-server" => [\$fai_server_file_name, '/var/lib/gosa-si/fai_server.db'], "fai-release" => [\$fai_release_file_name, '/var/lib/gosa-si/fai_release.db'], "packages-list" => [\$packages_list_file_name, '/var/lib/gosa-si/packages.db'], "messaging" => [\$messaging_file_name, '/var/lib/gosa-si/messaging.db'], "foreign-clients" => [\$foreign_clients_file_name, '/var/lib/gosa-si/foreign_clients.db'], "source-list" => [\$sources_list, '/etc/apt/sources.list'], "repo-path" => [\$repo_path, '/srv/www/repository'], "ldap-uri" => [\$ldap_uri, ""], "ldap-base" => [\$ldap_base, ""], "ldap-admin-dn" => [\$ldap_admin_dn, ""], "ldap-admin-password" => [\$ldap_admin_password, ""], "gosa-unit-tag" => [\$gosa_unit_tag, ""], "max-clients" => [\$max_clients, 10], }, "GOsaPackages" => { "ip" => [\$gosa_ip, "0.0.0.0"], "port" => [\$gosa_port, "20082"], "job-queue" => [\$job_queue_file_name, '/var/lib/gosa-si/jobs.db'], "job-queue-loop-delay" => [\$job_queue_loop_delay, 3], "messaging-db-loop-delay" => [\$messaging_db_loop_delay, 3], "key" => [\$GosaPackages_key, "none"], "dak-base" => [\$dak_base_directory, "/srv/archive"], "dak-keyring" => [\$dak_signing_keys_directory, "/srv/archive/keyrings"], "dak-queue" => [\$dak_queue_directory, "/srv/archive/queue"], "dak-user" => [\$dak_user, "deb-dak"], }, "ClientPackages" => { "key" => [\$ClientPackages_key, "none"], }, "ServerPackages"=> { "address" => [\$foreign_server_string, ""], "domain" => [\$server_domain, ""], "key" => [\$ServerPackages_key, "none"], "key-lifetime" => [\$foreign_servers_register_delay, 120], } ); #=== FUNCTION ================================================================ # NAME: usage # PARAMETERS: nothing # RETURNS: nothing # DESCRIPTION: print out usage text to STDERR #=============================================================================== sub usage { print STDERR << "EOF" ; usage: $prg [-hvf] [-c config] -h : this (help) message -c : config file -f : foreground, process will not be forked to background -v : be verbose (multiple to increase verbosity) -no-arp : starts $prg without connection to arp module EOF print "\n" ; } #=== FUNCTION ================================================================ # NAME: read_configfile # PARAMETERS: cfg_file - string - # RETURNS: nothing # DESCRIPTION: read cfg_file and set variables #=============================================================================== sub read_configfile { my $cfg; if( defined( $cfg_file) && ( (-s $cfg_file) > 0 )) { if( -r $cfg_file ) { $cfg = Config::IniFiles->new( -file => $cfg_file ); } else { print STDERR "Couldn't read config file!\n"; } } else { $cfg = Config::IniFiles->new() ; } foreach my $section (keys %cfg_defaults) { foreach my $param (keys %{$cfg_defaults{ $section }}) { my $pinfo = $cfg_defaults{ $section }{ $param }; ${@$pinfo[ 0 ]} = $cfg->val( $section, $param, @$pinfo[ 1 ] ); } } } #=== FUNCTION ================================================================ # NAME: logging # PARAMETERS: level - string - default 'info' # msg - string - # facility - string - default 'LOG_DAEMON' # RETURNS: nothing # DESCRIPTION: function for logging #=============================================================================== sub daemon_log { # log into log_file my( $msg, $level ) = @_; if(not defined $msg) { return } if(not defined $level) { $level = 1 } if(defined $log_file){ open(LOG_HANDLE, ">>$log_file"); chmod 0600, $log_file; if(not defined open( LOG_HANDLE, ">>$log_file" )) { print STDERR "cannot open $log_file: $!"; return } chomp($msg); $msg =~s/\n//g; # no newlines are allowed in log messages, this is important for later log parsing if($level <= $verbose){ my ($seconds, $minutes, $hours, $monthday, $month, $year, $weekday, $yearday, $sommertime) = localtime(time); $hours = $hours < 10 ? $hours = "0".$hours : $hours; $minutes = $minutes < 10 ? $minutes = "0".$minutes : $minutes; $seconds = $seconds < 10 ? $seconds = "0".$seconds : $seconds; my @monthnames = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"); $month = $monthnames[$month]; $monthday = $monthday < 10 ? $monthday = "0".$monthday : $monthday; $year+=1900; my $name = $prg; my $log_msg = "$month $monthday $hours:$minutes:$seconds $name $msg\n"; print LOG_HANDLE $log_msg; if( $foreground ) { print STDERR $log_msg; } } close( LOG_HANDLE ); } } #=== FUNCTION ================================================================ # NAME: check_cmdline_param # PARAMETERS: nothing # RETURNS: nothing # DESCRIPTION: validates commandline parameter #=============================================================================== sub check_cmdline_param () { my $err_config; my $err_counter = 0; if(not defined($cfg_file)) { $cfg_file = "/etc/gosa-si/server.conf"; if(! -r $cfg_file) { $err_config = "please specify a config file"; $err_counter += 1; } } if( $err_counter > 0 ) { &usage( "", 1 ); if( defined( $err_config)) { print STDERR "$err_config\n"} print STDERR "\n"; exit( -1 ); } } #=== FUNCTION ================================================================ # NAME: check_pid # PARAMETERS: nothing # RETURNS: nothing # DESCRIPTION: handels pid processing #=============================================================================== sub check_pid { $pid = -1; # Check, if we are already running if( open(LOCK_FILE, "<$pid_file") ) { $pid = ; if( defined $pid ) { chomp( $pid ); if( -f "/proc/$pid/stat" ) { my($stat) = `cat /proc/$pid/stat` =~ m/$pid \((.+)\).*/; if( $stat ) { daemon_log("ERROR: Already running",1); close( LOCK_FILE ); exit -1; } } } close( LOCK_FILE ); unlink( $pid_file ); } # create a syslog msg if it is not to possible to open PID file if (not sysopen(LOCK_FILE, $pid_file, O_WRONLY|O_CREAT|O_EXCL, 0644)) { my($msg) = "Couldn't obtain lockfile '$pid_file' "; if (open(LOCK_FILE, '<', $pid_file) && ($pid = )) { chomp($pid); $msg .= "(PID $pid)\n"; } else { $msg .= "(unable to read PID)\n"; } if( ! ($foreground) ) { openlog( $0, "cons,pid", "daemon" ); syslog( "warning", $msg ); closelog(); } else { print( STDERR " $msg " ); } exit( -1 ); } } #=== FUNCTION ================================================================ # NAME: import_modules # PARAMETERS: module_path - string - abs. path to the directory the modules # are stored # RETURNS: nothing # DESCRIPTION: each file in module_path which ends with '.pm' and activation # state is on is imported by "require 'file';" #=============================================================================== sub import_modules { daemon_log(" ", 1); if (not -e $modules_path) { daemon_log("0 ERROR: cannot find directory or directory is not readable: $modules_path", 1); } opendir (DIR, $modules_path) or die "ERROR while loading modules from directory $modules_path : $!\n"; while (defined (my $file = readdir (DIR))) { if (not $file =~ /(\S*?).pm$/) { next; } my $mod_name = $1; if( $file =~ /ArpHandler.pm/ ) { if( $no_arp > 0 ) { next; } } eval { require $file; }; if ($@) { daemon_log("0 ERROR: gosa-si-server could not load module $file", 1); daemon_log("$@", 5); } else { my $info = eval($mod_name.'::get_module_info()'); # Only load module if get_module_info() returns a non-null object if( $info ) { my ($input_address, $input_key, $input, $input_active, $input_type) = @{$info}; $known_modules->{$mod_name} = $info; daemon_log("0 INFO: module $mod_name loaded", 5); } } } close (DIR); } #=== FUNCTION ================================================================ # NAME: sig_int_handler # PARAMETERS: signal - string - signal arose from system # RETURNS: noting # DESCRIPTION: handels tasks to be done befor signal becomes active #=============================================================================== sub sig_int_handler { my ($signal) = @_; # if (defined($ldap_handle)) { # $ldap_handle->disconnect; # } # TODO alle verbliebenden ldap verbindungen aus allen heaps beenden daemon_log("shutting down gosa-si-server", 1); system("kill `ps -C gosa-si-server -o pid=`"); } $SIG{INT} = \&sig_int_handler; sub check_key_and_xml_validity { my ($crypted_msg, $module_key, $session_id) = @_; my $msg; my $msg_hash; my $error_string; eval{ $msg = &decrypt_msg($crypted_msg, $module_key); if ($msg =~ //i){ $msg =~ s/\s+/ /g; # just for better daemon_log daemon_log("$session_id DEBUG: decrypted_msg: \n$msg", 8); $msg_hash = $xml->XMLin($msg, ForceArray=>1); ############## # check header if( not exists $msg_hash->{'header'} ) { die "no header specified"; } my $header_l = $msg_hash->{'header'}; if( 1 > @{$header_l} ) { die 'empty header tag'; } if( 1 < @{$header_l} ) { die 'more than one header specified'; } my $header = @{$header_l}[0]; if( 0 == length $header) { die 'empty string in header tag'; } ############## # check source if( not exists $msg_hash->{'source'} ) { die "no source specified"; } my $source_l = $msg_hash->{'source'}; if( 1 > @{$source_l} ) { die 'empty source tag'; } if( 1 < @{$source_l} ) { die 'more than one source specified'; } my $source = @{$source_l}[0]; if( 0 == length $source) { die 'source error'; } ############## # check target if( not exists $msg_hash->{'target'} ) { die "no target specified"; } my $target_l = $msg_hash->{'target'}; if( 1 > @{$target_l} ) { die 'empty target tag'; } } }; if($@) { daemon_log("$session_id DEBUG: do not understand the message: $@", 7); $msg = undef; $msg_hash = undef; } return ($msg, $msg_hash); } sub check_outgoing_xml_validity { my ($msg) = @_; my $msg_hash; eval{ $msg_hash = $xml->XMLin($msg, ForceArray=>1); ############## # check header my $header_l = $msg_hash->{'header'}; if( 1 != @{$header_l} ) { die 'no or more than one headers specified'; } my $header = @{$header_l}[0]; if( 0 == length $header) { die 'header has length 0'; } ############## # check source my $source_l = $msg_hash->{'source'}; if( 1 != @{$source_l} ) { die 'no or more than 1 sources specified'; } my $source = @{$source_l}[0]; if( 0 == length $source) { die 'source has length 0'; } unless( $source =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || $source =~ /^GOSA$/i ) { die "source '$source' is neither a complete ip-address with port nor 'GOSA'"; } ############## # check target my $target_l = $msg_hash->{'target'}; if( 0 == @{$target_l} ) { die "no targets specified"; } foreach my $target (@$target_l) { if( 0 == length $target) { die "target has length 0"; } unless( $target =~ /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$/ || $target =~ /^GOSA$/i || $target =~ /^\*$/ || $target =~ /KNOWN_SERVER/i || $target =~ /JOBDB/i || $target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ){ die "target '$target' is not a complete ip-address with port or a valid target name or a mac-address"; } } }; if($@) { daemon_log("WARNING: outgoing msg is not gosa-si envelope conform", 5); daemon_log("$@ ".(defined($msg) && length($msg)>0)?$msg:"Empty Message", 8); $msg_hash = undef; } return ($msg_hash); } sub input_from_known_server { my ($input, $remote_ip, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $sql_statement= "SELECT * FROM known_server"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; if( not $host_name =~ "^$remote_ip") { next; } my $host_key = $hit->{hostkey}; daemon_log("$session_id DEBUG: input_from_known_server: host_name: $host_name", 7); daemon_log("$session_id DEBUG: input_from_known_server: host_key: $host_key", 7); # check if module can open msg envelope with module key my ($tmp_msg, $tmp_msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); if( (!$tmp_msg) || (!$tmp_msg_hash) ) { daemon_log("$session_id DEBUG: input_from_known_server: deciphering raise error", 7); daemon_log("$@", 8); next; } else { $msg = $tmp_msg; $msg_hash = $tmp_msg_hash; $module = "ServerPackages"; last; } } if( (!$msg) || (!$msg_hash) || (!$module) ) { daemon_log("$session_id DEBUG: Incoming message is not from a known server", 7); } return ($msg, $msg_hash, $module); } sub input_from_known_client { my ($input, $remote_ip, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $sql_statement= "SELECT * FROM known_clients"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; if( not $host_name =~ /^$remote_ip:\d*$/) { next; } my $host_key = $hit->{hostkey}; &daemon_log("$session_id DEBUG: input_from_known_client: host_name: $host_name", 7); &daemon_log("$session_id DEBUG: input_from_known_client: host_key: $host_key", 7); # check if module can open msg envelope with module key ($msg, $msg_hash) = &check_key_and_xml_validity($input, $host_key, $session_id); if( (!$msg) || (!$msg_hash) ) { &daemon_log("$session_id DEGUG: input_from_known_client: deciphering raise error", 7); &daemon_log("$@", 8); next; } else { $module = "ClientPackages"; last; } } if( (!$msg) || (!$msg_hash) || (!$module) ) { &daemon_log("$session_id DEBUG: Incoming message is not from a known client", 7); } return ($msg, $msg_hash, $module); } sub input_from_unknown_host { no strict "refs"; my ($input, $session_id) = @_ ; my ($msg, $msg_hash, $module); my $error_string; my %act_modules = %$known_modules; while( my ($mod, $info) = each(%act_modules)) { # check a key exists for this module my $module_key = ${$mod."_key"}; if( not defined $module_key ) { if( $mod eq 'ArpHandler' ) { next; } daemon_log("$session_id ERROR: no key specified in config file for $mod", 1); next; } daemon_log("$session_id DEBUG: $mod: $module_key", 7); # check if module can open msg envelope with module key ($msg, $msg_hash) = &check_key_and_xml_validity($input, $module_key, $session_id); if( (not defined $msg) || (not defined $msg_hash) ) { next; } else { $module = $mod; last; } } if( (!$msg) || (!$msg_hash) || (!$module)) { daemon_log("$session_id DEBUG: Incoming message is not from an unknown host", 7); } return ($msg, $msg_hash, $module); } sub create_ciphering { my ($passwd) = @_; if((!defined($passwd)) || length($passwd)==0) { $passwd = ""; } $passwd = substr(md5_hex("$passwd") x 32, 0, 32); my $iv = substr(md5_hex('GONICUS GmbH'),0, 16); my $my_cipher = Crypt::Rijndael->new($passwd , Crypt::Rijndael::MODE_CBC()); $my_cipher->set_iv($iv); return $my_cipher; } sub encrypt_msg { my ($msg, $key) = @_; my $my_cipher = &create_ciphering($key); my $len; { use bytes; $len= 16-length($msg)%16; } $msg = "\0"x($len).$msg; $msg = $my_cipher->encrypt($msg); chomp($msg = &encode_base64($msg)); # there are no newlines allowed inside msg $msg=~ s/\n//g; return $msg; } sub decrypt_msg { my ($msg, $key) = @_ ; $msg = &decode_base64($msg); my $my_cipher = &create_ciphering($key); $msg = $my_cipher->decrypt($msg); $msg =~ s/\0*//g; return $msg; } sub get_encrypt_key { my ($target) = @_ ; my $encrypt_key; my $error = 0; # target can be in known_server if( not defined $encrypt_key ) { my $sql_statement= "SELECT * FROM known_server WHERE hostname='$target'"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; if( $host_name ne $target ) { next; } $encrypt_key = $hit->{hostkey}; last; } } # target can be in known_client if( not defined $encrypt_key ) { my $sql_statement= "SELECT * FROM known_clients WHERE hostname='$target'"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; if( $host_name ne $target ) { next; } $encrypt_key = $hit->{hostkey}; last; } } return $encrypt_key; } #=== FUNCTION ================================================================ # NAME: open_socket # PARAMETERS: PeerAddr string something like 192.168.1.1 or 192.168.1.1:10000 # [PeerPort] string necessary if port not appended by PeerAddr # RETURNS: socket IO::Socket::INET # DESCRIPTION: open a socket to PeerAddr #=============================================================================== sub open_socket { my ($PeerAddr, $PeerPort) = @_ ; if(defined($PeerPort)){ $PeerAddr = $PeerAddr.":".$PeerPort; } my $socket; $socket = new IO::Socket::INET(PeerAddr => $PeerAddr, Porto => "tcp", Type => SOCK_STREAM, Timeout => 5, ); if(not defined $socket) { return; } # &daemon_log("DEBUG: open_socket: $PeerAddr", 7); return $socket; } # moved to GosaSupportDaemon: 03-06-2008: rettenbe #=== FUNCTION ================================================================ # NAME: get_ip # PARAMETERS: interface name (i.e. eth0) # RETURNS: (ip address) # DESCRIPTION: Uses ioctl to get ip address directly from system. #=============================================================================== #sub get_ip { # my $ifreq= shift; # my $result= ""; # my $SIOCGIFADDR= 0x8915; # man 2 ioctl_list # my $proto= getprotobyname('ip'); # # socket SOCKET, PF_INET, SOCK_DGRAM, $proto # or die "socket: $!"; # # if(ioctl SOCKET, $SIOCGIFADDR, $ifreq) { # my ($if, $sin) = unpack 'a16 a16', $ifreq; # my ($port, $addr) = sockaddr_in $sin; # my $ip = inet_ntoa $addr; # # if ($ip && length($ip) > 0) { # $result = $ip; # } # } # # return $result; #} sub get_local_ip_for_remote_ip { my $remote_ip= shift; my $result="0.0.0.0"; if($remote_ip =~ /^(\d\d?\d?\.){3}\d\d?\d?$/) { if($remote_ip eq "127.0.0.1") { $result = "127.0.0.1"; } else { my $PROC_NET_ROUTE= ('/proc/net/route'); open(PROC_NET_ROUTE, "<$PROC_NET_ROUTE") or die "Could not open $PROC_NET_ROUTE"; my @ifs = ; close(PROC_NET_ROUTE); # Eat header line shift @ifs; chomp @ifs; foreach my $line(@ifs) { my ($Iface,$Destination,$Gateway,$Flags,$RefCnt,$Use,$Metric,$Mask,$MTU,$Window,$IRTT)=split(/\s/, $line); my $destination; my $mask; my ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Destination); $destination= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); ($d,$c,$b,$a)=unpack('a2 a2 a2 a2', $Mask); $mask= sprintf("%d.%d.%d.%d", hex($a), hex($b), hex($c), hex($d)); if(new NetAddr::IP($remote_ip)->within(new NetAddr::IP($destination, $mask))) { # destination matches route, save mac and exit $result= &get_ip($Iface); last; } } } } else { daemon_log("get_local_ip_for_remote_ip was called with a non-ip parameter: $remote_ip", 1); } return $result; } sub send_msg_to_target { my ($msg, $address, $encrypt_key, $msg_header, $session_id) = @_ ; my $error = 0; my $header; my $timestamp = &get_time(); my $new_status; my $act_status; my ($sql_statement, $res); if( $msg_header ) { $header = "'$msg_header'-"; } else { $header = ""; } # Patch the source ip if($msg =~ /0\.0\.0\.0:\d*?<\/source>/) { my $remote_ip = &get_local_ip_for_remote_ip(sprintf("%s", $address =~ /^([0-9\.]*?):.*$/)); $msg =~ s/(0\.0\.0\.0):(\d*?)<\/source>/$remote_ip:$2<\/source>/s; } # encrypt xml msg my $crypted_msg = &encrypt_msg($msg, $encrypt_key); # opensocket my $socket = &open_socket($address); if( !$socket ) { daemon_log("$session_id ERROR: cannot send ".$header."msg to $address , host not reachable", 1); $error++; } if( $error == 0 ) { # send xml msg print $socket $crypted_msg."\n"; daemon_log("$session_id INFO: send ".$header."msg to $address", 5); daemon_log("$session_id DEBUG: message:\n$msg", 9); } # close socket in any case if( $socket ) { close $socket; } if( $error > 0 ) { $new_status = "down"; } else { $new_status = $msg_header; } # known_clients $sql_statement = "SELECT * FROM $known_clients_tn WHERE hostname='$address'"; $res = $known_clients_db->select_dbentry($sql_statement); if( keys(%$res) == 1) { $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; if ($act_status eq "down" && $new_status eq "down") { $sql_statement = "DELETE FROM known_clients WHERE hostname='$address'"; $res = $known_clients_db->del_dbentry($sql_statement); daemon_log("$session_id WARNING: failed 2x to send msg to host '$address', delete host from known_clients", 3); } else { $sql_statement = "UPDATE known_clients SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; $res = $known_clients_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); } else { daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } } # known_server $sql_statement = "SELECT * FROM $known_server_tn WHERE hostname='$address'"; $res = $known_server_db->select_dbentry($sql_statement); if( keys(%$res) == 1) { $act_status = exists $res->{1}->{'status'} ? $res->{1}->{'status'} : ""; if ($act_status eq "down" && $new_status eq "down") { $sql_statement = "DELETE FROM known_server WHERE hostname='$address'"; $res = $known_server_db->del_dbentry($sql_statement); daemon_log("$session_id WARNING: failed 2x to send a message to host '$address', delete host from known_server", 3); } else { $sql_statement = "UPDATE known_server SET status='$new_status', timestamp='$timestamp' WHERE hostname='$address'"; $res = $known_server_db->update_dbentry($sql_statement); if($new_status eq "down"){ daemon_log("$session_id WARNING: set '$address' from status '$act_status' to '$new_status'", 3); } else { daemon_log("$session_id INFO: set '$address' from status '$act_status' to '$new_status'", 5); } } } return $error; } sub update_jobdb_status_for_send_msgs { my ($answer, $error) = @_; if( $answer =~ /(\d+)<\/jobdb_id>/ ) { my $jobdb_id = $1; # sending msg faild if( $error ) { if (not $answer =~ /
trigger_action_reinstall<\/header>/) { my $sql_statement = "UPDATE $job_queue_tn ". "SET status='error', result='can not deliver msg, please consult log file' ". "WHERE id=$jobdb_id"; my $res = $job_db->update_dbentry($sql_statement); } # sending msg was successful } else { my $sql_statement = "UPDATE $job_queue_tn ". "SET status='done' ". "WHERE id=$jobdb_id AND status='processed'"; my $res = $job_db->update_dbentry($sql_statement); } } } sub sig_handler { my ($kernel, $signal) = @_[KERNEL, ARG0] ; daemon_log("0 INFO got signal '$signal'", 1); $kernel->sig_handled(); return; } sub msg_to_decrypt { my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; my $session_id = $session->ID; my ($msg, $msg_hash, $module); my $error = 0; # hole neue msg aus @msgs_to_decrypt my $next_msg = shift @msgs_to_decrypt; # entschlüssle sie # msg is from a new client or gosa ($msg, $msg_hash, $module) = &input_from_unknown_host($next_msg, $session_id); # msg is from a gosa-si-server if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ ($msg, $msg_hash, $module) = &input_from_known_server($next_msg, $heap->{'remote_ip'}, $session_id); } # msg is from a gosa-si-client if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ ($msg, $msg_hash, $module) = &input_from_known_client($next_msg, $heap->{'remote_ip'}, $session_id); } # an error occurred if(( !$msg ) || ( !$msg_hash ) || ( !$module )){ # if an incoming msg could not be decrypted (maybe a wrong key), send client a ping. If the client # could not understand a msg from its server the client cause a re-registering process daemon_log("$session_id INFO cannot understand incoming msg, send 'ping'-msg to all host with ip '".$heap->{remote_ip}. "' to cause a re-registering of the client if necessary", 5); my $sql_statement = "SELECT * FROM $main::known_clients_tn WHERE (hostname LIKE '".$heap->{'remote_ip'}."%')"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{'hostname'}; my $host_key = $hit->{'hostkey'}; my $ping_msg = "
gosa_ping
$server_address $host_name
"; my $error = &send_msg_to_target($ping_msg, $host_name, $host_key, "gosa_ping", $session_id); &update_jobdb_status_for_send_msgs($ping_msg, $error); } $error++; } my $header; my $target; my $source; my $done = 0; my $sql; my $res; # check whether this message should be processed here if ($error == 0) { $header = @{$msg_hash->{'header'}}[0]; $target = @{$msg_hash->{'target'}}[0]; $source = @{$msg_hash->{'source'}}[0]; my $not_found_in_known_clients_db = 0; my $not_found_in_known_server_db = 0; my $not_found_in_foreign_clients_db = 0; my $local_address; my ($target_ip, $target_port) = split(':', $target); if ($target =~ /^\d+\.\d+\.\d+\.\d+:\d+$/) { $local_address = &get_local_ip_for_remote_ip($target_ip).":$server_port"; } else { $local_address = $server_address; } # target and source is equal to GOSA -> process here if (not $done) { if ($target eq "GOSA" && $source eq "GOSA") { $done = 1; } } # target is own address without forward_to_gosa-tag -> process here if (not $done) { if (($target eq $local_address) && (not exists $msg_hash->{'forward_to_gosa'})) { $done = 1; if ($source eq "GOSA") { $msg =~ s/<\/xml>/$local_address,$session_id<\/forward_to_gosa><\/xml>/; } #print STDERR "target is own address without forward_to_gosa-tag -> process here\n"; } } # target is a client address in known_clients -> process here if (not $done) { $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; $res = $known_clients_db->select_dbentry($sql); if (keys(%$res) > 0) { $done = 1; my $hostname = $res->{1}->{'hostname'}; $msg =~ s/$target<\/target>/$hostname<\/target>/; #print STDERR "target is a client address in known_clients -> process here\n"; } else { $not_found_in_known_clients_db = 1; } } # target ist own address with forward_to_gosa-tag not pointing to myself -> process here if (not $done) { my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; my $gosa_at; my $gosa_session_id; if (($target eq $local_address) && (defined $forward_to_gosa)){ my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); if ($gosa_at ne $local_address) { $done = 1; #print STDERR "target is own address with forward_to_gosa-tag not pointing to myself -> process here\n"; } } } # if message should be processed here -> add message to incoming_db if ($done) { # if a job or a gosa message comes from a foreign server, fake module to GosaPackages # so gosa-si-server knows how to process this kind of messages if ($header =~ /^gosa_/ || $header =~ /job_/) { $module = "GosaPackages"; } my $res = $incoming_db->add_dbentry( {table=>$incoming_tn, primkey=>[], headertag=>$header, targettag=>$target, xmlmessage=>&encode_base64($msg), timestamp=>&get_time, module=>$module, sessionid=>$session_id, } ); } # target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa if (not $done) { my $forward_to_gosa = @{$msg_hash->{'forward_to_gosa'}}[0]; my $gosa_at; my $gosa_session_id; if (($target eq $local_address) && (defined $forward_to_gosa)){ my ($gosa_at, $gosa_session_id) = split(/,/, $forward_to_gosa); if ($gosa_at eq $local_address) { my $session_reference = $kernel->ID_id_to_session($gosa_session_id); if( defined $session_reference ) { $heap = $session_reference->get_heap(); } if(exists $heap->{'client'}) { $msg = &encrypt_msg($msg, $GosaPackages_key); $heap->{'client'}->put($msg); } $done = 1; #print STDERR "target is own address with forward_to_gosa-tag pointing at myself -> forward to gosa\n"; } } } # target is a client address in foreign_clients -> forward to registration server if (not $done) { $sql = "SELECT * FROM $foreign_clients_tn WHERE (hostname='$target' OR macaddress LIKE '$target')"; $res = $foreign_clients_db->select_dbentry($sql); if (keys(%$res) > 0) { my $hostname = $res->{1}->{'hostname'}; my $regserver = $res->{1}->{'regserver'}; my $sql = "SELECT * FROM $known_server_tn WHERE hostname='$regserver'"; my $res = $known_server_db->select_dbentry($sql); if (keys(%$res) > 0) { my $regserver_key = $res->{1}->{'hostkey'}; $msg =~ s/GOSA<\/source>/$local_address<\/source>/; $msg =~ s/$target<\/target>/$hostname<\/target>/; if ($source eq "GOSA") { $msg =~ s/<\/xml>/$local_address,$session_id<\/forward_to_gosa><\/xml>/; } &send_msg_to_target($msg, $regserver, $regserver_key, $header, $session_id); } $done = 1; #print STDERR "target is a client address in foreign_clients -> forward to registration server\n"; } else { $not_found_in_foreign_clients_db = 1; } } # target is a server address -> forward to server if (not $done) { $sql = "SELECT * FROM $known_server_tn WHERE hostname='$target'"; $res = $known_server_db->select_dbentry($sql); if (keys(%$res) > 0) { my $hostkey = $res->{1}->{'hostkey'}; if ($source eq "GOSA") { $msg =~ s/GOSA<\/source>/$local_address<\/source>/; $msg =~ s/<\/xml>/$local_address,$session_id<\/forward_to_gosa><\/xml>/; } &send_msg_to_target($msg, $target, $hostkey, $header, $session_id); $done = 1; #print STDERR "target is a server address -> forward to server\n"; } else { $not_found_in_known_server_db = 1; } } # target is not in foreign_clients_db, known_server_db or known_clients_db, maybe it is a complete new one -> process here if ( $not_found_in_foreign_clients_db && $not_found_in_known_server_db && $not_found_in_known_clients_db) { my $res = $incoming_db->add_dbentry( {table=>$incoming_tn, primkey=>[], headertag=>$header, targettag=>$target, xmlmessage=>&encode_base64($msg), timestamp=>&get_time, module=>$module, sessionid=>$session_id, } ); $done = 1; } if (not $done) { daemon_log("$session_id ERROR: do not know what to do with this message: $msg", 1); if ($source eq "GOSA") { my %data = ('error_msg' => &encode_base64($msg), 'error_string' => "Do not know what to do with this message!"); my $error_msg = &build_msg("error", $local_address, "GOSA", \%data ); my $session_reference = $kernel->ID_id_to_session($session_id); if( defined $session_reference ) { $heap = $session_reference->get_heap(); } if(exists $heap->{'client'}) { $error_msg = &encrypt_msg($error_msg, $GosaPackages_key); $heap->{'client'}->put($error_msg); } } } } return; } sub next_task { my ($session, $heap, $task) = @_[SESSION, HEAP, ARG0]; my $running_task = POE::Wheel::Run->new( Program => sub { process_task($session, $heap, $task) }, StdioFilter => POE::Filter::Reference->new(), StdoutEvent => "task_result", StderrEvent => "task_debug", CloseEvent => "task_done", ); $heap->{task}->{ $running_task->ID } = $running_task; } sub handle_task_result { my ($kernel, $heap, $result) = @_[KERNEL, HEAP, ARG0]; my $client_answer = $result->{'answer'}; if( $client_answer =~ s/session_id=(\d+)$// ) { my $session_id = $1; if( defined $session_id ) { my $session_reference = $kernel->ID_id_to_session($session_id); if( defined $session_reference ) { $heap = $session_reference->get_heap(); } } if(exists $heap->{'client'}) { $heap->{'client'}->put($client_answer); } } $kernel->sig(CHLD => "child_reap"); } sub handle_task_debug { my $result = $_[ARG0]; print STDERR "$result\n"; } sub handle_task_done { my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; delete $heap->{task}->{$task_id}; } sub process_task { no strict "refs"; my ($session, $heap, $task) = @_; my $error = 0; my $answer_l; my ($answer_header, @answer_target_l, $answer_source); my $client_answer = ""; # prepare all variables needed to process message #my $msg = $task->{'xmlmessage'}; my $msg = &decode_base64($task->{'xmlmessage'}); my $incoming_id = $task->{'id'}; my $module = $task->{'module'}; my $header = $task->{'headertag'}; my $session_id = $task->{'sessionid'}; my $msg_hash = $xml->XMLin($msg, ForceArray=>1); my $source = @{$msg_hash->{'source'}}[0]; # set timestamp of incoming client uptodate, so client will not # be deleted from known_clients because of expiration my $act_time = &get_time(); my $sql = "UPDATE $known_clients_tn SET timestamp='$act_time' WHERE hostname='$source'"; my $res = $known_clients_db->exec_statement($sql); ###################### # process incoming msg if( $error == 0) { daemon_log("$session_id INFO: Incoming msg (session_id=$session_id) with header '".@{$msg_hash->{'header'}}[0]."'", 5); daemon_log("$session_id DEBUG: Processing module ".$module, 7); $answer_l = &{ $module."::process_incoming_msg" }($msg, $msg_hash, $session_id); if ( 0 < @{$answer_l} ) { my $answer_str = join("\n", @{$answer_l}); while ($answer_str =~ /
(\w+)<\/header>/g) { daemon_log("$session_id INFO: got answer message with header '$1'", 5); } daemon_log("$session_id DEBUG: $module: got answer from module: \n".$answer_str,8); } else { daemon_log("$session_id DEBUG: $module: got no answer from module!" ,8); } } if( !$answer_l ) { $error++ }; ######## # answer if( $error == 0 ) { foreach my $answer ( @{$answer_l} ) { # check outgoing msg to xml validity my $answer_hash = &check_outgoing_xml_validity($answer); if( not defined $answer_hash ) { next; } $answer_header = @{$answer_hash->{'header'}}[0]; @answer_target_l = @{$answer_hash->{'target'}}; $answer_source = @{$answer_hash->{'source'}}[0]; # deliver msg to all targets foreach my $answer_target ( @answer_target_l ) { # targets of msg are all gosa-si-clients in known_clients_db if( $answer_target eq "*" ) { # answer is for all clients my $sql_statement= "SELECT * FROM known_clients"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } # targets of msg are all gosa-si-server in known_server_db elsif( $answer_target eq "KNOWN_SERVER" ) { # answer is for all server in known_server my $sql_statement= "SELECT * FROM $known_server_tn"; my $query_res = $known_server_db->select_dbentry( $sql_statement ); while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/\S+<\/target>/$host_name<\/target>/g; my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } # target of msg is GOsa elsif( $answer_target eq "GOSA" ) { my $session_id = ($1) if $answer =~ /(\d+?)<\/session_id>/; my $add_on = ""; if( defined $session_id ) { $add_on = ".session_id=$session_id"; } # answer is for GOSA and has to returned to connected client my $gosa_answer = &encrypt_msg($answer, $GosaPackages_key); $client_answer = $gosa_answer.$add_on; } # target of msg is job queue at this host elsif( $answer_target eq "JOBDB") { $answer =~ /
(\S+)<\/header>/; my $header; if( defined $1 ) { $header = $1; } my $error = &send_msg_to_target($answer, $server_address, $GosaPackages_key, $header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); } # target of msg is a mac address elsif( $answer_target =~ /^([0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2}:[0-9a-f]{2})$/i ) { daemon_log("$session_id INFO: target is mac address '$answer_target', looking for host in known_clients", 5); my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$answer_target'"; my $query_res = $known_clients_db->select_dbentry( $sql_statement ); my $found_ip_flag = 0; while( my ($hit_num, $hit) = each %{ $query_res } ) { my $host_name = $hit->{hostname}; my $host_key = $hit->{hostkey}; $answer =~ s/$answer_target/$host_name/g; daemon_log("$session_id INFO: found host '$host_name', associated to '$answer_target'", 5); my $error = &send_msg_to_target($answer, $host_name, $host_key, $answer_header, $session_id); &update_jobdb_status_for_send_msgs($answer, $error); $found_ip_flag++ ; } if( $found_ip_flag == 0) { daemon_log("$session_id WARNING: no host found in known_clients with mac address '$answer_target'", 3); } # answer is for one specific host } else { # get encrypt_key my $encrypt_key = &get_encrypt_key($answer_target); if( not defined $encrypt_key ) { # unknown target daemon_log("$session_id WARNING: unknown target '$answer_target'", 3); next; } my $error = &send_msg_to_target($answer, $answer_target, $encrypt_key, $answer_header,$session_id); &update_jobdb_status_for_send_msgs($answer, $error); } } } } my $filter = POE::Filter::Reference->new(); my %result = ( status => "seems ok to me", answer => $client_answer, ); my $output = $filter->put( [ \%result ] ); print @$output; } sub session_start { my ($kernel) = $_[KERNEL]; $global_kernel = $kernel; $kernel->yield('register_at_foreign_servers'); $kernel->yield('create_fai_server_db', $fai_server_tn ); $kernel->yield('create_fai_release_db', $fai_release_tn ); $kernel->yield('watch_for_next_tasks'); $kernel->sig(USR1 => "sig_handler"); $kernel->sig(USR2 => "recreate_packages_db"); $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); $kernel->delay_set('watch_for_done_jobs', $job_queue_loop_delay); $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); } sub watch_for_done_jobs { my ($kernel,$heap) = @_[KERNEL, HEAP]; my $sql_statement = "SELECT * FROM ".$job_queue_tn." WHERE status='done'"; my $res = $job_db->select_dbentry( $sql_statement ); while( my ($id, $hit) = each %{$res} ) { my $jobdb_id = $hit->{id}; my $sql_statement = "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; my $res = $job_db->del_dbentry($sql_statement); } $kernel->delay_set('watch_for_done_jobs',$job_queue_loop_delay); } sub watch_for_new_jobs { if($watch_for_new_jobs_in_progress == 0) { $watch_for_new_jobs_in_progress = 1; my ($kernel,$heap) = @_[KERNEL, HEAP]; # check gosa job queue for jobs with executable timestamp my $timestamp = &get_time(); my $sql_statement = "SELECT * FROM $job_queue_tn WHERE status='waiting' AND (CAST (timestamp AS INTEGER)) < $timestamp ORDER BY timestamp"; my $res = $job_db->exec_statement( $sql_statement ); # Merge all new jobs that would do the same actions my @drops; my $hits; foreach my $hit (reverse @{$res} ) { my $macaddress= lc @{$hit}[8]; my $headertag= @{$hit}[5]; if( defined($hits->{$macaddress}) && defined($hits->{$macaddress}->{$headertag}) && defined($hits->{$macaddress}->{$headertag}[0]) ) { push @drops, "DELETE FROM $job_queue_tn WHERE id = $hits->{$macaddress}->{$headertag}[0]"; } $hits->{$macaddress}->{$headertag}= $hit; } # Delete new jobs with a matching job in state 'processing' foreach my $macaddress (keys %{$hits}) { foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; if(defined($jobdb_id)) { my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND headertag='$jobdb_headertag' AND status='processing'"; my $res = $job_db->exec_statement( $sql_statement ); foreach my $hit (@{$res}) { push @drops, "DELETE FROM $job_queue_tn WHERE id=$jobdb_id"; } } else { daemon_log("J ERROR: Job without id exists for macaddress $macaddress!", 1); } } } # Commit deletion $job_db->exec_statementlist(\@drops); # Look for new jobs that could be executed foreach my $macaddress (keys %{$hits}) { # Look if there is an executing job my $sql_statement = "SELECT * FROM $job_queue_tn WHERE macaddress LIKE '$macaddress' AND status='processing'"; my $res = $job_db->exec_statement( $sql_statement ); # Skip new jobs for host if there is a processing job if(defined($res) and defined @{$res}[0]) { next; } foreach my $jobdb_headertag (keys %{$hits->{$macaddress}}) { my $jobdb_id = @{$hits->{$macaddress}->{$jobdb_headertag}}[0]; if(defined($jobdb_id)) { my $job_msg = @{$hits->{$macaddress}->{$jobdb_headertag}}[7]; daemon_log("J DEBUG: its time to execute $job_msg", 7); my $sql_statement = "SELECT * FROM known_clients WHERE macaddress LIKE '$macaddress'"; my $res_hash = $known_clients_db->select_dbentry( $sql_statement ); # expect macaddress is unique!!!!!! my $target = $res_hash->{1}->{hostname}; # change header $job_msg =~ s/
job_/
gosa_/; # add sqlite_id $job_msg =~ s/<\/xml>$/$jobdb_id<\/jobdb_id><\/xml>/; $job_msg =~ /
(\S+)<\/header>/; my $header = $1 ; my $func_error = &send_msg_to_target($job_msg, $server_address, $GosaPackages_key, $header, "J"); # update status in job queue to 'processing' $sql_statement = "UPDATE $job_queue_tn SET status='processing' WHERE id=$jobdb_id"; my $res = $job_db->update_dbentry($sql_statement); # TODO: abfangen ob alles in ordnung ist oder nicht, wenn nicht error schmeißen # We don't want parallel processing last; } } } $watch_for_new_jobs_in_progress = 0; $kernel->delay_set('watch_for_new_jobs', $job_queue_loop_delay); } } sub watch_for_new_messages { my ($kernel,$heap) = @_[KERNEL, HEAP]; my @coll_user_msg; # collection list of outgoing messages # check messaging_db for new incoming messages with executable timestamp my $timestamp = &get_time(); my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( (CAST(timestamp AS INTEGER))<$timestamp AND flag='n' AND direction='in' )"; my $res = $messaging_db->exec_statement( $sql_statement ); foreach my $hit (@{$res}) { # create outgoing messages my $message_to = @{$hit}[3]; # translate message_to to plain login name my @message_to_l = split(/,/, $message_to); my %receiver_h; foreach my $receiver (@message_to_l) { if ($receiver =~ /^u_([\s\S]*)$/) { $receiver_h{$1} = 0; } elsif ($receiver =~ /^g_([\s\S]*)$/) { my $group_name = $1; # fetch all group members from ldap and add them to receiver hash my $ldap_handle = &get_ldap_handle(); if (defined $ldap_handle) { my $mesg = $ldap_handle->search( base => $ldap_base, scope => 'sub', attrs => ['memberUid'], filter => "cn=$group_name", ); if ($mesg->count) { my @entries = $mesg->entries; foreach my $entry (@entries) { my @receivers= $entry->get_value("memberUid"); foreach my $receiver (@receivers) { $receiver_h{$1} = 0; } } } # translating errors ? if ($mesg->code) { daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: $mesg->error", 1); } # ldap handle error ? } else { daemon_log("M ERROR: unable to translate group '$group_name' to user list for message delivery: no ldap handle available", 1); } } else { my $sbjct = &encode_base64(@{$hit}[1]); my $msg = &encode_base64(@{$hit}[7]); &daemon_log("M WARNING: unknown receiver '$receiver' for a user-message '$sbjct - $msg'", 3); } } my @receiver_l = keys(%receiver_h); my $message_id = @{$hit}[0]; #add each outgoing msg to messaging_db my $receiver; foreach $receiver (@receiver_l) { my $sql_statement = "INSERT INTO $messaging_tn (id, subject, message_from, message_to, flag, direction, delivery_time, message, timestamp) ". "VALUES ('". $message_id."', '". # id @{$hit}[1]."', '". # subject @{$hit}[2]."', '". # message_from $receiver."', '". # message_to "none"."', '". # flag "out"."', '". # direction @{$hit}[6]."', '". # delivery_time @{$hit}[7]."', '". # message $timestamp."'". # timestamp ")"; &daemon_log("M DEBUG: $sql_statement", 1); my $res = $messaging_db->exec_statement($sql_statement); &daemon_log("M INFO: message '".@{$hit}[0]."' is prepared for delivery to receiver '$receiver'", 5); } # set incoming message to flag d=deliverd $sql_statement = "UPDATE $messaging_tn SET flag='p' WHERE id='$message_id'"; &daemon_log("M DEBUG: $sql_statement", 7); $res = $messaging_db->update_dbentry($sql_statement); &daemon_log("M INFO: message '$message_id' is set to flag 'p' (processed)", 5); } $kernel->delay_set('watch_for_new_messages', $messaging_db_loop_delay); return; } sub watch_for_delivery_messages { my ($kernel, $heap) = @_[KERNEL, HEAP]; # select outgoing messages my $sql_statement = "SELECT * FROM $messaging_tn WHERE ( flag='p' AND direction='out' )"; #&daemon_log("0 DEBUG: $sql", 7); my $res = $messaging_db->exec_statement( $sql_statement ); # build out msg for each usr foreach my $hit (@{$res}) { my $receiver = @{$hit}[3]; my $msg_id = @{$hit}[0]; my $subject = @{$hit}[1]; my $message = @{$hit}[7]; # resolve usr -> host where usr is logged in my $sql = "SELECT * FROM $login_users_tn WHERE (user='$receiver')"; #&daemon_log("0 DEBUG: $sql", 7); my $res = $login_users_db->exec_statement($sql); # reciver is logged in nowhere if (not ref(@$res[0]) eq "ARRAY") { next; } my $send_succeed = 0; foreach my $hit (@$res) { my $receiver_host = @$hit[0]; &daemon_log("M DEBUG: user '$receiver' is logged in at host '$receiver_host'", 7); # fetch key to encrypt msg propperly for usr/host my $sql = "SELECT * FROM $known_clients_tn WHERE (hostname='$receiver_host')"; &daemon_log("0 DEBUG: $sql", 7); my $res = $known_clients_db->exec_statement($sql); # host is already down if (not ref(@$res[0]) eq "ARRAY") { next; } # host is on my $receiver_key = @{@{$res}[0]}[2]; my %data = ('subject' => $subject, 'message' => $message, 'usr' => $receiver); my $out_msg = &build_msg("usr_msg", $server_address, $receiver_host, \%data ); my $error = &send_msg_to_target($out_msg, $receiver_host, $receiver_key, "usr_msg", 0); if ($error == 0 ) { $send_succeed++ ; } } if ($send_succeed) { # set outgoing msg at db to deliverd my $sql = "UPDATE $messaging_tn SET flag='d' WHERE (id='$msg_id' AND direction='out' AND message_to='$receiver')"; &daemon_log("0 DEBUG: $sql", 7); my $res = $messaging_db->exec_statement($sql); } } $kernel->delay_set('watch_for_delivery_messages', $messaging_db_loop_delay); return; } sub watch_for_done_messages { my ($kernel,$heap) = @_[KERNEL, HEAP]; my $sql = "SELECT * FROM $messaging_tn WHERE (flag='p' AND direction='in')"; #&daemon_log("0 DEBUG: $sql", 7); my $res = $messaging_db->exec_statement($sql); foreach my $hit (@{$res}) { my $msg_id = @{$hit}[0]; my $sql = "SELECT * FROM $messaging_tn WHERE (id='$msg_id' AND direction='out' AND (NOT flag='s'))"; #&daemon_log("0 DEBUG: $sql", 7); my $res = $messaging_db->exec_statement($sql); # not all usr msgs have been seen till now if ( ref(@$res[0]) eq "ARRAY") { next; } $sql = "DELETE FROM $messaging_tn WHERE (id='$msg_id')"; #&daemon_log("0 DEBUG: $sql", 7); $res = $messaging_db->exec_statement($sql); } $kernel->delay_set('watch_for_done_messages', $messaging_db_loop_delay); return; } sub watch_for_old_known_clients { my ($kernel,$heap) = @_[KERNEL, HEAP]; my $sql_statement = "SELECT * FROM $known_clients_tn"; my $res = $known_clients_db->select_dbentry( $sql_statement ); my $act_time = int(&get_time()); while ( my ($hit_num, $hit) = each %$res) { my $expired_timestamp = int($hit->{'timestamp'}); $expired_timestamp =~ /(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/; my $dt = DateTime->new( year => $1, month => $2, day => $3, hour => $4, minute => $5, second => $6, ); $dt->add( seconds => 2 * int($hit->{'keylifetime'}) ); $expired_timestamp = $dt->ymd('').$dt->hms('')."\n"; if ($act_time > $expired_timestamp) { my $hostname = $hit->{'hostname'}; my $del_sql = "DELETE FROM $known_clients_tn WHERE hostname='$hostname'"; my $del_res = $known_clients_db->exec_statement($del_sql); &main::daemon_log("0 INFO: timestamp '".$hit->{'timestamp'}."' of client '$hostname' is expired('$expired_timestamp'), client will be deleted from known_clients_db", 5); } } $kernel->delay_set('watch_for_old_known_clients', $job_queue_loop_delay); } sub watch_for_next_tasks { my ($kernel,$heap) = @_[KERNEL, HEAP]; my $sql = "SELECT * FROM $incoming_tn"; my $res = $incoming_db->select_dbentry($sql); while ( my ($hit_num, $hit) = each %$res) { my $headertag = $hit->{'headertag'}; if ($headertag =~ /^answer_(\d+)/) { # do not start processing, this message is for a still running POE::Wheel next; } my $message_id = $hit->{'id'}; $kernel->yield('next_task', $hit); my $sql = "DELETE FROM $incoming_tn WHERE id=$message_id"; my $res = $incoming_db->exec_statement($sql); } $kernel->delay_set('watch_for_next_tasks', 0.1); } sub get_ldap_handle { my ($session_id) = @_; my $heap; my $ldap_handle; if (not defined $session_id ) { $session_id = 0 }; if ($session_id =~ /[^0-9]*/) { $session_id = 0 }; if ($session_id == 0) { daemon_log("$session_id DEBUG: get_ldap_handle invoked without a session_id, create a new ldap_handle", 7); $ldap_handle = Net::LDAP->new( $ldap_uri ); $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!"); } else { my $session_reference = $global_kernel->ID_id_to_session($session_id); if( defined $session_reference ) { $heap = $session_reference->get_heap(); } if (not defined $heap) { daemon_log("$session_id DEBUG: cannot get heap for session_id '$session_id'", 7); return; } # TODO: This "if" is nonsense, because it doesn't prove that the # used handle is still valid - or if we've to reconnect... #if (not exists $heap->{ldap_handle}) { $ldap_handle = Net::LDAP->new( $ldap_uri ); $ldap_handle->bind($ldap_admin_dn, password => $ldap_admin_password) or daemon_log("$session_id ERROR: Bind to LDAP $ldap_uri as $ldap_admin_dn failed!"); $heap->{ldap_handle} = $ldap_handle; #} } return $ldap_handle; } sub change_fai_state { my ($st, $targets, $session_id) = @_; $session_id = 0 if not defined $session_id; # Set FAI state to localboot my %mapActions= ( reboot => '', update => 'softupdate', localboot => 'localboot', reinstall => 'install', rescan => '', wake => '', memcheck => 'memcheck', sysinfo => 'sysinfo', install => 'install', ); # Return if this is unknown if (!exists $mapActions{ $st }){ daemon_log("$session_id ERROR: unknown action '$st', can not translate ot FAIstate", 1); return; } my $state= $mapActions{ $st }; my $ldap_handle = &get_ldap_handle($session_id); if( defined($ldap_handle) ) { # Build search filter for hosts my $search= "(&(objectClass=GOhard)"; foreach (@{$targets}){ $search.= "(macAddress=$_)"; } $search.= ")"; # If there's any host inside of the search string, procress them if (!($search =~ /macAddress/)){ daemon_log("$session_id ERROR: no macAddress found in filter statement for LDAP search: '$search'", 1); return; } # Perform search for Unit Tag my $mesg = $ldap_handle->search( base => $ldap_base, scope => 'sub', attrs => ['dn', 'FAIstate', 'objectClass'], filter => "$search" ); if ($mesg->count) { my @entries = $mesg->entries; if (0 == @entries) { daemon_log("$session_id ERROR: ldap search failed: ldap_base=$ldap_base, filter=$search", 1); } foreach my $entry (@entries) { # Only modify entry if it is not set to '$state' if ($entry->get_value("FAIstate") ne "$state"){ daemon_log("$session_id INFO: Setting FAIstate to '$state' for ".$entry->dn, 5); my $result; my %tmp = map { $_ => 1 } $entry->get_value("objectClass"); if (exists $tmp{'FAIobject'}){ if ($state eq ''){ $result= $ldap_handle->modify($entry->dn, changes => [ delete => [ FAIstate => [] ] ]); } else { $result= $ldap_handle->modify($entry->dn, changes => [ replace => [ FAIstate => $state ] ]); } } elsif ($state ne ''){ $result= $ldap_handle->modify($entry->dn, changes => [ add => [ objectClass => 'FAIobject' ], add => [ FAIstate => $state ] ]); } # Errors? if ($result->code){ daemon_log("$session_id Error: Setting FAIstate to '$state' for ".$entry->dn. "failed: ".$result->error, 1); } } else { daemon_log("$session_id DEBUG FAIstate at host '".$entry->dn."' already at state '$st'", 7); } } } else { daemon_log("$session_id ERROR: LDAP search failed: ldap_base=$ldap_base, filter=$search", 1); } # if no ldap handle defined } else { daemon_log("$session_id ERROR: no LDAP handle defined for update FAIstate", 1); } return; } sub change_goto_state { my ($st, $targets, $session_id) = @_; $session_id = 0 if not defined $session_id; # Switch on or off? my $state= $st eq 'active' ? 'active': 'locked'; my $ldap_handle = &get_ldap_handle($session_id); if( defined($ldap_handle) ) { # Build search filter for hosts my $search= "(&(objectClass=GOhard)"; foreach (@{$targets}){ $search.= "(macAddress=$_)"; } $search.= ")"; # If there's any host inside of the search string, procress them if (!($search =~ /macAddress/)){ return; } # Perform search for Unit Tag my $mesg = $ldap_handle->search( base => $ldap_base, scope => 'sub', attrs => ['dn', 'gotoMode'], filter => "$search" ); if ($mesg->count) { my @entries = $mesg->entries; foreach my $entry (@entries) { # Only modify entry if it is not set to '$state' if ($entry->get_value("gotoMode") ne $state){ daemon_log("$session_id INFO: Setting gotoMode to '$state' for ".$entry->dn, 5); my $result; $result= $ldap_handle->modify($entry->dn, changes => [ replace => [ gotoMode => $state ] ]); # Errors? if ($result->code){ &daemon_log("$session_id Error: Setting gotoMode to '$state' for ".$entry->dn. "failed: ".$result->error, 1); } } } } else { daemon_log("$session_id ERROR: LDAP search failed in function change_goto_state: ldap_base=$ldap_base, filter=$search", 1); } } } sub run_recreate_packages_db { my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; my $session_id = $session->ID; &main::daemon_log("$session_id INFO: Recreating FAI Packages DB ('$fai_release_tn', '$fai_server_tn', '$packages_list_tn')", 4); $kernel->yield('create_fai_release_db'); $kernel->yield('create_fai_server_db'); return; } sub run_create_fai_server_db { my ($kernel, $session, $heap, $table_name) = @_[KERNEL, SESSION, HEAP, ARG0]; my $session_id = $session->ID; my $task = POE::Wheel::Run->new( Program => sub { &create_fai_server_db($table_name,$kernel, undef, $session_id) }, StdoutEvent => "session_run_result", StderrEvent => "session_run_debug", CloseEvent => "session_run_done", ); $heap->{task}->{ $task->ID } = $task; return; } sub create_fai_server_db { my ($table_name, $kernel, $dont_create_packages_list, $session_id) = @_; my $result; if (not defined $session_id) { $session_id = 0; } my $ldap_handle = &get_ldap_handle(); if(defined($ldap_handle)) { daemon_log("$session_id INFO: create_fai_server_db: start", 5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', attrs => ['FAIrepository', 'gosaUnitTag'], filter => "(&(FAIrepository=*)(objectClass=FAIrepositoryServer))", ); if($mesg->{'resultCode'} == 0 && $mesg->count != 0) { foreach my $entry (@{$mesg->{entries}}) { if($entry->exists('FAIrepository')) { # Add an entry for each Repository configured for server foreach my $repo(@{$entry->get_value('FAIrepository', asref => 1)}) { my($tmp_url,$tmp_server,$tmp_release,$tmp_sections) = split(/\|/, $repo); my $tmp_tag= $entry->get_value('gosaUnitTag') || ""; $result= $fai_server_db->add_dbentry( { table => $table_name, primkey => ['server', 'release', 'tag'], server => $tmp_url, release => $tmp_release, sections => $tmp_sections, tag => (length($tmp_tag)>0)?$tmp_tag:"", } ); } } } } daemon_log("$session_id INFO: create_fai_server_db: finished", 5); # TODO: Find a way to post the 'create_packages_list_db' event if(not defined($dont_create_packages_list)) { &create_packages_list_db(undef, undef, $session_id); } } $ldap_handle->disconnect; return $result; } sub run_create_fai_release_db { my ($session, $heap, $table_name) = @_[SESSION, HEAP, ARG0]; my $session_id = $session->ID; my $task = POE::Wheel::Run->new( Program => sub { &create_fai_release_db($table_name, $session_id) }, StdoutEvent => "session_run_result", StderrEvent => "session_run_debug", CloseEvent => "session_run_done", ); $heap->{task}->{ $task->ID } = $task; return; } sub create_fai_release_db { my ($table_name, $session_id) = @_; my $result; # used for logging if (not defined $session_id) { $session_id = 0; } my $ldap_handle = &get_ldap_handle(); if(defined($ldap_handle)) { daemon_log("$session_id INFO: create_fai_release_db: start",5); my $mesg= $ldap_handle->search( base => $ldap_base, scope => 'sub', attrs => [], filter => "(&(objectClass=organizationalUnit)(ou=fai))", ); if($mesg->{'resultCode'} == 0 && $mesg->count != 0) { # Walk through all possible FAI container ou's my @sql_list; my $timestamp= &get_time(); foreach my $ou (@{$mesg->{entries}}) { my $tmp_classes= resolve_fai_classes($ou->dn, $ldap_handle, $session_id); if(defined($tmp_classes) && ref($tmp_classes) eq 'HASH') { my @tmp_array=get_fai_release_entries($tmp_classes); if(@tmp_array) { foreach my $entry (@tmp_array) { if(defined($entry) && ref($entry) eq 'HASH') { my $sql= "INSERT INTO $table_name " ."(timestamp, release, class, type, state) VALUES (" .$timestamp."," ."'".$entry->{'release'}."'," ."'".$entry->{'class'}."'," ."'".$entry->{'type'}."'," ."'".$entry->{'state'}."')"; push @sql_list, $sql; } } } } } daemon_log("$session_id DEBUG: Inserting ".scalar @sql_list." entries to DB",8); if(@sql_list) { unshift @sql_list, "VACUUM"; unshift @sql_list, "DELETE FROM $table_name"; $fai_release_db->exec_statementlist(\@sql_list); } daemon_log("$session_id DEBUG: Done with inserting",7); } daemon_log("$session_id INFO: create_fai_release_db: finished",5); } $ldap_handle->disconnect; return $result; } sub get_fai_types { my $tmp_classes = shift || return undef; my @result; foreach my $type(keys %{$tmp_classes}) { if(defined($tmp_classes->{$type}[0]) && (!($tmp_classes->{$type}[0] =~ /^.*?removed.*?$/))) { my $entry = { type => $type, state => $tmp_classes->{$type}[0], }; push @result, $entry; } } return @result; } sub get_fai_state { my $result = ""; my $tmp_classes = shift || return $result; foreach my $type(keys %{$tmp_classes}) { if(defined($tmp_classes->{$type}[0])) { $result = $tmp_classes->{$type}[0]; # State is equal for all types in class last; } } return $result; } sub resolve_fai_classes { my ($fai_base, $ldap_handle, $session_id) = @_; if (not defined $session_id) { $session_id = 0; } my $result; my @possible_fai_classes= ("FAIscript", "FAIhook", "FAIpartitionTable", "FAItemplate", "FAIvariable", "FAIprofile", "FAIpackageList"); my $fai_filter= "(|(&(objectClass=FAIclass)(|(objectClass=".join(")(objectClass=", @possible_fai_classes).")))(objectClass=FAIbranch))"; my $fai_classes; daemon_log("$session_id DEBUG: Searching for FAI entries in base $fai_base",7); my $mesg= $ldap_handle->search( base => $fai_base, scope => 'sub', attrs => ['cn','objectClass','FAIstate'], filter => $fai_filter, ); daemon_log("$session_id DEBUG: Found ".$mesg->count()." FAI entries",7); if($mesg->{'resultCode'} == 0 && $mesg->count != 0) { foreach my $entry (@{$mesg->{entries}}) { if($entry->exists('cn')) { my $tmp_dn= $entry->dn(); # Skip classname and ou dn parts for class my $tmp_release = ($1) if $tmp_dn =~ /^[^,]+,[^,]+,(.*?),$fai_base$/; # Skip classes without releases if((!defined($tmp_release)) || length($tmp_release)==0) { next; } my $tmp_cn= $entry->get_value('cn'); my $tmp_state= $entry->get_value('FAIstate'); my $tmp_type; # Get FAI type for my $oclass(@{$entry->get_value('objectClass', asref => 1)}) { if(grep $_ eq $oclass, @possible_fai_classes) { $tmp_type= $oclass; last; } } if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { # A Subrelease my @sub_releases = split(/,/, $tmp_release); # Walk through subreleases and build hash tree my $hash; while(my $tmp_sub_release = pop @sub_releases) { $hash .= "\{'$tmp_sub_release'\}->"; } eval('push @{$fai_classes->'.$hash.'{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:"";'); } else { # A branch, no subrelease push @{$fai_classes->{$tmp_release}->{$tmp_cn}->{$tmp_type}}, (defined($tmp_state) && length($tmp_state)>0)?$tmp_state:""; } } elsif (!$entry->exists('cn')) { my $tmp_dn= $entry->dn(); my $tmp_release = ($1) if $tmp_dn =~ /^(.*?),$fai_base$/; # Skip classes without releases if((!defined($tmp_release)) || length($tmp_release)==0) { next; } if($tmp_release =~ /^.*?,.*?$/ && (!($tmp_release =~ /^.*?\\,.*?$/))) { # A Subrelease my @sub_releases= split(/,/, $tmp_release); # Walk through subreleases and build hash tree my $hash; while(my $tmp_sub_release = pop @sub_releases) { $hash .= "\{'$tmp_sub_release'\}->"; } # Remove the last two characters chop($hash); chop($hash); eval('$fai_classes->'.$hash.'= {}'); } else { # A branch, no subrelease if(!exists($fai_classes->{$tmp_release})) { $fai_classes->{$tmp_release} = {}; } } } } # The hash is complete, now we can honor the copy-on-write based missing entries foreach my $release (keys %$fai_classes) { $result->{$release}= deep_copy(apply_fai_inheritance($fai_classes->{$release})); } } return $result; } sub apply_fai_inheritance { my $fai_classes = shift || return {}; my $tmp_classes; # Get the classes from the branch foreach my $class (keys %{$fai_classes}) { # Skip subreleases if($class =~ /^ou=.*$/) { next; } else { $tmp_classes->{$class}= deep_copy($fai_classes->{$class}); } } # Apply to each subrelease foreach my $subrelease (keys %{$fai_classes}) { if($subrelease =~ /ou=/) { foreach my $tmp_class (keys %{$tmp_classes}) { if(!exists($fai_classes->{$subrelease}->{$tmp_class})) { $fai_classes->{$subrelease}->{$tmp_class} = deep_copy($tmp_classes->{$tmp_class}); } else { foreach my $type (keys %{$tmp_classes->{$tmp_class}}) { if(!exists($fai_classes->{$subrelease}->{$tmp_class}->{$type})) { $fai_classes->{$subrelease}->{$tmp_class}->{$type}= deep_copy($tmp_classes->{$tmp_class}->{$type}); } } } } } } # Find subreleases in deeper levels foreach my $subrelease (keys %{$fai_classes}) { if($subrelease =~ /ou=/) { foreach my $subsubrelease (keys %{$fai_classes->{$subrelease}}) { if($subsubrelease =~ /ou=/) { apply_fai_inheritance($fai_classes->{$subrelease}); } } } } return $fai_classes; } sub get_fai_release_entries { my $tmp_classes = shift || return; my $parent = shift || ""; my @result = shift || (); foreach my $entry (keys %{$tmp_classes}) { if(defined($entry)) { if($entry =~ /^ou=.*$/) { my $release_name = $entry; $release_name =~ s/ou=//g; if(length($parent)>0) { $release_name = $parent."/".$release_name; } my @bufentries = get_fai_release_entries($tmp_classes->{$entry}, $release_name, @result); foreach my $bufentry(@bufentries) { push @result, $bufentry; } } else { my @types = get_fai_types($tmp_classes->{$entry}); foreach my $type (@types) { push @result, { 'class' => $entry, 'type' => $type->{'type'}, 'release' => $parent, 'state' => $type->{'state'}, }; } } } } return @result; } sub deep_copy { my $this = shift; if (not ref $this) { $this; } elsif (ref $this eq "ARRAY") { [map deep_copy($_), @$this]; } elsif (ref $this eq "HASH") { +{map { $_ => deep_copy($this->{$_}) } keys %$this}; } else { die "what type is $_?" } } sub session_run_result { my ($kernel, $heap, $client_answer) = @_[KERNEL, HEAP, ARG0]; $kernel->sig(CHLD => "child_reap"); } sub session_run_debug { my $result = $_[ARG0]; print STDERR "$result\n"; } sub session_run_done { my ( $kernel, $heap, $task_id ) = @_[ KERNEL, HEAP, ARG0 ]; delete $heap->{task}->{$task_id}; } sub create_sources_list { my $session_id = shift; my $ldap_handle = &main::get_ldap_handle; my $result="/tmp/gosa_si_tmp_sources_list"; # Remove old file if(stat($result)) { unlink($result); &main::daemon_log("$session_id DEBUG: remove an old version of '$result'", 7); } my $fh; open($fh, ">$result"); if (not defined $fh) { &main::daemon_log("$session_id DEBUG: cannot open '$result' for writing", 7); return undef; } if(defined($main::ldap_server_dn) and length($main::ldap_server_dn) > 0) { my $mesg=$ldap_handle->search( base => $main::ldap_server_dn, scope => 'base', attrs => 'FAIrepository', filter => 'objectClass=FAIrepositoryServer' ); if($mesg->count) { foreach my $entry(@{$mesg->{'entries'}}) { foreach my $value(@{$entry->get_value('FAIrepository', asref => 1)}) { my ($server, $tag, $release, $sections)= split /\|/, $value; my $line = "deb $server $release"; $sections =~ s/,/ /g; $line.= " $sections"; print $fh $line."\n"; } } } } else { if (defined $main::ldap_server_dn){ &main::daemon_log("$session_id ERROR: something wrong with ldap_server_dn '$main::ldap_server_dn', abort create_sources_list", 1); } else { &main::daemon_log("$session_id ERROR: no ldap_server_dn found, abort create_sources_list", 1); } } close($fh); return $result; } sub run_create_packages_list_db { my ($kernel, $session, $heap) = @_[KERNEL, SESSION, HEAP]; my $session_id = $session->ID; my $task = POE::Wheel::Run->new( Priority => +20, Program => sub {&create_packages_list_db(undef, undef, $session_id)}, StdoutEvent => "session_run_result", StderrEvent => "session_run_debug", CloseEvent => "session_run_done", ); $heap->{task}->{ $task->ID } = $task; } sub create_packages_list_db { my ($ldap_handle, $sources_file, $session_id) = @_; # it should not be possible to trigger a recreation of packages_list_db # while packages_list_db is under construction, so set flag packages_list_under_construction # which is tested befor recreation can be started if (-r $packages_list_under_construction) { daemon_log("$session_id WARNING: packages_list_db is right now under construction, please wait until this process is finished", 3); return; } else { daemon_log("$session_id INFO: create_packages_list_db: start", 5); # set packages_list_under_construction to true system("touch $packages_list_under_construction"); @packages_list_statements=(); } if (not defined $session_id) { $session_id = 0; } if (not defined $ldap_handle) { $ldap_handle= &get_ldap_handle(); if (not defined $ldap_handle) { daemon_log("$session_id ERROR: no ldap_handle available to create_packages_list_db", 1); unlink($packages_list_under_construction); return; } } if (not defined $sources_file) { &main::daemon_log("$session_id INFO: no sources_file given for creating packages list so trigger creation of it", 5); $sources_file = &create_sources_list($session_id); } if (not defined $sources_file) { &main::daemon_log("$session_id ERROR: no sources_file given under '$sources_file', skip create_packages_list_db", 1); unlink($packages_list_under_construction); return; } my $line; open(CONFIG, "<$sources_file") or do { daemon_log( "$session_id ERROR: create_packages_list_db: Failed to open '$sources_file'", 1); unlink($packages_list_under_construction); return; }; # Read lines while ($line = ){ # Unify chop($line); $line =~ s/^\s+//; $line =~ s/^\s+/ /; # Strip comments $line =~ s/#.*$//g; # Skip empty lines if ($line =~ /^\s*$/){ next; } # Interpret deb line if ($line =~ /^deb [^\s]+\s[^\s]+\s[^\s]+/){ my( $baseurl, $dist, $sections ) = ($line =~ /^deb\s([^\s]+)\s+([^\s]+)\s+(.*)$/); my $section; foreach $section (split(' ', $sections)){ &parse_package_info( $baseurl, $dist, $section, $session_id ); } } } close (CONFIG); find(\&cleanup_and_extract, keys( %repo_dirs )); &main::strip_packages_list_statements(); unshift @packages_list_statements, "VACUUM"; $packages_list_db->exec_statementlist(\@packages_list_statements); unlink($packages_list_under_construction); daemon_log("$session_id INFO: create_packages_list_db: finished", 5); return; } # This function should do some intensive task to minimize the db-traffic sub strip_packages_list_statements { my @existing_entries= @{$packages_list_db->exec_statement("SELECT * FROM $main::packages_list_tn")}; my @new_statement_list=(); my $hash; my $insert_hash; my $update_hash; my $delete_hash; my $local_timestamp=get_time(); foreach my $existing_entry (@existing_entries) { $hash->{@{$existing_entry}[0]}->{@{$existing_entry}[1]}->{@{$existing_entry}[2]}= $existing_entry; } foreach my $statement (@packages_list_statements) { if($statement =~ /^INSERT/i) { # Assign the values from the insert statement my ($distribution,$package,$version,$section,$description,$template,$timestamp) = ($1,$2,$3,$4,$5,$6,$7) if $statement =~ /^INSERT\s+?INTO\s+?$main::packages_list_tn\s+?VALUES\s*?\('(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)',\s*?'(.*?)'\s*?\)$/si; if(exists($hash->{$distribution}->{$package}->{$version})) { # If section or description has changed, update the DB if( (! (@{$hash->{$distribution}->{$package}->{$version}}[3] eq $section)) or (! (@{$hash->{$distribution}->{$package}->{$version}}[4] eq $description)) ) { @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,undef); } } else { # Insert a non-existing entry to db @{$insert_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); } } elsif ($statement =~ /^UPDATE/i) { my ($template,$package,$version) = ($1,$2,$3) if $statement =~ /^update\s+?$main::packages_list_tn\s+?set\s+?template\s*?=\s*?'(.*?)'\s+?where\s+?package\s*?=\s*?'(.*?)'\s+?and\s+?version\s*?=\s*?'(.*?)'\s*?;$/si; foreach my $distribution (keys %{$hash}) { if(exists($insert_hash->{$distribution}->{$package}->{$version})) { # update the insertion hash to execute only one query per package (insert instead insert+update) @{$insert_hash->{$distribution}->{$package}->{$version}}[5]= $template; } elsif(exists($hash->{$distribution}->{$package}->{$version})) { if( ! (@{$hash->{$distribution}->{$package}->{$version}}[5] eq $template)) { my $section; my $description; if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) and length(@{$update_hash->{$distribution}->{$package}->{$version}}[3]) > 0 ) { $section= @{$update_hash->{$distribution}->{$package}->{$version}}[3]; } if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { $description= @{$update_hash->{$distribution}->{$package}->{$version}}[4]; } @{$update_hash->{$distribution}->{$package}->{$version}} = ($distribution,$package,$version,$section,$description,$template); } } } } } # TODO: Check for orphaned entries # unroll the insert_hash foreach my $distribution (keys %{$insert_hash}) { foreach my $package (keys %{$insert_hash->{$distribution}}) { foreach my $version (keys %{$insert_hash->{$distribution}->{$package}}) { push @new_statement_list, "INSERT INTO $main::packages_list_tn VALUES ('$distribution','$package','$version'," ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[3]'," ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[4]'," ."'@{$insert_hash->{$distribution}->{$package}->{$version}}[5]'," ."'$local_timestamp')"; } } } # unroll the update hash foreach my $distribution (keys %{$update_hash}) { foreach my $package (keys %{$update_hash->{$distribution}}) { foreach my $version (keys %{$update_hash->{$distribution}->{$package}}) { my $set = ""; if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[3])) { $set .= "section = '@{$update_hash->{$distribution}->{$package}->{$version}}[3]', "; } if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[4])) { $set .= "description = '@{$update_hash->{$distribution}->{$package}->{$version}}[4]', "; } if(defined(@{$update_hash->{$distribution}->{$package}->{$version}}[5])) { $set .= "template = '@{$update_hash->{$distribution}->{$package}->{$version}}[5]', "; } if(defined($set) and length($set) > 0) { $set .= "timestamp = '$local_timestamp'"; } else { next; } push @new_statement_list, "UPDATE $main::packages_list_tn SET $set WHERE" ." distribution = '$distribution'" ." AND package = '$package'" ." AND version = '$version'"; } } } @packages_list_statements = @new_statement_list; } sub parse_package_info { my ($baseurl, $dist, $section, $session_id)= @_; my ($package); if (not defined $session_id) { $session_id = 0; } my ($path) = ($baseurl =~ m%://[^/]*(.*)$%); $repo_dirs{ "${repo_path}/pool" } = 1; foreach $package ("Packages.gz"){ daemon_log("$session_id DEBUG: create_packages_list: fetch $baseurl, $dist, $section", 7); get_package( "$baseurl/dists/$dist/$section/binary-$arch/$package", "$outdir/$dist/$section", $session_id ); parse_package( "$outdir/$dist/$section", $dist, $path, $session_id ); } } sub get_package { my ($url, $dest, $session_id)= @_; if (not defined $session_id) { $session_id = 0; } my $tpath = dirname($dest); -d "$tpath" || mkpath "$tpath"; # This is ugly, but I've no time to take a look at "how it works in perl" if(0 == system("wget '$url' -O '$dest' 2>/dev/null") ) { system("gunzip -cd '$dest' > '$dest.in'"); daemon_log("$session_id DEBUG: run command: gunzip -cd '$dest' > '$dest.in'", 5); unlink($dest); daemon_log("$session_id DEBUG: delete file '$dest'", 5); } else { daemon_log("$session_id ERROR: create_packages_list_db: get_packages: fetching '$url' failed!", 1); } return 0; } sub parse_package { my ($path, $dist, $srv_path, $session_id)= @_; if (not defined $session_id) { $session_id = 0;} my ($package, $version, $section, $description); my $PACKAGES; my $timestamp = &get_time(); if(not stat("$path.in")) { daemon_log("$session_id ERROR: create_packages_list: parse_package: file '$path.in' is not readable",1); return; } open($PACKAGES, "<$path.in"); if(not defined($PACKAGES)) { daemon_log("$session_id ERROR: create_packages_list_db: parse_package: cannot open '$path.in'",1); return; } # Read lines while (<$PACKAGES>){ my $line = $_; # Unify chop($line); # Use empty lines as a trigger if ($line =~ /^\s*$/){ my $sql = "INSERT INTO packages_list VALUES ('$dist', '$package', '$version', '$section', '$description', '', '$timestamp')"; push(@packages_list_statements, $sql); $package = "none"; $version = "none"; $section = "none"; $description = "none"; next; } # Trigger for package name if ($line =~ /^Package:\s/){ ($package)= ($line =~ /^Package: (.*)$/); next; } # Trigger for version if ($line =~ /^Version:\s/){ ($version)= ($line =~ /^Version: (.*)$/); next; } # Trigger for description if ($line =~ /^Description:\s/){ ($description)= &encode_base64(($line =~ /^Description: (.*)$/)); next; } # Trigger for section if ($line =~ /^Section:\s/){ ($section)= ($line =~ /^Section: (.*)$/); next; } # Trigger for filename if ($line =~ /^Filename:\s/){ my ($filename) = ($line =~ /^Filename: (.*)$/); store_fileinfo( $package, $filename, $dist, $srv_path, $version, $repo_path ); next; } } close( $PACKAGES ); unlink( "$path.in" ); } sub store_fileinfo { my( $package, $file, $dist, $path, $vers, $srvdir) = @_; my %fileinfo = ( 'package' => $package, 'dist' => $dist, 'version' => $vers, ); $repo_files{ "${srvdir}/$file" } = \%fileinfo; } sub cleanup_and_extract { my $fileinfo = $repo_files{ $File::Find::name }; if( defined $fileinfo ) { my $dir = "$outdir/$fileinfo->{ 'dist' }/debconf.d"; my $sql; my $package = $fileinfo->{ 'package' }; my $newver = $fileinfo->{ 'version' }; mkpath($dir); system( "dpkg -e '$File::Find::name' '$dir/DEBIAN'" ); if( -f "$dir/DEBIAN/templates" ) { daemon_log("DEBUG: Found debconf templates in '$package' - $newver", 5); my $tmpl= ""; { local $/=undef; open FILE, "$dir/DEBIAN/templates"; $tmpl = &encode_base64(); close FILE; } rmtree("$dir/DEBIAN/templates"); $sql= "update $main::packages_list_tn set template = '$tmpl' where package = '$package' and version = '$newver';"; push @packages_list_statements, $sql; } } return; } sub register_at_foreign_servers { my ($kernel) = $_[KERNEL]; # hole alle bekannten server aus known_server_db my $server_sql = "SELECT * FROM $known_server_tn"; my $server_res = $known_server_db->exec_statement($server_sql); # no entries in known_server_db if (not ref(@$server_res[0]) eq "ARRAY") { # TODO } # detect already connected clients my $client_sql = "SELECT * FROM $known_clients_tn"; my $client_res = $known_clients_db->exec_statement($client_sql); # send my server details to all other gosa-si-server within the network foreach my $hit (@$server_res) { my $hostname = @$hit[0]; my $hostkey = &create_passwd; # add already connected clients to registration message my $myhash = &create_xml_hash('new_server', $server_address, $hostname); &add_content2xml_hash($myhash, 'key', $hostkey); map(&add_content2xml_hash($myhash, 'client', @{$_}[0].",".@{$_}[4]), @$client_res); # build registration message and send it my $foreign_server_msg = &create_xml_string($myhash); my $error = &send_msg_to_target($foreign_server_msg, $hostname, $ServerPackages_key, "new_server", 0); } $kernel->delay_set("register_at_foreign_servers", $foreign_servers_register_delay); return; } #==== MAIN = main ============================================================== # parse commandline options Getopt::Long::Configure( "bundling" ); GetOptions("h|help" => \&usage, "c|config=s" => \$cfg_file, "f|foreground" => \$foreground, "v|verbose+" => \$verbose, "no-arp+" => \$no_arp, ); # read and set config parameters &check_cmdline_param ; &read_configfile; &check_pid; $SIG{CHLD} = 'IGNORE'; # forward error messages to logfile if( ! $foreground ) { open( STDIN, '+>/dev/null' ); open( STDOUT, '+>&STDIN' ); open( STDERR, '+>&STDIN' ); } # Just fork, if we are not in foreground mode if( ! $foreground ) { chdir '/' or die "Can't chdir to /: $!"; $pid = fork; setsid or die "Can't start a new session: $!"; umask 0; } else { $pid = $$; } # Do something useful - put our PID into the pid_file if( 0 != $pid ) { open( LOCK_FILE, ">$pid_file" ); print LOCK_FILE "$pid\n"; close( LOCK_FILE ); if( !$foreground ) { exit( 0 ) }; } # parse head url and revision from svn my $server_status_hash = { 'developmental'=>'revision', 'stable'=>'release'}; $server_version =~ /^\$HeadURL: (\S+) \$:\$Rev: (\d+) \$$/; $server_headURL = defined $1 ? $1 : 'unknown' ; $server_revision = defined $2 ? $2 : 'unknown' ; if ($server_headURL =~ /\/tag\// || $server_headURL =~ /\/branches\// ) { $server_status = "stable"; } else { $server_status = "developmental" ; } daemon_log(" ", 1); daemon_log("$0 started!", 1); daemon_log("status: $server_status", 1); daemon_log($server_status_hash->{$server_status}.": $server_revision", 1); # connect to incoming_db unlink($incoming_file_name); $incoming_db = GOSA::DBsqlite->new($incoming_file_name); $incoming_db->create_table($incoming_tn, \@incoming_col_names); # connect to gosa-si job queue $job_db = GOSA::DBsqlite->new($job_queue_file_name); $job_db->create_table($job_queue_tn, \@job_queue_col_names); # connect to known_clients_db $known_clients_db = GOSA::DBsqlite->new($known_clients_file_name); $known_clients_db->create_table($known_clients_tn, \@known_clients_col_names); # connect to foreign_clients_db $foreign_clients_db = GOSA::DBsqlite->new($foreign_clients_file_name); $foreign_clients_db->create_table($foreign_clients_tn, \@foreign_clients_col_names); # connect to known_server_db unlink($known_server_file_name); $known_server_db = GOSA::DBsqlite->new($known_server_file_name); $known_server_db->create_table($known_server_tn, \@known_server_col_names); # connect to login_usr_db $login_users_db = GOSA::DBsqlite->new($login_users_file_name); $login_users_db->create_table($login_users_tn, \@login_users_col_names); # connect to fai_server_db and fai_release_db unlink($fai_server_file_name); $fai_server_db = GOSA::DBsqlite->new($fai_server_file_name); $fai_server_db->create_table($fai_server_tn, \@fai_server_col_names); unlink($fai_release_file_name); $fai_release_db = GOSA::DBsqlite->new($fai_release_file_name); $fai_release_db->create_table($fai_release_tn, \@fai_release_col_names); # connect to packages_list_db #unlink($packages_list_file_name); unlink($packages_list_under_construction); $packages_list_db = GOSA::DBsqlite->new($packages_list_file_name); $packages_list_db->create_table($packages_list_tn, \@packages_list_col_names); # connect to messaging_db $messaging_db = GOSA::DBsqlite->new($messaging_file_name); $messaging_db->create_table($messaging_tn, \@messaging_col_names); # create xml object used for en/decrypting $xml = new XML::Simple(); # foreign servers my @foreign_server_list; # add foreign server from cfg file if ($foreign_server_string ne "") { my @cfg_foreign_server_list = split(",", $foreign_server_string); foreach my $foreign_server (@cfg_foreign_server_list) { push(@foreign_server_list, $foreign_server); } } # add foreign server from dns my @tmp_servers; if ( !$server_domain) { # Try our DNS Searchlist for my $domain(get_dns_domains()) { chomp($domain); my @tmp_domains= &get_server_addresses($domain); if(@tmp_domains) { for my $tmp_server(@tmp_domains) { push @tmp_servers, $tmp_server; } } } if(@tmp_servers && length(@tmp_servers)==0) { daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); } } else { @tmp_servers = &get_server_addresses($server_domain); if( 0 == @tmp_servers ) { daemon_log("0 WARNING: no foreign gosa-si-server found in DNS for domain '$server_domain'", 3); } } foreach my $server (@tmp_servers) { unshift(@foreign_server_list, $server); } # eliminate duplicate entries @foreign_server_list = &del_doubles(@foreign_server_list); my $all_foreign_server = join(", ", @foreign_server_list); daemon_log("0 INFO: found foreign server in config file and DNS: $all_foreign_server", 5); # add all found foreign servers to known_server my $act_timestamp = &get_time(); foreach my $foreign_server (@foreign_server_list) { ####################################### # TODO for jan # do not add myself to known_server_db # work around!!! if ($foreign_server eq '172.16.2.89:20081') { next; } ###################################### my $res = $known_server_db->add_dbentry( {table=>$known_server_tn, primkey=>['hostname'], hostname=>$foreign_server, status=>'not_jet_registered', hostkey=>"none", timestamp=>$act_timestamp, } ); } POE::Component::Server::TCP->new( Alias => "TCP_SERVER", Port => $server_port, ClientInput => sub { my ($kernel, $input) = @_[KERNEL, ARG0]; push(@tasks, $input); push(@msgs_to_decrypt, $input); $kernel->yield("msg_to_decrypt"); }, InlineStates => { msg_to_decrypt => \&msg_to_decrypt, next_task => \&next_task, task_result => \&handle_task_result, task_done => \&handle_task_done, task_debug => \&handle_task_debug, child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, } ); daemon_log("start socket for incoming xml messages at port '$server_port' ", 1); # create session for repeatedly checking the job queue for jobs POE::Session->create( inline_states => { _start => \&session_start, register_at_foreign_servers => \®ister_at_foreign_servers, sig_handler => \&sig_handler, next_task => \&next_task, task_result => \&handle_task_result, task_done => \&handle_task_done, task_debug => \&handle_task_debug, watch_for_next_tasks => \&watch_for_next_tasks, watch_for_new_messages => \&watch_for_new_messages, watch_for_delivery_messages => \&watch_for_delivery_messages, watch_for_done_messages => \&watch_for_done_messages, watch_for_new_jobs => \&watch_for_new_jobs, watch_for_done_jobs => \&watch_for_done_jobs, watch_for_old_known_clients => \&watch_for_old_known_clients, create_packages_list_db => \&run_create_packages_list_db, create_fai_server_db => \&run_create_fai_server_db, create_fai_release_db => \&run_create_fai_release_db, recreate_packages_db => \&run_recreate_packages_db, session_run_result => \&session_run_result, session_run_debug => \&session_run_debug, session_run_done => \&session_run_done, child_reap => sub { "Do nothing special. I'm just a comment, but i'm necessary!" }, } ); # import all modules &import_modules; # TODO # check wether all modules are gosa-si valid passwd check POE::Kernel->run(); exit;