gosa-core/plugins/generic/statistics/class_statistics.inc

   1 <?php
   2
   3 class statistics extends plugin
   4 {
   5     var $plHeadline = 'Statistics';
   6     var $plDescription = 'GOsa usage statistics';
   7     var $plShortIcon = 'statistics.png';
   8     var $plIcon = 'plugin.png';
   9
  10     var $rpcHandle = NULL;
  11     var $rpcConfigured = FALSE;
  12
  13     var $statisticData = array();
  14
  15     var $graphID_1 = 0;
  16     var $graphID_2 = 0;
  17     var $graphID_3 = 0;
  18     var $graphID_4 = 0;
  19     var $graphID_5 = 0;
  20
  21     var $legendR = 235;
  22     var $legendG = 235;
  23     var $legendB = 235;
  24
  25     var $font = "./themes/default/fonts/LiberationSans-Regular.ttf";
  26
  27     var $graph1DatePicker1 = 0;
  28     var $graph1DatePicker2 = 0;
  29
  30     var $unsbmittedFiles = array();
  31
  32     function __construct($config)
  33     {
  34         plugin::plugin($config, NULL);
  35
  36         // Init start and stop times for graph 1
  37         $this->graph1DatePicker1 = date('d.m.Y', time() - 14 * 24 * 60 *60);
  38         $this->graph1DatePicker2 = date('d.m.Y', time());
  39
  40         // First try to retrieve values via RPC
  41         $this->rpcConfigured = FALSE;
  42         if ($this->config->get_cfg_value("core","gosaRpcServer") != ""){
  43             $this->rpcConfigured = TRUE;
  44             $this->rpcHandle = $this->config->getRpcHandle(
  45                     "http://10.3.64.59:4000",
  46                     "65717fe6-9e3e-11df-b010-5452005f1250",
  47                     "WyukwauWoid2",
  48                     TRUE);
  49         }
  50
  51         // Get list of unsubmitted files.
  52         $this->unsbmittedFiles = $this->getUnsubmittedStatistics();
  53
  54         // Collect category translations
  55         $this->catTranslations = array();
  56         foreach($this->config->configRegistry->getListOfPlugins() as $plugin => $data){
  57             if(isset($data['plCategory'])){
  58                 foreach($data['plCategory'] as $id => $name){
  59                     if(!is_numeric($id)){
  60                         $this->catTranslations[$id] = $name['description'];
  61                     }
  62                 }
  63             }
  64         }
  65     }
  66
  67     /*! \brief      Returns a list local stored statistic files
  68         @param      Array   A list of filenames and dates.
  69      */
  70     function getLocalStatisticsFiles()
  71     {
  72         $res = stats::getLocalStatFiles();
  73         $tmp = array();
  74         if(count($res)){
  75             foreach($res as $file){
  76                 $date = strtotime($file);
  77                 if($date){
  78                     $tmp[$file] = $date;
  79                 }
  80             }
  81         }
  82         return($tmp);
  83     }
  84
  85
  86     /*! \brief      Returns a list of not transmitted stat files (except files for the current day)
  87      *  @return     Array   A list of unsubmitted statistic files.
  88      */
  89     function getUnsubmittedStatistics()
  90     {
  91         $available = $this->getLocalStatisticsFiles();
  92         $alreadyTransmitted = $this->getStatisticsDatesFromServer();
  93
  94         $unsubmitted = array();
  95         foreach($available as $key => $day){
  96             if(!isset($alreadyTransmitted[$key])) $unsubmitted [$key] = $day;
  97         }
  98
  99         // Exclude statistic collection from today, they are still active and cannot be submitted.
 100         $curDate =  date('Y-m-d');
 101         if(isset($unsubmitted)) unset($unsubmitted[$curDate]);
 102
 103         return($unsubmitted);
 104     }
 105
 106
 107     /*! \brief      Request a list of dates for which the server can return statistics.
 108         @param      Array   A list of dates    $ret=[iso-str] = timestamp
 109      */
 110     function getStatisticsDatesFromServer()
 111     {
 112         $res = $this->rpcHandle->getInstanceStatDates();
 113         $dates = array();
 114         if(!$this->rpcHandle->success()){
 115             msg_dialog::display(_("Error"),msgPool::rpcError($this->rpcHandle->get_error()),ERROR_DIALOG);
 116         }else{
 117             foreach($res as $date){
 118                 $dates[$date] = strtotime($date);
 119             }
 120         }
 121         return($dates);
 122     }
 123
 124
 125     function execute()
 126     {
 127         $smarty = get_smarty();
 128         $smarty->assign('graph1DatePicker1', $this->graph1DatePicker1);
 129         $smarty->assign('graph1DatePicker2', $this->graph1DatePicker2);
 130
 131         // Do not render anything if we are not prepared to send and receive data via rpc.
 132         $smarty->assign("rpcConfigured", $this->rpcConfigured);
 133         $smarty->assign("validRpcHandle", TRUE);
 134         if(!$this->rpcConfigured || !$this->rpcHandle){
 135             $smarty->assign("validRpcHandle", FALSE);
 136             return($smarty->fetch(get_template_path('statistics.tpl', TRUE)));
 137         }
 138
 139         // Send stats
 140         if(isset($_POST['transmitStatistics'])){
 141             $this->unsbmittedFiles = $this->getUnsubmittedStatistics();
 142             foreach($this->unsbmittedFiles as $filename => $date){
 143                 $tmp = stats::dumpTables($filename);
 144                 $dump = array();
 145                 foreach($tmp as $entry){
 146                     $dump[] = array_values($entry);
 147                 }
 148                 $res = $this->rpcHandle->updateInstanceStatus($dump);
 149                 if(!$this->rpcHandle->success()){
 150                     msg_dialog::display(_("Error"),msgPool::rpcError($this->rpcHandle->get_error()),ERROR_DIALOG);
 151                 }else{
 152                     stats::removeStatsFile($filename);
 153                     echo "Inserted ".$res." entries for date ".date('d.m.Y', $date)."<br>";
 154                 }
 155             }
 156             $this->unsbmittedFiles = $this->getUnsubmittedStatistics();
 157         }
 158
 159         // Transmit daily statistics to GOsa-Server
 160         if(isset($_POST['receiveStatistics']) && $this->rpcConfigured){
 161             $start = strtotime($this->graph1DatePicker1);
 162             $stop  = strtotime($this->graph1DatePicker2);
 163             $res = $this->rpcHandle->getInstanceStats($start,$stop);
 164             if(!$this->rpcHandle->success()){
 165                 msg_dialog::display(_("Error"),msgPool::rpcError($this->rpcHandle->get_error()),ERROR_DIALOG);
 166             }elseif($res){
 167                 $this->statisticData = $this->prepareGraphData($res);
 168                 $this->reloadGraphs();
 169             }
 170         }
 171
 172         $smarty->assign('graphID_1', $this->graphID_1);
 173         $smarty->assign('graphID_2', $this->graphID_2);
 174         $smarty->assign('graphID_3', $this->graphID_3);
 175         $smarty->assign('graphID_4', $this->graphID_4);
 176         $smarty->assign('graphID_5', $this->graphID_5);
 177         $smarty->assign('unsbmittedFiles', count($this->unsbmittedFiles));
 178         $smarty->assign('unsbmittedFilesMsg', sprintf(
 179                     _("You have currently %s unsubmitted statistic collection, do you want to transmit them now?"),
 180                     count($this->unsbmittedFiles)));
 181         return($smarty->fetch(get_template_path('statistics.tpl', TRUE)));
 182     }
 183
 184
 185     /*! \brief      Prepares the graph data we've received from the rpc-service.
 186      *              This method will construct a usable data-array with converted
 187      *               date strings.
 188      */
 189     function prepareGraphData($res)
 190     {
 191
 192         /* Build up array which represents the amount of errors per
 193          *  interval.
 194          */
 195         $gData = array();
 196         foreach($res['errorsPerInterval'] as $dateStr => $data){
 197             $date = strtotime($dateStr);
 198             $gData['errorsPerInterval'][$date] = $data;
 199         }
 200         ksort($gData['errorsPerInterval']);
 201
 202
 203         /* Build up timeline
 204          */
 205         $Xam = 5;
 206         $cnt = 0;
 207         $numCnt = $res['errorsPerInterval'];
 208         foreach($gData['errorsPerInterval'] as $date => $data){
 209             if((count($numCnt) <= $Xam) ||
 210                     ($cnt % (floor(count($numCnt) / $Xam )) == 0)){
 211                 $gData['dates'][$date] = date('d.m.Y', $date);
 212             }else{
 213                 $gData['dates'][$date] = ' ';
 214             }
 215             $cnt ++;
 216         }
 217         ksort($gData['dates']);
 218
 219
 220         /* Build up 'actions per category' array, this will later
 221          *   be represented using a pie chart.
 222          */
 223         $gData['actionsPerCategory'] = $res['actionsPerCategory'];
 224         arsort($gData['actionsPerCategory']);
 225
 226
 227         /* Build up system-info array per interval.
 228          */
 229         foreach($res['usagePerInterval'] as $dateStr => $data){
 230             $date = strtotime($dateStr);
 231             foreach($data as $type => $count){
 232                 $gData['usagePerInterval'][$type][$date] = $count;
 233             }
 234         }
 235         foreach($gData['usagePerInterval'] as $key => $data)
 236             ksort($gData['usagePerInterval'][$key]);
 237
 238
 239         /* Prepare actions-per-interval array.
 240          */
 241         foreach($res['actionsPerInterval'] as $category => $data){
 242             if(empty($category)) continue;
 243             foreach($data as $dateStr => $count){
 244                 $date = strtotime($dateStr);
 245                 $gData['actionsPerInterval'][$category][$date]=$count;
 246             }
 247             ksort($gData['actionsPerInterval'][$category]);
 248         }
 249         return($gData);
 250     }
 251
 252
 253     function check()
 254     {
 255         $messages = plugin::check();
 256         return($messages);
 257     }
 258
 259
 260     function save_object()
 261     {
 262         plugin::save_object();
 263         if(isset($_POST['graph1DatePicker1'])) $this->graph1DatePicker1 = get_post('graph1DatePicker1');
 264         if(isset($_POST['graph1DatePicker2'])) $this->graph1DatePicker2 = get_post('graph1DatePicker2');
 265     }
 266
 267
 268     /*! \brief      This method tries to translate category names.
 269      *  @param      The category name to translate
 270      *  @return     String  The translated category names.
 271      */
 272     function getCategoryTranslation($name)
 273     {
 274         $ret ="";
 275
 276         // Extract category names from the given string.
 277         $list = preg_split("/, /", $name);
 278
 279         // We do not have a category for systems directly, so we've to map all system types to 'System'.
 280         // If we do not map to _(Systems) the graph legend will be half screen width.
 281         if(count(array_intersect(array('server','terminal','workstation', 'opsi', 'component'), $list))){
 282             return(_("Systems"));
 283         }
 284
 285         // Walk through category names and try to find a translation.
 286         foreach($list as $cat){
 287             $cat = trim($cat);
 288             if(isset($this->catTranslations[$cat])){
 289                 $cat = _($this->catTranslations[$cat]);
 290             }elseif(!empty($cat)){
 291                 $cat = _($cat);
 292             }
 293             $ret .= $cat.", ";
 294         }
 295         return(rtrim($ret, ', '));
 296     }
 297
 298
 299     /*! \brief  Reload the graph images.
 300      */
 301     function reloadGraphs()
 302     {
 303         new pChartInclude();
 304         $gData = $this->statisticData;
 305         if(count($gData['actionsPerCategory'])){
 306             $this->generateCategoryPieGraph($gData['actionsPerCategory']);
 307         }
 308         $this->generateActionsGraph($gData);
 309
 310         // Generate graph which displays the memory usage over time
 311         $series = array(
 312             'max_mem' => _('Max'),
 313             'avg_mem' => _('Avergae'),
 314             'min_mem' => _('Min'));
 315         $this->generateSystemStatsGraph($gData,'usagePerInterval',$series, _("Memory usage"),3);
 316
 317         // Generate graph which displays the cpu load over time
 318         $series = array(
 319             'max_load' => _('Max'),
 320             'avg_load' => _('Avergae'),
 321             'min_load' => _('Min'));
 322         $this->generateSystemStatsGraph($gData,'usagePerInterval',$series, _("CPU load"),4);
 323
 324         // Generate graph which displays the render time
 325         $series = array(
 326             'max_render' => _('Max'),
 327             'avg_render' => _('Avergae'),
 328             'min_render' => _('Min'));
 329         $this->generateSystemStatsGraph($gData,'usagePerInterval',$series, _("Render time"),5);
 330
 331         // Generate graph which displays the plugin duration
 332         $series = array(
 333             'max_dur' => _('Max'),
 334             'avg_dur' => _('Avergae'),
 335             'min_dur' => _('Min'));
 336         $this->generateSystemStatsGraph($gData,'usagePerInterval',$series, _("Seconds per action"),6);
 337     }
 338
 339
 340     /*! \brief  Generates the line-graph which displays the plugin usage over time.
 341      */
 342     function generateActionsGraph($gData)
 343     {
 344         $lineMax = 100;
 345         $errorMax = (max($gData['errorsPerInterval']) < 100)? 100:max($gData['errorsPerInterval']);
 346         $dataSet = new pData;
 347         foreach($gData['actionsPerInterval'] as $category => $entriesPerDate){
 348             if(empty($category)) continue;
 349
 350             // Add results to our data set.
 351             $dataSet->AddPoint($entriesPerDate, $category);
 352             $dataSet->SetSerieName($this->getCategoryTranslation($category), $category);
 353             $dataSet->AddSerie($category);
 354
 355             // Detect maximum value, to adjust the Y-Axis
 356             $tmpMax = max($entriesPerDate);
 357             if($tmpMax > $lineMax) $lineMax = $tmpMax;
 358         }
 359
 360         // Add timeline
 361         $dataSet->AddPoint($gData['dates'], 'date');
 362         $dataSet->SetAbsciseLabelSerie('date');
 363
 364         $chart = new pChart(800,230);
 365         $chart->setFixedScale(0.000,$lineMax);
 366         $chart->setFontProperties("./themes/default/fonts/LiberationSans-Regular.ttf",10);
 367         $chart->setGraphArea(50,30,585,200);
 368         $chart->drawFilledRoundedRectangle(7,7,693,223,5,240,240,240);
 369         $chart->drawRoundedRectangle(5,5,695,225,5,230,230,230);
 370         $chart->drawGraphArea(255,255,255,TRUE);
 371         $chart->drawGrid(4,TRUE,200,200,200,50);
 372         $chart->drawTreshold(0,143,55,72,TRUE,TRUE);
 373         $chart->drawTitle(50,22,"Plugin usage over time",50,50,50,585);
 374         $chart->drawScale($dataSet->GetData(),$dataSet->GetDataDescription(),SCALE_NORMAL,150,150,150,TRUE,0,2, TRUE);
 375         $chart->drawFilledLineGraph($dataSet->GetData(),$dataSet->GetDataDescription(),50,TRUE);
 376         $chart->setColorPalette(count($gData['actionsPerInterval']),255,0,0);
 377
 378         // Draw legend
 379         $dataSet->AddPoint($gData['errorsPerInterval'], 'Errors');
 380         $dataSet->SetSerieName(_('Error'), 'Errors');
 381         $dataSet->AddSerie('Errors');
 382         $chart->drawLegend(650,30,$dataSet->GetDataDescription(),255,255,255);
 383
 384         // Remove all graph series and add the error-series, then draw the new graph.
 385         foreach($gData['actionsPerInterval'] as $category => $data){
 386             $dataSet->RemoveSerie($category);
 387         }
 388         $chart->setFixedScale(0,$errorMax);
 389         $chart->drawRightScale($dataSet->GetData(),$dataSet->GetDataDescription(),SCALE_NORMAL,120,150,150,TRUE,0,2, TRUE);
 390         $chart->drawBarGraph($dataSet->GetData(),$dataSet->GetDataDescription());
 391
 392         // Generate new and unique graph id
 393         $this->graphID_2 = preg_replace("/[^0-9]/","",microtime(TRUE));
 394         $file = '/tmp/graph_'.$this->graphID_2;
 395         $chart->Render($file);
 396         session::set('statistics::graphFile'.$this->graphID_2,$file);
 397
 398         return;
 399     }
 400
 401
 402     /*! \brief  Generates a graph about system informations.
 403      */
 404     function generateSystemStatsGraph($gData, $key = "", $series= array(), $title = "", $gID=0 )
 405     {
 406         // Add series data to dataSet
 407         $dataSet = new pData;
 408         $max = 0;
 409         foreach($series as $seriesName => $seriesDesc){
 410             if(isset($gData[$key][$seriesName])){
 411                 $dataSet->AddPoint($gData[$key][$seriesName],$seriesName);
 412                 $dataSet->SetSerieName($seriesDesc,$seriesName);
 413                 if($max < max($gData[$key][$seriesName])) $max = max($gData[$key][$seriesName]);
 414             }
 415         }
 416         $dataSet->AddAllSeries();
 417         $dataSet->AddPoint($gData['dates'], 'date');
 418         $dataSet->SetAbsciseLabelSerie('date');
 419
 420         $chart = new pChart(800,230);
 421         $chart->setFixedScale(0.0001,($max*1.1));
 422         $chart->setFontProperties("./themes/default/fonts/LiberationSans-Regular.ttf",10);
 423         $chart->setGraphArea(50,30,585,200);
 424         $chart->drawFilledRoundedRectangle(7,7,693,223,5,240,240,240);
 425         $chart->drawRoundedRectangle(5,5,695,225,5,230,230,230);
 426         $chart->drawGraphArea(255,255,255,TRUE);
 427         $chart->drawGrid(4,TRUE,200,200,200,50);
 428         $chart->drawTreshold(0,143,55,72,TRUE,TRUE);
 429         $chart->drawTitle(50,22,$title,50,50,50,585);
 430         $chart->drawLegend(650,30,$dataSet->GetDataDescription(),255,255,255);
 431
 432         $chart->drawScale($dataSet->GetData(),$dataSet->GetDataDescription(),SCALE_NORMAL,150,150,150,TRUE,0,2, FALSE);
 433         $chart->drawFilledCubicCurve($dataSet->GetData(),$dataSet->GetDataDescription(),.1,50);
 434
 435         $gName = "graphID_".$gID;
 436         $this->$gName = preg_replace("/[^0-9]/","",microtime(TRUE));
 437         $file = '/tmp/graph_'.$this->$gName;
 438         $chart->Render($file);
 439         session::set('statistics::graphFile'.$this->$gName,$file);
 440     }
 441
 442
 443     /*! \brief  Generate the pie-chart which displays the overall-plugin-usage
 444      */
 445     function generateCategoryPieGraph($data)
 446     {
 447         // Sort data by usage count and slice array to get
 448         //  the eight most used categories
 449         arsort($data);
 450         $mostUsedCategories = array_slice($data,0,7);
 451
 452         // Get the rest of categories and combine them 'others'
 453         $theRest = array_slice($data,7);
 454         $mostUsedCategories['remaining'] = array_sum($theRest);
 455
 456         // Try to find a translation for the given category names
 457         $values = array_values($mostUsedCategories);
 458         $keys = array_keys($mostUsedCategories);
 459         foreach($keys as $id => $cat){
 460             $keys[$id] = $this->getCategoryTranslation($cat);
 461         }
 462
 463         // Dataset definition
 464         $dataSet = new pData;
 465         $dataSet->AddPoint($values,"Serie1");
 466         $dataSet->AddAllSeries();
 467         $dataSet->AddPoint($keys,"Serie2");
 468         $dataSet->SetAbsciseLabelSerie("Serie2");
 469
 470         // Set graph area
 471         $x = 400;
 472         $y = 200;
 473
 474         // Initialise the graph
 475         $chart = new pChart($x,$y);
 476         $chart->setFontProperties($this->font,10);
 477         $chart->drawPieGraph($dataSet->GetData(),$dataSet->GetDataDescription(),($x/3),($y/2)-10,($y/2),PIE_PERCENTAGE,TRUE,50,20,3);
 478         $chart->drawPieLegend(($x/3*2),15,$dataSet->GetData(),$dataSet->GetDataDescription(),
 479                 $this->legendR,$this->legendG,$this->legendB);
 480
 481         // Store graph data
 482         $this->graphID_1 = preg_replace("/[^0-9]/","",microtime(TRUE));
 483         $file = '/tmp/graph_'.$this->graphID_1;
 484         $chart->Render($file);
 485         session::set('statistics::graphFile'.$this->graphID_1,$file);
 486     }
 487 }
 488 ?>