4 Star 7 Fork 1

Gitee 极速下载/Cacti

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
此仓库是为了提升国内下载速度的镜像仓库,每日同步一次。 原始仓库: https://github.com/Cacti/cacti
克隆/下载
poller_boost.php 43.06 KB
一键复制 编辑 原始数据 按行查看 历史
TheWitness 提交于 2024-05-07 12:57 . Fixing #5738 and #GHSA-37x7-mfjv-mm7m
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410
#!/usr/bin/env php
<?php
/*
+-------------------------------------------------------------------------+
| Copyright (C) 2004-2024 The Cacti Group |
| |
| This program is free software; you can redistribute it and/or |
| modify it under the terms of the GNU General Public License |
| as published by the Free Software Foundation; either version 2 |
| of the License, or (at your option) any later version. |
| |
| This program is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| GNU General Public License for more details. |
+-------------------------------------------------------------------------+
| Cacti: The Complete RRDtool-based Graphing Solution |
+-------------------------------------------------------------------------+
| This code is designed, written, and maintained by the Cacti Group. See |
| about.php and/or the AUTHORS file for specific developer information. |
+-------------------------------------------------------------------------+
| http://www.cacti.net/ |
+-------------------------------------------------------------------------+
*/
if (function_exists('pcntl_async_signals')) {
pcntl_async_signals(true);
} else {
declare(ticks = 100);
}
ini_set('output_buffering', 'Off');
require(__DIR__ . '/include/cli_check.php');
require_once(CACTI_PATH_LIBRARY . '/poller.php');
require_once(CACTI_PATH_LIBRARY . '/boost.php');
require_once(CACTI_PATH_LIBRARY . '/dsstats.php');
require_once(CACTI_PATH_LIBRARY . '/rrdcheck.php');
require_once(CACTI_PATH_LIBRARY . '/rrd.php');
/* get the boost polling cycle */
$max_run_duration = read_config_option('boost_rrd_update_max_runtime');
/* process calling arguments */
$parms = $_SERVER['argv'];
array_shift($parms);
$debug = false;
$forcerun = false;
$verbose = false;
$child = false;
/* for releasing lock on SIGNAL */
$current_lock = false;
global $child, $next_run_time, $archive_table, $current_lock;
if (cacti_sizeof($parms)) {
foreach ($parms as $parameter) {
if (strpos($parameter, '=')) {
list($arg, $value) = explode('=', $parameter);
} else {
$arg = $parameter;
$value = '';
}
switch ($arg) {
case '--child':
$child = $value;
break;
case '-d':
case '--debug':
$debug = true;
break;
case '-f':
case '--force':
$forcerun = true;
cacti_log('WARNING: Boost Poller forced by command line.', false, 'BOOST');
break;
case '--verbose':
$verbose = true;
break;
case '--version':
case '-V':
case '-v':
display_version();
exit;
case '--help':
case '-H':
case '-h':
display_help();
exit;
default:
print 'ERROR: Invalid Parameter ' . $parameter . "\n\n";
display_help();
exit;
}
}
}
/* install signal handlers for UNIX only */
if (function_exists('pcntl_signal')) {
pcntl_signal(SIGTERM, 'sig_handler');
pcntl_signal(SIGINT, 'sig_handler');
}
/* take time and log performance data */
$start = microtime(true);
$start_time = time();
$rrd_updates = -1;
/* let's give this script lot of time to run for ever */
ini_set('max_execution_time', '0');
boost_memory_limit();
if ($child == false) {
$current_time = time();
/* find out if it's time to collect device information
* support both old and new formats.
*/
$boost_last_run_time = read_config_option('boost_last_run_time') ?? ($current_time - 3600);
if (!is_numeric($boost_last_run_time)) {
$last_run_time = strtotime($boost_last_run_time);
} elseif (empty($boost_last_run_time)) {
$last_run_time = time() - 3600;
} else {
$last_run_time = $boost_last_run_time;
}
$boost_next_run_time = read_config_option('boost_next_run_time');
if (!empty($boost_next_run_time) && !is_numeric($boost_next_run_time)) {
$next_run_time = strtotime($boost_next_run_time);
} elseif (empty($boost_next_run_time)) {
$next_run_time = time() + 3600;
} else {
$next_run_time = $boost_next_run_time;
}
$seconds_offset = read_config_option('boost_rrd_update_interval') * 60;
$run_now = boost_time_to_run($forcerun, $current_time, $last_run_time, $next_run_time);
if ($run_now) {
/**
* Check to see if the boost log is enabled and the file exists and
* is writable. If it does not exist, create an empty file.
*/
$debug_log = read_config_option('path_boost_log');
if ($debug_log != '') {
if (!file_exists($debug_log)) {
if (is_writable(dirname($debug_log))) {
touch($debug_log);
} else {
cacti_log(sprintf('WARNING: Boost Debug Log %s is not writable. Change the path to a writable location', $debug_log), false, 'BOOST');
}
}
}
/**
* Check to see if there are any poller items to process and if not
* exit cleanly
*/
$poller_items = db_fetch_row('SELECT * FROM poller_output_boost LIMIT 1');
if (!cacti_sizeof($poller_items)) {
exit(0);
}
/* we will warn if the process is taking extra long */
if (!register_process_start('boost', 'master', $config['poller_id'], read_config_option('boost_rrd_update_max_runtime') * 3)) {
exit(0);
}
boost_debug('Time to Run Boost, Force Run is ' . ($forcerun ? 'true!':'false.'));
/* Check if processes are running and kill them */
boost_kill_running_processes();
/* Truncate the rrd_update_counter table */
db_execute('TRUNCATE TABLE poller_output_boost_processes');
/* Prepare the boost distribution */
$continue = boost_prepare_process_table();
/* Launch the boost children */
if ($continue) {
/* Allow mysql to flush the rename transaction */
sleep(7);
boost_launch_children();
/* Wait for all processes to continue */
while ($running = boost_processes_running()) {
boost_debug(sprintf('%s Processes Running, Sleeping for 2 seconds.', $running));
sleep(2);
}
/* tell the main poller that we are done */
set_config_option('boost_poller_status', 'complete - end time:' . date('Y-m-d H:i:s'));
/* Finish processing post */
set_config_option('boost_last_run_time', $current_time);
/* output all the rrd data to the rrd files */
$rrd_updates = db_fetch_cell('SELECT SUM(status) FROM poller_output_boost_processes');
if ($rrd_updates > 0) {
boost_log_statistics($rrd_updates);
$next_run_time = $current_time + $seconds_offset;
} elseif ($rrd_updates == -1) {
boost_log_statistics(0);
$next_run_time = $current_time + $seconds_offset;
} else { /* rollback last run time */
set_config_option('boost_last_run_time', $last_run_time);
}
if ($rrd_updates > 0) {
/* cleanup - remove empty arch tables*/
$tables = db_fetch_assoc("SELECT table_name AS name
FROM information_schema.tables
WHERE TABLE_SCHEMA = SCHEMA()
AND TABLE_NAME LIKE 'poller_output_boost_arch_%'");
if (cacti_sizeof($tables)) {
foreach ($tables as $table) {
db_execute('DROP TABLE IF EXISTS ' . $table['name']);
}
}
dsstats_boost_bottom();
rrdcheck_boost_bottom();
api_plugin_hook('boost_poller_bottom');
}
}
unregister_process('boost', 'master', $config['poller_id'], getmypid());
/* log the end time of the process */
set_config_option('boost_last_end_time', time());
} else {
set_config_option('boost_poller_status', 'complete');
}
/* store the next run time so that people understand */
if ($rrd_updates > 0 || $rrd_updates == -1) {
if (empty($next_run_time)) {
$next_run_time = time() + $seconds_offset;
}
set_config_option('boost_next_run_time', $next_run_time);
}
boost_purge_cached_png_files($forcerun);
exit(0);
} else {
/* we will warn if the process is taking extra long */
if (!register_process_start('boost', 'child', $child, read_config_option('boost_rrd_update_max_runtime') * 3)) {
exit(0);
}
/* output all the rrd data to the rrd files */
$rrd_updates = boost_output_rrd_data($child);
db_execute_prepared('INSERT INTO poller_output_boost_processes
(status) VALUES (?)',
array($rrd_updates));
boost_log_child_statistics($rrd_updates, $child);
unregister_process('boost', 'child', $child);
exit(0);
}
function sig_handler($signo) {
global $child, $config, $current_lock;
$rrdtool_version = read_config_option('rrdtool_version');
switch ($signo) {
case SIGTERM:
case SIGINT:
cacti_log('WARNING: Boost Poller terminated by user', false, 'BOOST');
/* tell the main poller that we are done */
set_config_option('boost_poller_status', 'terminated - end time:' . date('Y-m-d H:i:s'));
if ($child) {
unregister_process('boost', 'child', $child, getmypid());
} else {
unregister_process('boost', 'master', $config['poller_id'], getmypid());
}
exit;
break;
default:
/* ignore all other signals */
}
if (cacti_version_compare(get_rrdtool_version(), '1.5', '<')) {
if ($current_lock !== false && $child) {
db_execute("SELECT RELEASE_LOCK('boost.single_ds.$current_lock')");
} elseif (!$child) {
db_execute("SELECT RELEASE_ALL_LOCKS()");
}
}
}
function boost_kill_running_processes() {
$processes = db_fetch_assoc_prepared('SELECT *
FROM processes
WHERE tasktype = "boost"
AND pid != ?',
array(getmypid()));
if (cacti_sizeof($processes)) {
foreach ($processes as $p) {
cacti_log(sprintf('WARNING: Killing Boost %s PID %d due to another boost process starting.', ucfirst($p['taskname']), $p['pid']), false, 'BOOST');
posix_kill($p['pid'], SIGTERM);
unregister_process($p['tasktype'], $p['taskname'], $p['taskid'], $p['pid']);
}
}
}
function boost_processes_running() {
$running = db_fetch_cell('SELECT COUNT(*)
FROM processes
WHERE tasktype = "boost"
AND taskname = "child"');
return $running;
}
function boost_prepare_process_table() {
global $start_time, $archive_table, $max_run_duration, $config, $database_default, $debug, $get_memory, $memory_used;
boost_debug('Parallel Process Setup Begins.');
$boost_poller_status = read_config_option('boost_poller_status');
if (!$boost_poller_status) {
$boost_poller_status = 'not started';
}
/* detect a process that has overrun it's warning time */
if (substr_count($boost_poller_status, 'running')) {
$status_array = explode(':', $boost_poller_status);
if (!empty($status_array[1])) {
$previous_start_time = strtotime($status_array[1]);
/* if the runtime was exceeded, allow the next process to run */
if ($previous_start_time + $max_run_duration < $start_time) {
cacti_log('WARNING: Detected Poller Boost Overrun, Possible Boost Poller Crash', false, 'BOOST SVR');
admin_email(__('Cacti System Warning'), __('WARNING: Detected Poller Boost Overrun, Possible Boost Poller Crash', 'BOOST SVR'));
}
}
}
/* if the poller is not running, or has never run, start */
/* mark the boost server as running */
set_config_option('boost_poller_status', 'running - start time:' . date('Y-m-d H:i:s'));
$delayed_inserts = db_fetch_row("SHOW STATUS LIKE 'Not_flushed_delayed_rows'");
while (cacti_sizeof($delayed_inserts) && $delayed_inserts['Value']) {
cacti_log('BOOST WAIT: Waiting 1s for delayed inserts are made' , true, 'SYSTEM');
usleep(1000000);
$delayed_inserts = db_fetch_row("SHOW STATUS LIKE 'Not_flushed_delayed_rows'");
}
$time = time();
/* split poller_output_boost */
$archive_table = 'poller_output_boost_arch_' . $time;
$interim_table = 'poller_output_boost_' . $time;
db_execute("CREATE TABLE $interim_table LIKE poller_output_boost");
db_execute("RENAME TABLE poller_output_boost TO $archive_table, $interim_table TO poller_output_boost");
db_execute("ANALYZE TABLE $archive_table");
$arch_tables = boost_get_arch_table_names($archive_table);
if (!cacti_sizeof($arch_tables)) {
cacti_log('ERROR: Failed to retrieve archive table name - check poller', false, 'BOOST');
return false;
}
$total_rows = 0;
foreach ($arch_tables as $table) {
$total_rows += db_fetch_cell_prepared('SELECT TABLE_ROWS
FROM information_schema.TABLES
WHERE TABLE_SCHEMA = SCHEMA()
AND TABLE_NAME = ?',
array($table));
}
if ($total_rows == 0) {
boost_debug('ERROR: Failed to retrieve any rows from archive tables');
cacti_log('ERROR: Failed to retrieve any rows from archive tables', false, 'BOOST');
return false;
}
db_execute('CREATE TABLE IF NOT EXISTS poller_output_boost_local_data_ids (
local_data_id int unsigned default "0",
process_handler int unsigned default "0",
PRIMARY KEY (local_data_id),
INDEX process_handler(process_handler))
ENGINE=InnoDB');
db_execute('TRUNCATE poller_output_boost_local_data_ids');
foreach ($arch_tables as $table) {
db_execute("INSERT IGNORE INTO poller_output_boost_local_data_ids
(local_data_id)
SELECT DISTINCT local_data_id
FROM $table");
}
$data_ids = db_fetch_cell('SELECT
COUNT(local_data_id)
FROM poller_output_boost_local_data_ids');
$processes = read_config_option('boost_parallel');
boost_debug("Data Sources:$data_ids, Concurrent Processes:$processes");
$data_ids_per_process = ceil($data_ids / $processes);
$count = 1;
while ($count <= $processes) {
db_execute_prepared('UPDATE poller_output_boost_local_data_ids
SET process_handler = ?
WHERE process_handler = 0
LIMIT ' . $data_ids_per_process,
array($count));
$count++;
}
boost_debug('Parallel Process Setup Complete. Ready to spawn children.');
return true;
}
function boost_launch_children() {
global $config, $debug;
$processes = read_config_option('boost_parallel');
if (empty($processes)) {
$processes = 1;
}
$php_binary = read_config_option('path_php_binary');
$boost_log = read_config_option('path_boost_log');
$redirect_args = '';
if ($boost_log != '') {
if (!is_writable($boost_log)) {
boost_debug("WARNING: Boost log '$boost_log' is not writable!");
cacti_log("WARNING: Boost log '$boost_log' is not writable!", false, 'BOOST');
} else {
$redirect_args = '>> ' . $boost_log;
}
}
boost_debug("About to launch $processes processes.");
for ($i = 1; $i <= $processes; $i++) {
boost_debug('Launching Boost Process Number ' . $i);
cacti_log('NOTE: Launching Boost Process Number ' . $i, false, 'BOOST', POLLER_VERBOSITY_MEDIUM);
exec_background($php_binary, CACTI_PATH_BASE . '/poller_boost.php --child=' . $i . ($debug ? ' --debug':''), $redirect_args);
}
sleep(2);
}
function boost_time_to_run($forcerun, $current_time, $last_run_time, $next_run_time) {
$run_now = false;
boost_debug('Checking if Boost is ready to run.');
if ((read_config_option('boost_rrd_update_enable') == 'on') || $forcerun) {
/* turn on the system level updates as that is what dictates "on/off" */
if (!$forcerun && read_config_option('boost_rrd_update_system_enable') != 'on') {
set_config_option('boost_rrd_update_system_enable', 'on');
}
$seconds_offset = read_config_option('boost_rrd_update_interval') * 60;
/* Initialize seconds offset, if not set to 2 hours */
if (empty($seconds_offset)) {
$seconds_offset = 120;
set_config_option('boost_rrd_update_interval', 120);
}
boost_debug('Last Runtime was ' . date('Y-m-d H:i:s', $last_run_time) . " ($last_run_time).");
boost_debug('Next Runtime is ' . date('Y-m-d H:i:s', $next_run_time) . " ($next_run_time).");
/* determine the next start time */
if (empty($last_run_time)) {
/* since the poller has never run before, let's fake it out */
$next_run_time = $current_time + $seconds_offset;
set_config_option('boost_last_run_time', $current_time);
set_config_option('boost_next_run_time', $next_run_time);
$run_now = false;
} else {
$next_run_time = $last_run_time + $seconds_offset;
if ($current_time >= $next_run_time) {
$run_now = true;
set_config_option('boost_next_run_time', $next_run_time);
}
}
/* determine if you must output boost table now */
$current_records = boost_get_total_rows();
$max_records = read_config_option('boost_rrd_update_max_records');
boost_debug('Records Found:' . $current_records . ', Max Threshold:' . $max_records . '.');
if ($current_records > $max_records) {
$run_now = true;
set_config_option('boost_next_run_time', $next_run_time);
}
if ($forcerun) {
$run_now = true;
set_config_option('boost_next_run_time', $next_run_time);
}
} else {
$pollers = db_fetch_cell('SELECT COUNT(*) FROM pollers WHERE disabled = ""');
if ($pollers > 1) {
boost_debug('Someone attempted to disable boost through there are multiple Data Collectors Defined!');
set_config_option('boost_rrd_update_system_enable', 'on');
} elseif (read_config_option('boost_rrd_update_system_enable') == 'on') {
/* turn off the system level updates, we want to disable */
set_config_option('boost_rrd_update_system_enable', '');
}
/* we are force to run until boost is finished */
$rows = boost_get_total_rows();
if ($rows > 0) {
$run_now = true;
}
}
return $run_now;
}
function boost_output_rrd_data($child) {
global $start, $archive_table, $max_run_duration, $config, $database_default, $debug, $get_memory, $memory_used;
$rrd_updates = 0;
$rrdtool_pipe = rrd_init();
$runtime_exceeded = false;
/* let's set and track memory usage will we */
if (!function_exists('memory_get_peak_usage')) {
$get_memory = true;
$memory_used = memory_get_usage();
} else {
$get_memory = false;
}
boost_debug("Processing RRRtool Output for Boost Process $child");
$arch_tables = boost_get_arch_table_names($archive_table);
if (!cacti_sizeof($arch_tables)) {
cacti_log('ERROR: Failed to retrieve archive table name', false, 'BOOST');
return false;
}
$total_rows = 0;
foreach ($arch_tables as $table) {
$total_rows += db_fetch_cell_prepared("SELECT COUNT(at.local_data_id)
FROM $table AS at
INNER JOIN poller_output_boost_local_data_ids AS bpt
ON at.local_data_id = bpt.local_data_id
AND bpt.process_handler = ?",
array($child));
}
if ($total_rows == 0) {
return false;
}
boost_debug("Processes:$child, TotalRows:$total_rows");
$max_per_select = read_config_option('boost_rrd_update_max_records_per_select');
$data_ids = db_fetch_cell_prepared('SELECT
COUNT(local_data_id)
FROM poller_output_boost_local_data_ids
WHERE process_handler = ?',
array($child));
$passes = ceil($total_rows / $max_per_select);
$ids_per_pass = ceil($data_ids / $passes);
$curpass = 1;
while ($data_ids > 0) {
boost_debug("Processing $curpass of $passes for Boost Process $child");
$last_id = db_fetch_cell_prepared("SELECT MAX(local_data_id)
FROM (
SELECT local_data_id
FROM poller_output_boost_local_data_ids
WHERE process_handler = ?
ORDER BY local_data_id ASC
LIMIT $ids_per_pass
) AS result",
array($child));
if (empty($last_id)) {
break;
}
boost_process_local_data_ids($last_id, $child, $rrdtool_pipe);
$curpass++;
$data_ids = db_fetch_cell_prepared('SELECT *
FROM poller_output_boost_local_data_ids
WHERE process_handler = ?',
array($child));
if (((time() - $start) > $max_run_duration) && (!$runtime_exceeded)) {
cacti_log('WARNING: RRD On Demand Updater Exceeded Runtime Limits. Continuing to Process!!!', false, 'BOOST');
$runtime_exceeded = true;
}
}
boost_debug("Processing Complete for Boost Process $child. It took $curpass passed to complete.");
/* log memory usage */
if (function_exists('memory_get_peak_usage')) {
set_config_option('boost_peak_memory_' . $child, memory_get_peak_usage());
} else {
set_config_option('boost_peak_memory_' . $child, $memory_used);
}
rrd_close($rrdtool_pipe);
return $total_rows;
}
/* boost_process_local_data_ids - grabs data from the 'poller_output' table and feeds the *completed*
results to RRDTool for processing
@arg $last_id - the last id to process
@arg $child - the current process
@arg $rrdtool_pipe - the socket that has been opened for the RRDtool operation */
function boost_process_local_data_ids($last_id, $child, $rrdtool_pipe) {
global $config, $archive_table, $boost_sock, $boost_timeout, $debug, $get_memory, $memory_used, $current_lock;
/* cache this call as it takes time */
static $archive_tables = false;
static $rrdtool_version = null;
include_once(CACTI_PATH_LIBRARY . '/rrd.php');
/* suppress warnings */
if (defined('E_DEPRECATED')) {
error_reporting(E_ALL ^ E_DEPRECATED);
} else {
error_reporting(E_ALL);
}
/* gather, repair if required and cache the rrdtool version */
if ($rrdtool_version === null) {
$rrdtool_ins_version = get_installed_rrdtool_version();
$rrdtool_version = get_rrdtool_version();
if ($rrdtool_ins_version != $rrdtool_version) {
boost_debug('NOTE: Updating Stored RRDtool version to installed version ' . $rrdtool_ins_version);
cacti_log('NOTE: Updating Stored RRDtool version to installed version ' . $rrdtool_ins_version, false, 'BOOST');
set_config_option('rrdtool_version', $rrdtool_ins_version);
$rrdtool_version = $rrdtool_ins_version;
}
}
/* install the boost error handler */
set_error_handler('boost_error_handler');
/* load system variables needed */
$upd_string_len = read_config_option('boost_rrd_update_string_length');
$rrd_update_interval = read_config_option('boost_rrd_update_interval');
$data_ids_to_get = read_config_option('boost_rrd_update_max_records_per_select');
if ($archive_tables === false) {
$archive_tables = boost_get_arch_table_names($archive_table);
}
if ($archive_tables === false) {
boost_debug('Failed to determine archive tables');
cacti_log('Failed to determine archive tables', false, 'BOOST');
return 0;
}
if (!cacti_sizeof($rrd_field_names)) {
$rrd_field_names = array_rekey(
db_fetch_assoc_prepared('SELECT ' . SQL_NO_CACHE . '
CONCAT(data_template_id, "_", data_name) AS keyname, data_source_names AS data_source_name
FROM poller_data_template_field_mappings'),
'keyname', array('data_source_name'));
}
$query_string = 'SELECT * FROM (';
$query_string_suffix = 'ORDER BY local_data_id ASC, timestamp ASC, rrd_name ASC';
$sub_query_string = '';
foreach ($archive_tables as $table) {
$sub_query_string .= ($sub_query_string != '' ? ' UNION ALL ':'') .
" SELECT $table.local_data_id, dl.data_template_id, UNIX_TIMESTAMP(time) AS timestamp, rrd_name, output
FROM $table
INNER JOIN poller_output_boost_local_data_ids AS bpt
ON $table.local_data_id = bpt.local_data_id
INNER JOIN data_local AS dl
ON $table.local_data_id = dl.id
WHERE bpt.local_data_id <= $last_id
AND bpt.process_handler = $child";
}
$query_string = $query_string . $sub_query_string . ') t ' . $query_string_suffix;
boost_timer('get_records', BOOST_TIMER_START);
$results = db_fetch_assoc($query_string);
boost_timer('get_records', BOOST_TIMER_END);
/* log memory */
if ($get_memory) {
$cur_memory = memory_get_usage();
if ($cur_memory > $memory_used) {
$memory_used = $cur_memory;
}
}
if (cacti_sizeof($results)) {
/* create an array keyed off of each .rrd file */
$local_data_id = -1;
$time = -1;
$buflen = 0;
$outarray = array();
$locked = false;
$last_update = -1;
$reset_template = true;
$unused_data_source_names = array();
/* we are going to blow away all record if ok */
$vals_in_buffer = 0;
boost_timer('results_cycle', BOOST_TIMER_START);
/* go through each poller_output_boost entries and process */
foreach ($results as $item) {
if ($local_data_id == $item['local_data_id'] && cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$item['rrd_name']])) {
continue;
}
$item['timestamp'] = trim($item['timestamp']);
if (!$locked) {
/* acquire lock in order to prevent race conditions, only a problem pre-rrdtool 1.5 */
if (cacti_version_compare($rrdtool_version, '1.5', '<')) {
while (!db_fetch_cell("SELECT GET_LOCK('boost.single_ds." . $item['local_data_id'] . "', 1)")) {
usleep(50000);
}
}
$current_lock = $item['local_data_id'];
$locked = true;
}
/**
* if the local_data_id changes, we need to flush the buffer
* and discover the template for the next RRDfile.
*/
if ($local_data_id != $item['local_data_id']) {
$unused_data_source_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name
FROM data_template_rrd AS dtr
LEFT JOIN graph_templates_item AS gti
ON dtr.id = gti.task_item_id
WHERE dtr.local_data_id = ?
AND gti.task_item_id IS NULL',
array($item['local_data_id'])),
'data_source_name', 'data_source_name'
);
if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$item['rrd_name']])) {
continue;
}
$reset_template = true;
if (isset($nt_rrd_field_names)) {
unset($nt_rrd_field_names);
}
/* release the previous lock */
if (cacti_version_compare($rrdtool_version, '1.5', '<')) {
db_execute("SELECT RELEASE_LOCK('boost.single_ds.$local_data_id')");
}
$current_lock = false;
/* acquire lock in order to prevent race conditions, only a problem pre-rrdtool 1.5 */
if (cacti_version_compare($rrdtool_version, '1.5', '<')) {
while (!db_fetch_cell("SELECT GET_LOCK('boost.single_ds." . $item['local_data_id'] . "', 1)")) {
usleep(50000);
}
}
$current_lock = $item['local_data_id'];
/* update the rrd for the previous local_data_id */
if ($vals_in_buffer) {
/* place the latest update at the end of the output array */
$outarray[] = $tv_tmpl;
/* new process output function */
boost_process_output($local_data_id, $outarray, $rrd_path, $rrd_tmplp, $rrdtool_pipe);
$buflen = 0;
$vals_in_buffer = 0;
$outarray = array();
}
/* reset the rrd file path and templates, assume non multi output */
boost_timer('rrd_filename_and_template', BOOST_TIMER_START);
$rrd_data = boost_get_rrd_filename_and_template($item['local_data_id']);
$rrd_tmpl = $rrd_data['rrd_template'];
$template_len = strlen($rrd_tmpl);
/**
* take the template and turn into an associative array of
* data source names with a default of 'U' for each value
* and creating the first value to include the timestamp.
* We will use this for missing data detection.
*/
$rrd_tmplp = array_fill_keys(array_values(explode(':', $rrd_tmpl)), 'U');
$rrd_tmplpts = array('timestamp' => '') + $rrd_tmplp;
$rrd_path = $rrd_data['rrd_path'];
boost_timer('rrd_filename_and_template', BOOST_TIMER_END);
if (cacti_version_compare(get_rrdtool_version(), '1.5', '<')) {
boost_timer('rrd_lastupdate', BOOST_TIMER_START);
$last_update = boost_rrdtool_get_last_update_time($rrd_path, $rrdtool_pipe);
boost_timer('rrd_lastupdate', BOOST_TIMER_END);
} else {
boost_timer('rrd_lastupdate', BOOST_TIMER_START);
$last_update = 0;
boost_timer('rrd_lastupdate', BOOST_TIMER_END);
}
$local_data_id = $item['local_data_id'];
$time = $item['timestamp'];
if ($time > $last_update || cacti_version_compare(get_rrdtool_version(), '1.5', '>=')) {
$buflen += strlen(' ' . $time);
}
$tv_tmpl = $rrd_tmplpts;
} else {
$reset_template = false;
}
/* don't generate error messages if the RRD has already been updated */
if ($time < $last_update && cacti_version_compare(get_rrdtool_version(), '1.5', '<')) {
cacti_log("WARNING: Stale Poller Data Found! Item Time:'" . $time . "', RRD Time:'" . $last_update . "' Ignoring Value!", false, 'BOOST', POLLER_VERBOSITY_HIGH);
$value = 'DNP';
} else {
$value = trim($item['output']);
}
if ($time != $item['timestamp']) {
if ($vals_in_buffer > 0) {
/* place the latest update at the end of the output array */
$outarray[] = $tv_tmpl;
}
if ($buflen > $upd_string_len) {
/* new process output function */
boost_process_output($local_data_id, $outarray, $rrd_path, $rrd_tmplp, $rrdtool_pipe);
$buflen = 0;
$vals_in_buffer = 0;
$outarray = array();
}
$time = $item['timestamp'];
$tv_tmpl = $rrd_tmplpts;
}
if (empty($tv_tmpl['timestamp']) && $value != 'DNP') {
$tv_tmpl['timestamp'] = $item['timestamp'];
$buflen += strlen($item['timestamp']) + 1;
}
/* single one value output */
if (strpos($value, 'DNP') !== false) {
/* continue, bad time */
} elseif ((is_numeric($value)) || ($value == 'U' && $item['rrd_name'] !== '')) {
$tv_tmpl[$item['rrd_name']] = $value;
$buflen += strlen(':' . $value);
$vals_in_buffer++;
} elseif ((function_exists('is_hexadecimal')) && (is_hexadecimal($value))) {
$tval = hexdec($value);
$tv_tmpl[$item['rrd_name']] = $tval;
$buflen += strlen(':' . $tval);
$vals_in_buffer++;
} elseif (strpos($value, ':') !== false) {
/* break out multiple value output to an array */
$values = preg_split('/\s+/', $value);
if (!$reset_template) {
$rrd_tmpl = '';
} else {
if ($item['data_template_id'] > 0) {
$unused_data_source_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name
FROM data_template_rrd AS dtr
LEFT JOIN graph_templates_item AS gti
ON dtr.id = gti.task_item_id
WHERE dtr.local_data_id = ? AND gti.task_item_id IS NULL',
array($item['local_data_id'])),
'data_source_name', 'data_source_name'
);
} else {
$unused_data_source_names = array();
}
}
foreach($values as $value) {
$matches = explode(':', $value);
if (cacti_sizeof($matches) == 2) {
if (isset($rrd_field_names[$item['data_template_id'] . '_' . $matches[0]])) {
$field = $rrd_field_names[$item['data_template_id'] . '_' . $matches[0]]['data_source_name'];
if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$field])) {
continue;
}
if ($reset_template) {
cacti_log("Parsed MULTI output field '" . $matches[0] . ':' . $field . "' [map " . $matches[0] . '->' . $field . ']', false, 'BOOST', ($debug ? POLLER_VERBOSITY_NONE:POLLER_VERBOSITY_HIGH));
if (trim(read_config_option('path_boost_log')) != '') {
print "DEBUG: Parsed MULTI output field in path 1 '" . $matches[0] . "' [map " . $field . '->' . $field . ']' . PHP_EOL;
}
$rrd_tmpl .= ($rrd_tmpl != '' ? ':':'') . $field;
}
if (is_numeric($matches[1]) || ($matches[1] == 'U')) {
$tv_tmpl[$field] = $matches[1];
$buflen += strlen(':' . $matches[1]);
} elseif ((function_exists('is_hexadecimal')) && (is_hexadecimal($matches[1]))) {
$tval = hexdec($matches[1]);
$tv_tmpl[$field] = $tval;
$buflen += strlen(':' . $tval);
} else {
$tv_tmpl[$field] = 'U';
$buflen += 2;
}
$vals_in_buffer++;
} else {
/**
* We have to check for Non-Templated Data Source first as they may not include
* a graph. So, for that case, we need the RRDfile to include all data sources
*/
if ($item['data_template_id'] > 0) {
$nt_rrd_field_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name
FROM graph_templates_item AS gti
INNER JOIN data_template_rrd AS dtr
ON gti.task_item_id = dtr.id
INNER JOIN data_input_fields AS dif
ON dtr.data_input_field_id=dif.id
WHERE dtr.local_data_id = ?',
array($item['local_data_id'])),
'data_name', 'data_source_name'
);
} else {
$nt_rrd_field_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name
FROM data_template_rrd AS dtr
INNER JOIN data_input_fields AS dif
ON dtr.data_input_field_id=dif.id
WHERE dtr.local_data_id = ?',
array($item['local_data_id'])),
'data_name', 'data_source_name'
);
}
if (cacti_sizeof($nt_rrd_field_names)) {
if (isset($nt_rrd_field_names[$matches[0]])) {
$field = $nt_rrd_field_names[$matches[0]];
if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$field])) {
continue;
}
if ($reset_template) {
cacti_log("Parsed MULTI output field in path 2 '" . $matches[0] . ':' . $matches[1] . "' [map " . $matches[0] . '->' . $field . ']', false, 'BOOST', ($debug ? POLLER_VERBOSITY_NONE:POLLER_VERBOSITY_HIGH));
if (trim(read_config_option('path_boost_log')) != '') {
print "DEBUG: Parsed MULTI output field '" . $matches[0] . "' [map " . $matches[1] . '->' . $field . ']' . PHP_EOL;
}
$rrd_tmpl .= ($rrd_tmpl != '' ? ':':'') . $field;
}
if (is_numeric($matches[1]) || ($matches[1] == 'U')) {
$tv_tmpl[$field] = $matches[1];
$buflen += strlen(':' . $matches[1]);
} elseif ((function_exists('is_hexadecimal')) && (is_hexadecimal($matches[1]))) {
$tval = hexdec($matches[1]);
$tv_tmpl[$field] = $tval;
$buflen += strlen(':' . $tval);
} else {
$tv_tmpl[$field] = 'U';
$buflen += 2;
}
if (trim(read_config_option('path_boost_log')) != '') {
print "DEBUG: Parsed MULTI output field '" . $matches[0] . "' [map " . $matches[1] . '->' . $nt_rrd_field_names[$matches[1]] . ']' . PHP_EOL;
}
}
$vals_in_buffer++;
}
}
}
}
} else {
if ($reset_template) {
if ($item['data_template_id'] > 0) {
$unused_data_source_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name
FROM data_template_rrd AS dtr
LEFT JOIN graph_templates_item AS gti
ON dtr.id = gti.task_item_id
WHERE dtr.local_data_id = ? AND gti.task_item_id IS NULL',
array($item['local_data_id'])),
'data_source_name', 'data_source_name'
);
$nt_rrd_field_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name
FROM graph_templates_item AS gti
INNER JOIN data_template_rrd AS dtr
ON gti.task_item_id = dtr.id
INNER JOIN data_input_fields AS dif
ON dtr.data_input_field_id=dif.id
WHERE dtr.local_data_id = ?',
array($item['local_data_id'])),
'data_name', 'data_source_name'
);
} else {
$unused_data_source_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name
FROM data_template_rrd AS dtr
WHERE dtr.local_data_id = ? AND gti.task_item_id IS NULL',
array($item['local_data_id'])),
'data_source_name', 'data_source_name'
);
$nt_rrd_field_names = array_rekey(
db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name
FROM data_template_rrd AS dtr
INNER JOIN data_input_fields AS dif
ON dtr.data_input_field_id=dif.id
WHERE dtr.local_data_id = ?',
array($item['local_data_id'])),
'data_name', 'data_source_name'
);
}
}
$expected = '';
if (cacti_sizeof($nt_rrd_field_names)) {
foreach($nt_rrd_field_names as $field) {
if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$field])) {
continue;
}
$expected .= ($expected != '' ? ' ':'') . "$field:value";
if ($reset_template) {
$rrd_tmpl .= ($rrd_tmpl != '' ? ':':'') . $field;
}
$tv_tmpl[$field] = 'U';
$buflen += 2;
}
}
cacti_log(sprintf('WARNING: Invalid output! MULTI DS[%d] Encountered [%s] Expected[%s]', $item['local_data_id'], $value, $expected), false, 'POLLER');
}
}
/* process the last rrdupdate if applicable */
if ($vals_in_buffer) {
/* place the latest update at the end of the output array */
$outarray[] = $tv_tmpl;
boost_process_output($local_data_id, $outarray, $rrd_path, $rrd_tmplp, $rrdtool_pipe);
}
/* release the last lock */
if (cacti_version_compare(get_rrdtool_version(), '1.5', '<')) {
db_execute("SELECT RELEASE_LOCK('boost.single_ds." . $item['local_data_id'] . "')");
}
$current_lock = false;
boost_timer('results_cycle', BOOST_TIMER_END);
}
/* remove the entries from the table */
boost_timer('delete', BOOST_TIMER_START);
db_execute_prepared('DELETE FROM poller_output_boost_local_data_ids
WHERE local_data_id <= ?
AND process_handler = ?',
array($last_id, $child));
boost_timer('delete', BOOST_TIMER_END);
/* restore original error handler */
restore_error_handler();
return cacti_sizeof($results);
}
function boost_process_output($local_data_id, $outarray, $rrd_path, $rrd_tmplp, $rrdtool_pipe) {
$outbuf = '';
if (cacti_sizeof($outarray)) {
foreach ($outarray as $tsdata) {
$outbuf .= ($outbuf != '' ? ' ':'') . implode(':', $tsdata);
}
}
$rrd_tmpl = implode(':', array_keys($rrd_tmplp));
if (trim(read_config_option('path_boost_log')) != '') {
print "DEBUG: Updating Local Data Id:'$local_data_id', Template:" . $rrd_tmpl . ', Output:' . $outbuf . PHP_EOL;
}
boost_timer('rrdupdate', BOOST_TIMER_START);
$return_value = boost_rrdtool_function_update($local_data_id, $rrd_path, $rrd_tmpl, $outbuf, $rrdtool_pipe);
boost_timer('rrdupdate', BOOST_TIMER_END);
/* check return status for delete operation */
if (trim($return_value) != 'OK' && $return_value != '') {
cacti_log("WARNING: RRD Update Warning '" . $return_value . "' for Local Data ID '$local_data_id'", false, 'BOOST');
}
}
function boost_log_statistics($rrd_updates) {
global $start, $boost_stats_log, $verbose;
/* take time and log performance data */
$end = microtime(true);
$cacti_stats = sprintf(
'Time:%01.2f ' .
'RRDUpdates:%s',
round($end - $start, 2),
$rrd_updates);
/* log to the database */
set_config_option('stats_boost', $cacti_stats);
/* log to the logfile */
cacti_log('BOOST STATS: ' . $cacti_stats , true, 'SYSTEM');
$output = array();
$order = array(
'RRDUpdates',
'TotalTime',
'get_records',
'results_cycle',
'rrd_filename_and_template',
'rrd_lastupdate',
'rrdupdate',
'delete'
);
$processes = read_config_option('boost_parallel');
if (empty($processes)) {
$processes = 1;
}
$stats = db_fetch_assoc('SELECT value
FROM settings
WHERE name LIKE "stats_detail_boost_%"');
if (cacti_sizeof($stats)) {
foreach ($stats as $stat) {
$stat = json_decode($stat['value']);
foreach ($stat as $key => $value) {
if (isset($output[$key])) {
$output[$key] += $value;
} else {
$output[$key] = $value;
}
}
}
$outstr = '';
foreach ($order as $key) {
if ($key == 'TotalTime') {
$outstr .= ($outstr != '' ? ', ':'') . "$key:" . round($end - $start, 2);
} elseif ($key == 'RRDUpdates') {
$outstr .= ($outstr != '' ? ', ':'') . "$key:" . round($output[$key], 0);
} else {
$outstr .= ($outstr != '' ? ', ':'') . "$key:" . round($output[$key] / $processes, 0);
}
}
/* log to the database */
set_config_option('stats_detail_boost', str_replace(',', '', $outstr));
/* log to the logfile */
if ($verbose) {
cacti_log('BOOST DETAIL STATS: ' . $outstr, true, 'SYSTEM');
}
}
/* prune old process statistics if the number has changed */
$processes = read_config_option('boost_parallel');
$stats = db_fetch_assoc('SELECT * FROM settings WHERE name LIKE "stats_boost_%"');
if (cacti_sizeof($stats)) {
foreach ($stats as $stat) {
$process = str_replace('stats_boost_', '', $stat['name']);
if ($process > $processes) {
db_execute_prepared('DELETE FROM settings WHERE name = ?', array('stats_boost_' . $process));
}
}
}
/* prune all detailed stats */
db_execute('DELETE FROM settings WHERE name LIKE "stats_detail_boost_%"');
}
function boost_log_child_statistics($rrd_updates, $child) {
global $start, $boost_stats_log, $verbose;
/* take time and log performance data */
$end = microtime(true);
$cacti_stats = sprintf(
'Time:%01.2f ' .
'ProcessNumber:%s ' .
'RRDUpdates:%s',
round($end - $start, 2),
$child,
$rrd_updates);
/* log to the database */
set_config_option('stats_boost_' . $child, $cacti_stats);
/* log to the logfile */
cacti_log('BOOST STATS: ' . $cacti_stats , true, 'SYSTEM');
if (isset($boost_stats_log)) {
$overhead = boost_timer_get_overhead();
$output = array();
$timer_cycles = 0;
foreach ($boost_stats_log as $area => $entry) {
if (isset($entry[BOOST_TIMER_TOTAL])) {
$output[$area] = round($entry[BOOST_TIMER_TOTAL] - (($overhead * $entry[BOOST_TIMER_CYCLES]) / BOOST_TIMER_OVERHEAD_MULTIPLIER), 2);
}
$timer_cycles += $entry[BOOST_TIMER_CYCLES];
}
if (cacti_sizeof($output)) {
$output['RRDUpdates'] = $rrd_updates;
$output['Process'] = $child;
$output['TotalTime'] = round($end - $start, 0);
$timer_overhead = round((($overhead * $timer_cycles) / BOOST_TIMER_OVERHEAD_MULTIPLIER), 0);
if ($timer_overhead > 0) {
$output['timer_overhead'] = $timer_overhead;
}
$output = json_encode($output);
/* log to the database */
set_config_option('stats_detail_boost_' . $child, $output);
/* log to the logfile */
if ($verbose) {
cacti_log('BOOST DETAIL STATS: ' . $output, true, 'SYSTEM');
}
}
}
}
function boost_purge_cached_png_files($forcerun) {
/* remove stale png's from the cache. I consider png's stale after 1 hour */
if ((read_config_option('boost_png_cache_enable') == 'on') || $forcerun) {
$cache_directory = read_config_option('boost_png_cache_directory');
$remove_time = time() - 3600;
$directory_contents = array();
if (is_dir($cache_directory)) {
if ($handle = opendir($cache_directory)) {
/* This is the correct way to loop over the directory. */
while (false !== ($file = readdir($handle))) {
$directory_contents[] = $file;
}
closedir($handle);
}
/* remove age old files */
if (cacti_sizeof($directory_contents)) {
/* goto the cache directory */
chdir($cache_directory);
/* check and fry as applicable */
foreach ($directory_contents as $file) {
if (is_writable($file)) {
$modify_time = filemtime($file);
if ($modify_time < $remove_time) {
/* only remove jpeg's and png's */
if ((substr_count(strtolower($file), '.png')) ||
(substr_count(strtolower($file), '.jpg'))) {
unlink($file);
}
}
}
}
}
}
}
}
/* do NOT run this script through a web browser */
/* display_version - displays version information */
function display_version() {
$version = get_cacti_cli_version();
print "Cacti Boost RRD Update Poller, Version $version " . COPYRIGHT_YEARS . "\n";
}
/* display_help - displays the usage of the function */
function display_help() {
display_version();
print "\nusage: poller_boost.php [--verbose] [--force] [--debug]\n\n";
print "Cacti's performance boosting poller. This poller will purge the boost cache periodically. You may\n";
print "force the processing of the boost cache by using the --force option.\n\n";
print "Optional:\n";
print " --verbose - Show details logs at the command line\n";
print " --force - Force the execution of a update process\n";
print " --debug - Display verbose output during execution\n\n";
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/mirrors/Cacti.git
git@gitee.com:mirrors/Cacti.git
mirrors
Cacti
Cacti
develop

搜索帮助