2017-12-14 11:38:51 -05:00
|
|
|
#!/usr/bin/env php
|
2016-11-27 15:57:18 -05:00
|
|
|
<?php
|
2016-11-27 17:52:21 -05:00
|
|
|
/**
|
2021-03-29 02:40:20 -04:00
|
|
|
* @copyright Copyright (C) 2010-2021, the Friendica project
|
2020-02-09 10:18:46 -05:00
|
|
|
*
|
|
|
|
* @license GNU AGPL version 3 or any later version
|
|
|
|
*
|
|
|
|
* This program is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU Affero General Public License as
|
|
|
|
* published by the Free Software Foundation, either version 3 of the
|
|
|
|
* License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU Affero General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
*
|
2020-01-19 15:44:01 -05:00
|
|
|
* Run the worker from a daemon.
|
2016-11-27 17:52:21 -05:00
|
|
|
*
|
|
|
|
* This script was taken from http://php.net/manual/en/function.pcntl-fork.php
|
|
|
|
*/
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2020-09-07 05:51:26 -04:00
|
|
|
if (php_sapi_name() !== 'cli') {
|
2021-10-30 05:13:06 -04:00
|
|
|
header($_SERVER["SERVER_PROTOCOL"] . ' 403 Forbidden');
|
|
|
|
exit();
|
2020-09-07 05:51:26 -04:00
|
|
|
}
|
|
|
|
|
2019-08-05 03:02:55 -04:00
|
|
|
use Dice\Dice;
|
2021-01-01 14:35:29 -05:00
|
|
|
use Friendica\App\Mode;
|
2019-02-12 14:12:25 -05:00
|
|
|
use Friendica\Core\Logger;
|
2018-06-01 18:09:27 -04:00
|
|
|
use Friendica\Core\Worker;
|
2018-07-20 08:19:26 -04:00
|
|
|
use Friendica\Database\DBA;
|
2019-12-15 17:52:15 -05:00
|
|
|
use Friendica\DI;
|
2020-11-18 08:29:10 -05:00
|
|
|
use Friendica\Util\DateTimeFormat;
|
2019-09-17 10:47:00 -04:00
|
|
|
use Psr\Log\LoggerInterface;
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2018-07-23 07:40:52 -04:00
|
|
|
// Get options
|
2018-07-23 23:42:44 -04:00
|
|
|
$shortopts = 'f';
|
|
|
|
$longopts = ['foreground'];
|
2018-07-23 07:40:52 -04:00
|
|
|
$options = getopt($shortopts, $longopts);
|
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
// Ensure that daemon.php is executed from the base path of the installation
|
|
|
|
if (!file_exists("boot.php") && (sizeof($_SERVER["argv"]) != 0)) {
|
|
|
|
$directory = dirname($_SERVER["argv"][0]);
|
|
|
|
|
|
|
|
if (substr($directory, 0, 1) != "/") {
|
2018-07-22 12:28:39 -04:00
|
|
|
$directory = $_SERVER["PWD"] . "/" . $directory;
|
2018-06-01 18:09:27 -04:00
|
|
|
}
|
2018-07-22 12:28:39 -04:00
|
|
|
$directory = realpath($directory . "/..");
|
2018-06-01 18:09:27 -04:00
|
|
|
|
|
|
|
chdir($directory);
|
|
|
|
}
|
|
|
|
|
2018-12-24 09:56:48 -05:00
|
|
|
require dirname(__DIR__) . '/vendor/autoload.php';
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2019-08-05 03:02:55 -04:00
|
|
|
$dice = (new Dice())->addRules(include __DIR__ . '/../static/dependencies.config.php');
|
2019-09-17 10:47:00 -04:00
|
|
|
$dice = $dice->addRule(LoggerInterface::class,['constructParams' => ['daemon']]);
|
2019-07-20 19:22:10 -04:00
|
|
|
|
2019-12-15 17:52:15 -05:00
|
|
|
DI::init($dice);
|
2021-10-23 14:46:17 -04:00
|
|
|
\Friendica\Core\Logger\Handler\ErrorHandler::register($dice->create(\Psr\Log\LoggerInterface::class));
|
2019-12-15 17:52:15 -05:00
|
|
|
$a = DI::app();
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2019-12-15 17:52:15 -05:00
|
|
|
if (DI::mode()->isInstall()) {
|
2018-06-25 20:56:07 -04:00
|
|
|
die("Friendica isn't properly installed yet.\n");
|
|
|
|
}
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2021-01-01 14:35:29 -05:00
|
|
|
DI::mode()->setExecutor(Mode::DAEMON);
|
|
|
|
|
2020-01-19 15:20:10 -05:00
|
|
|
DI::config()->load();
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2020-01-19 15:21:13 -05:00
|
|
|
if (empty(DI::config()->get('system', 'pidfile'))) {
|
2018-11-25 01:44:51 -05:00
|
|
|
die(<<<TXT
|
|
|
|
Please set system.pidfile in config/local.config.php. For example:
|
|
|
|
|
|
|
|
'system' => [
|
|
|
|
'pidfile' => '/path/to/daemon.pid',
|
|
|
|
],
|
|
|
|
TXT
|
|
|
|
);
|
2016-11-27 15:57:18 -05:00
|
|
|
}
|
|
|
|
|
2020-01-19 15:21:13 -05:00
|
|
|
$pidfile = DI::config()->get('system', 'pidfile');
|
2018-06-25 20:56:35 -04:00
|
|
|
|
2016-11-27 15:57:18 -05:00
|
|
|
if (in_array("start", $_SERVER["argv"])) {
|
|
|
|
$mode = "start";
|
|
|
|
}
|
|
|
|
|
|
|
|
if (in_array("stop", $_SERVER["argv"])) {
|
|
|
|
$mode = "stop";
|
|
|
|
}
|
|
|
|
|
|
|
|
if (in_array("status", $_SERVER["argv"])) {
|
|
|
|
$mode = "status";
|
|
|
|
}
|
|
|
|
|
2018-07-23 07:40:52 -04:00
|
|
|
$foreground = array_key_exists('f', $options) || array_key_exists('foreground', $options);
|
2018-06-15 14:18:20 -04:00
|
|
|
|
2016-11-27 15:57:18 -05:00
|
|
|
if (!isset($mode)) {
|
|
|
|
die("Please use either 'start', 'stop' or 'status'.\n");
|
|
|
|
}
|
|
|
|
|
2017-12-14 11:38:51 -05:00
|
|
|
if (empty($_SERVER["argv"][0])) {
|
|
|
|
die("Unexpected script behaviour. This message should never occur.\n");
|
|
|
|
}
|
|
|
|
|
2018-07-22 12:28:39 -04:00
|
|
|
$pid = null;
|
|
|
|
|
|
|
|
if (is_readable($pidfile)) {
|
|
|
|
$pid = intval(file_get_contents($pidfile));
|
|
|
|
}
|
2017-12-14 11:38:51 -05:00
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
if (empty($pid) && in_array($mode, ["stop", "status"])) {
|
2020-01-19 15:21:53 -05:00
|
|
|
DI::config()->set('system', 'worker_daemon_mode', false);
|
2018-06-01 18:09:27 -04:00
|
|
|
die("Pidfile wasn't found. Is the daemon running?\n");
|
2016-11-27 15:57:18 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($mode == "status") {
|
|
|
|
if (posix_kill($pid, 0)) {
|
|
|
|
die("Daemon process $pid is running.\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
unlink($pidfile);
|
|
|
|
|
2020-01-19 15:21:53 -05:00
|
|
|
DI::config()->set('system', 'worker_daemon_mode', false);
|
2016-11-27 15:57:18 -05:00
|
|
|
die("Daemon process $pid isn't running.\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
if ($mode == "stop") {
|
|
|
|
posix_kill($pid, SIGTERM);
|
|
|
|
|
|
|
|
unlink($pidfile);
|
|
|
|
|
2019-02-12 14:12:25 -05:00
|
|
|
Logger::notice("Worker daemon process was killed", ["pid" => $pid]);
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2020-01-19 15:21:53 -05:00
|
|
|
DI::config()->set('system', 'worker_daemon_mode', false);
|
2016-11-27 15:57:18 -05:00
|
|
|
die("Worker daemon process $pid was killed.\n");
|
|
|
|
}
|
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
if (!empty($pid) && posix_kill($pid, 0)) {
|
|
|
|
die("Daemon process $pid is already running.\n");
|
2016-11-27 15:57:18 -05:00
|
|
|
}
|
|
|
|
|
2019-02-12 14:12:25 -05:00
|
|
|
Logger::notice('Starting worker daemon.', ["pid" => $pid]);
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2018-06-15 14:18:20 -04:00
|
|
|
if (!$foreground) {
|
|
|
|
echo "Starting worker daemon.\n";
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2018-07-20 08:19:26 -04:00
|
|
|
DBA::disconnect();
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2021-01-01 14:35:29 -05:00
|
|
|
// Fork a daemon process
|
|
|
|
$pid = pcntl_fork();
|
|
|
|
if ($pid == -1) {
|
|
|
|
echo "Daemon couldn't be forked.\n";
|
|
|
|
Logger::warning('Could not fork daemon');
|
|
|
|
exit(1);
|
|
|
|
} elseif ($pid) {
|
|
|
|
// The parent process continues here
|
|
|
|
echo 'Child process started with pid ' . $pid . ".\n";
|
|
|
|
Logger::notice('Child process started', ['pid' => $pid]);
|
|
|
|
file_put_contents($pidfile, $pid);
|
|
|
|
exit(0);
|
|
|
|
}
|
|
|
|
|
|
|
|
// We now are in the child process
|
2018-06-15 14:18:20 -04:00
|
|
|
register_shutdown_function('shutdown');
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2021-01-01 14:35:29 -05:00
|
|
|
// Make the child the main process, detach it from the terminal
|
2018-06-15 14:18:20 -04:00
|
|
|
if (posix_setsid() < 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2021-01-01 14:35:29 -05:00
|
|
|
// Closing all existing connections with the outside
|
|
|
|
fclose(STDIN);
|
2018-06-15 14:18:20 -04:00
|
|
|
|
2021-01-01 14:35:29 -05:00
|
|
|
// And now connect the database again
|
|
|
|
DBA::connect();
|
2018-06-10 18:04:09 -04:00
|
|
|
}
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2020-01-19 15:21:53 -05:00
|
|
|
DI::config()->set('system', 'worker_daemon_mode', true);
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
// Just to be sure that this script really runs endlessly
|
|
|
|
set_time_limit(0);
|
2017-12-14 11:38:51 -05:00
|
|
|
|
2020-01-19 15:21:13 -05:00
|
|
|
$wait_interval = intval(DI::config()->get('system', 'cron_interval', 5)) * 60;
|
2017-12-14 11:38:51 -05:00
|
|
|
|
2018-06-05 23:48:04 -04:00
|
|
|
$do_cron = true;
|
2018-06-06 01:26:22 -04:00
|
|
|
$last_cron = 0;
|
2018-06-05 23:48:04 -04:00
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
// Now running as a daemon.
|
|
|
|
while (true) {
|
2018-06-06 01:26:22 -04:00
|
|
|
if (!$do_cron && ($last_cron + $wait_interval) < time()) {
|
2019-02-12 14:12:25 -05:00
|
|
|
Logger::info('Forcing cron worker call.', ["pid" => $pid]);
|
2018-06-06 01:26:22 -04:00
|
|
|
$do_cron = true;
|
|
|
|
}
|
|
|
|
|
2020-08-19 14:21:40 -04:00
|
|
|
if ($do_cron || (!DI::process()->isMaxLoadReached() && Worker::entriesExists() && Worker::isReady())) {
|
|
|
|
Worker::spawnWorker($do_cron);
|
|
|
|
} else {
|
2020-11-18 08:29:10 -05:00
|
|
|
Logger::info('Cool down for 5 seconds', ['pid' => $pid]);
|
|
|
|
sleep(5);
|
2020-08-19 14:21:40 -04:00
|
|
|
}
|
2018-06-01 18:09:27 -04:00
|
|
|
|
2018-06-06 01:26:22 -04:00
|
|
|
if ($do_cron) {
|
2018-06-10 23:45:45 -04:00
|
|
|
// We force a reconnect of the database connection.
|
2018-06-10 18:04:09 -04:00
|
|
|
// This is done to ensure that the connection don't get lost over time.
|
2018-07-20 08:19:26 -04:00
|
|
|
DBA::reconnect();
|
2018-06-10 18:04:09 -04:00
|
|
|
|
2018-06-06 01:26:22 -04:00
|
|
|
$last_cron = time();
|
|
|
|
}
|
|
|
|
|
2018-06-15 14:18:20 -04:00
|
|
|
$start = time();
|
2020-11-18 08:29:10 -05:00
|
|
|
Logger::info("Sleeping", ["pid" => $pid, 'until' => gmdate(DateTimeFormat::MYSQL, $start + $wait_interval)]);
|
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
do {
|
2018-06-15 14:18:20 -04:00
|
|
|
$seconds = (time() - $start);
|
|
|
|
|
|
|
|
// logarithmic wait time calculation.
|
|
|
|
// Background: After jobs had been started, they often fork many workers.
|
|
|
|
// To not waste too much time, the sleep period increases.
|
|
|
|
$arg = (($seconds + 1) / ($wait_interval / 9)) + 1;
|
2020-11-18 08:29:10 -05:00
|
|
|
$sleep = min(1000000, round(log10($arg) * 1000000, 0));
|
2018-06-15 14:18:20 -04:00
|
|
|
usleep($sleep);
|
|
|
|
|
2021-01-03 17:57:25 -05:00
|
|
|
$pid = pcntl_waitpid(-1, $status, WNOHANG);
|
2021-01-04 04:20:44 -05:00
|
|
|
if ($pid > 0) {
|
|
|
|
Logger::info('Children quit via pcntl_waitpid', ['pid' => $pid, 'status' => $status]);
|
|
|
|
}
|
|
|
|
|
2018-06-15 14:18:20 -04:00
|
|
|
$timeout = ($seconds >= $wait_interval);
|
|
|
|
} while (!$timeout && !Worker::IPCJobsExists());
|
2018-06-05 23:48:04 -04:00
|
|
|
|
2018-06-15 14:18:20 -04:00
|
|
|
if ($timeout) {
|
2018-06-05 23:48:04 -04:00
|
|
|
$do_cron = true;
|
2019-02-12 14:12:25 -05:00
|
|
|
Logger::info("Woke up after $wait_interval seconds.", ["pid" => $pid, 'sleep' => $wait_interval]);
|
2018-06-05 23:48:04 -04:00
|
|
|
} else {
|
|
|
|
$do_cron = false;
|
2019-02-12 14:12:25 -05:00
|
|
|
Logger::info("Worker jobs are calling to be forked.", ["pid" => $pid]);
|
2018-06-05 23:48:04 -04:00
|
|
|
}
|
2018-06-01 18:09:27 -04:00
|
|
|
}
|
2016-11-27 15:57:18 -05:00
|
|
|
|
2018-06-01 18:09:27 -04:00
|
|
|
function shutdown() {
|
|
|
|
posix_kill(posix_getpid(), SIGHUP);
|
2016-11-27 15:57:18 -05:00
|
|
|
}
|