2017-11-18 01:22:41 -05:00
< ? php
/**
* @ file src / worker / CronJobs . php
*/
2017-11-18 02:33:44 -05:00
namespace Friendica\Worker ;
2017-11-18 01:22:41 -05:00
use Friendica\App ;
use Friendica\Core\Cache ;
use Friendica\Core\Config ;
use Friendica\Database\DBM ;
2018-01-25 10:08:56 -05:00
use Friendica\Database\PostUpdate ;
2017-12-07 09:04:24 -05:00
use Friendica\Model\Contact ;
2017-12-07 09:09:28 -05:00
use Friendica\Model\GContact ;
2018-01-03 21:01:41 -05:00
use Friendica\Model\Photo ;
2017-11-18 01:22:41 -05:00
use Friendica\Network\Probe ;
use Friendica\Protocol\PortableContact ;
use dba ;
2017-12-17 15:24:57 -05:00
require_once 'include/dba.php' ;
require_once 'mod/nodeinfo.php' ;
2017-12-03 22:15:31 -05:00
class CronJobs
{
public static function execute ( $command = '' )
{
2017-11-18 01:22:41 -05:00
global $a ;
require_once 'include/datetime.php' ;
require_once 'mod/nodeinfo.php' ;
// No parameter set? So return
if ( $command == '' ) {
return ;
}
2017-12-03 22:15:31 -05:00
logger ( " Starting cronjob " . $command , LOGGER_DEBUG );
2017-11-18 01:22:41 -05:00
// Call possible post update functions
2018-01-25 10:08:56 -05:00
// see src/Database/PostUpdate.php for more details
2017-11-18 01:22:41 -05:00
if ( $command == 'post_update' ) {
2018-01-25 10:08:56 -05:00
PostUpdate :: update ();
2017-11-18 01:22:41 -05:00
return ;
}
// update nodeinfo data
if ( $command == 'nodeinfo' ) {
nodeinfo_cron ();
return ;
}
// Expire and remove user entries
if ( $command == 'expire_and_remove_users' ) {
self :: expireAndRemoveUsers ();
return ;
}
if ( $command == 'update_contact_birthdays' ) {
update_contact_birthdays ();
return ;
}
if ( $command == 'update_photo_albums' ) {
self :: updatePhotoAlbums ();
return ;
}
// Clear cache entries
if ( $command == 'clear_cache' ) {
self :: clearCache ( $a );
return ;
}
// Repair missing Diaspora values in contacts
if ( $command == 'repair_diaspora' ) {
self :: repairDiaspora ( $a );
return ;
}
// Repair entries in the database
if ( $command == 'repair_database' ) {
self :: repairDatabase ();
return ;
}
2017-12-03 22:15:31 -05:00
logger ( " Xronjob " . $command . " is unknown. " , LOGGER_DEBUG );
2017-11-18 01:22:41 -05:00
return ;
}
/**
* @ brief Update the cached values for the number of photo albums per user
*/
2017-12-03 22:15:31 -05:00
private static function updatePhotoAlbums ()
{
2017-11-18 01:22:41 -05:00
$r = q ( " SELECT `uid` FROM `user` WHERE NOT `account_expired` AND NOT `account_removed` " );
if ( ! DBM :: is_result ( $r )) {
return ;
}
2018-01-03 22:36:15 -05:00
foreach ( $r as $user ) {
Photo :: clearAlbumCache ( $user [ 'uid' ]);
2017-11-18 01:22:41 -05:00
}
}
/**
* @ brief Expire and remove user entries
*/
2017-12-03 22:15:31 -05:00
private static function expireAndRemoveUsers ()
{
2017-11-18 01:22:41 -05:00
// expire any expired accounts
q ( " UPDATE user SET `account_expired` = 1 where `account_expired` = 0
AND `account_expires_on` > '%s'
AND `account_expires_on` < UTC_TIMESTAMP () " , dbesc(NULL_DATE));
// delete user records for recently removed accounts
$r = q ( " SELECT * FROM `user` WHERE `account_removed` AND `account_expires_on` < UTC_TIMESTAMP() - INTERVAL 3 DAY " );
if ( DBM :: is_result ( $r )) {
foreach ( $r as $user ) {
2018-01-15 08:05:12 -05:00
dba :: delete ( 'user' , [ 'uid' => $user [ 'uid' ]]);
2017-11-18 01:22:41 -05:00
}
}
}
/**
* @ brief Clear cache entries
*
* @ param App $a
*/
2017-12-03 22:15:31 -05:00
private static function clearCache ( App $a )
{
$last = Config :: get ( 'system' , 'cache_last_cleared' );
2017-11-18 01:22:41 -05:00
if ( $last ) {
$next = $last + ( 3600 ); // Once per hour
$clear_cache = ( $next <= time ());
} else {
$clear_cache = true ;
}
if ( ! $clear_cache ) {
return ;
}
// clear old cache
Cache :: clear ();
// clear old item cache files
clear_cache ();
// clear cache for photos
2017-12-03 22:15:31 -05:00
clear_cache ( $a -> get_basepath (), $a -> get_basepath () . " /photo " );
2017-11-18 01:22:41 -05:00
// clear smarty cache
2017-12-03 22:15:31 -05:00
clear_cache ( $a -> get_basepath () . " /view/smarty3/compiled " , $a -> get_basepath () . " /view/smarty3/compiled " );
2017-11-18 01:22:41 -05:00
// clear cache for image proxy
if ( ! Config :: get ( " system " , " proxy_disabled " )) {
2017-12-03 22:15:31 -05:00
clear_cache ( $a -> get_basepath (), $a -> get_basepath () . " /proxy " );
2017-11-18 01:22:41 -05:00
2017-12-03 22:15:31 -05:00
$cachetime = Config :: get ( 'system' , 'proxy_cache_time' );
2017-11-18 01:22:41 -05:00
if ( ! $cachetime ) {
$cachetime = PROXY_DEFAULT_TIME ;
}
2018-01-15 08:05:12 -05:00
$condition = [ '`uid` = 0 AND `resource-id` LIKE "pic:%" AND `created` < NOW() - INTERVAL ? SECOND' , $cachetime ];
2017-11-22 02:21:19 -05:00
dba :: delete ( 'photo' , $condition );
2017-11-18 01:22:41 -05:00
}
2017-11-22 02:21:19 -05:00
// Delete the cached OEmbed entries that are older than three month
2018-01-15 08:05:12 -05:00
dba :: delete ( 'oembed' , [ " `created` < NOW() - INTERVAL 3 MONTH " ]);
2017-11-18 01:22:41 -05:00
2017-11-22 02:21:19 -05:00
// Delete the cached "parse_url" entries that are older than three month
2018-01-15 08:05:12 -05:00
dba :: delete ( 'parsed_url' , [ " `created` < NOW() - INTERVAL 3 MONTH " ]);
2017-11-18 01:22:41 -05:00
// Maximum table size in megabyte
2017-12-03 22:15:31 -05:00
$max_tablesize = intval ( Config :: get ( 'system' , 'optimize_max_tablesize' )) * 1000000 ;
2017-11-18 01:22:41 -05:00
if ( $max_tablesize == 0 ) {
$max_tablesize = 100 * 1000000 ; // Default are 100 MB
}
if ( $max_tablesize > 0 ) {
// Minimum fragmentation level in percent
2017-12-03 22:15:31 -05:00
$fragmentation_level = intval ( Config :: get ( 'system' , 'optimize_fragmentation' )) / 100 ;
2017-11-18 01:22:41 -05:00
if ( $fragmentation_level == 0 ) {
$fragmentation_level = 0.3 ; // Default value is 30%
}
// Optimize some tables that need to be optimized
$r = q ( " SHOW TABLE STATUS " );
foreach ( $r as $table ) {
// Don't optimize tables that are too large
if ( $table [ " Data_length " ] > $max_tablesize ) {
continue ;
}
// Don't optimize empty tables
if ( $table [ " Data_length " ] == 0 ) {
continue ;
}
// Calculate fragmentation
$fragmentation = $table [ " Data_free " ] / ( $table [ " Data_length " ] + $table [ " Index_length " ]);
2017-12-03 22:15:31 -05:00
logger ( " Table " . $table [ " Name " ] . " - Fragmentation level: " . round ( $fragmentation * 100 , 2 ), LOGGER_DEBUG );
2017-11-18 01:22:41 -05:00
// Don't optimize tables that needn't to be optimized
if ( $fragmentation < $fragmentation_level ) {
continue ;
}
// So optimize it
2017-12-03 22:15:31 -05:00
logger ( " Optimize Table " . $table [ " Name " ], LOGGER_DEBUG );
2017-11-18 01:22:41 -05:00
q ( " OPTIMIZE TABLE `%s` " , dbesc ( $table [ " Name " ]));
}
}
2017-12-03 22:15:31 -05:00
Config :: set ( 'system' , 'cache_last_cleared' , time ());
2017-11-18 01:22:41 -05:00
}
/**
* @ brief Repair missing values in Diaspora contacts
*
* @ param App $a
*/
2017-12-03 22:15:31 -05:00
private static function repairDiaspora ( App $a )
{
2017-11-18 01:22:41 -05:00
$starttime = time ();
$r = q ( " SELECT `id`, `url` FROM `contact`
WHERE `network` = '%s' AND ( `batch` = '' OR `notify` = '' OR `poll` = '' OR pubkey = '' )
ORDER BY RAND () LIMIT 50 " , dbesc(NETWORK_DIASPORA));
if ( ! DBM :: is_result ( $r )) {
return ;
}
foreach ( $r AS $contact ) {
// Quit the loop after 3 minutes
if ( time () > ( $starttime + 180 )) {
return ;
}
if ( ! PortableContact :: reachable ( $contact [ " url " ])) {
continue ;
}
$data = Probe :: uri ( $contact [ " url " ]);
if ( $data [ " network " ] != NETWORK_DIASPORA ) {
continue ;
}
2017-12-03 22:15:31 -05:00
logger ( " Repair contact " . $contact [ " id " ] . " " . $contact [ " url " ], LOGGER_DEBUG );
2017-11-18 01:22:41 -05:00
q ( " UPDATE `contact` SET `batch` = '%s', `notify` = '%s', `poll` = '%s', pubkey = '%s' WHERE `id` = %d " ,
dbesc ( $data [ " batch " ]), dbesc ( $data [ " notify " ]), dbesc ( $data [ " poll " ]), dbesc ( $data [ " pubkey " ]),
intval ( $contact [ " id " ]));
}
}
/**
* @ brief Do some repairs in database entries
*
*/
2017-12-03 22:15:31 -05:00
private static function repairDatabase ()
{
2017-11-18 01:22:41 -05:00
// Sometimes there seem to be issues where the "self" contact vanishes.
// We haven't found the origin of the problem by now.
$r = q ( " SELECT `uid` FROM `user` WHERE NOT EXISTS (SELECT `uid` FROM `contact` WHERE `contact`.`uid` = `user`.`uid` AND `contact`.`self`) " );
if ( DBM :: is_result ( $r )) {
foreach ( $r AS $user ) {
2017-12-03 22:15:31 -05:00
logger ( 'Create missing self contact for user ' . $user [ 'uid' ]);
2017-12-03 22:29:06 -05:00
Contact :: createSelfFromUserId ( $user [ 'uid' ]);
2017-11-18 01:22:41 -05:00
}
}
// Set the parent if it wasn't set. (Shouldn't happen - but does sometimes)
// This call is very "cheap" so we can do it at any time without a problem
q ( " UPDATE `item` INNER JOIN `item` AS `parent` ON `parent`.`uri` = `item`.`parent-uri` AND `parent`.`uid` = `item`.`uid` SET `item`.`parent` = `parent`.`id` WHERE `item`.`parent` = 0 " );
// There was an issue where the nick vanishes from the contact table
q ( " UPDATE `contact` INNER JOIN `user` ON `contact`.`uid` = `user`.`uid` SET `nick` = `nickname` WHERE `self` AND `nick`='' " );
// Update the global contacts for local users
$r = q ( " SELECT `uid` FROM `user` WHERE `verified` AND NOT `blocked` AND NOT `account_removed` AND NOT `account_expired` " );
if ( DBM :: is_result ( $r )) {
foreach ( $r AS $user ) {
2017-12-07 09:09:28 -05:00
GContact :: updateForUser ( $user [ " uid " ]);
2017-11-18 01:22:41 -05:00
}
}
/// @todo
/// - remove thread entries without item
/// - remove sign entries without item
/// - remove children when parent got lost
/// - set contact-id in item when not present
}
}