2016-08-03 04:03:05 -04:00
< ? php
2017-11-15 09:47:28 -05:00
/**
* @ file include cronjobs . php
*/
2017-04-30 00:07:00 -04:00
use Friendica\App ;
2017-11-09 11:05:18 -05:00
use Friendica\Core\Cache ;
2017-04-30 00:01:26 -04:00
use Friendica\Core\Config ;
2017-11-07 22:57:46 -05:00
use Friendica\Database\DBM ;
2017-11-15 09:47:28 -05:00
use Friendica\Model\GlobalContact ;
2017-05-07 14:44:30 -04:00
use Friendica\Network\Probe ;
2017-01-18 16:45:32 -05:00
2016-08-03 04:03:05 -04:00
function cronjobs_run ( & $argv , & $argc ){
2017-02-26 18:16:49 -05:00
global $a ;
2016-08-03 04:03:05 -04:00
2017-05-07 14:40:23 -04:00
require_once 'include/datetime.php' ;
require_once 'include/post_update.php' ;
require_once 'mod/nodeinfo.php' ;
require_once 'include/photos.php' ;
require_once 'include/user.php' ;
require_once 'include/socgraph.php' ;
2016-08-03 04:03:05 -04:00
// No parameter set? So return
2017-03-21 03:57:09 -04:00
if ( $argc <= 1 ) {
2016-08-03 04:03:05 -04:00
return ;
2017-03-21 03:57:09 -04:00
}
logger ( " Starting cronjob " . $argv [ 1 ], LOGGER_DEBUG );
2016-08-03 04:03:05 -04:00
// Call possible post update functions
// see include/post_update.php for more details
if ( $argv [ 1 ] == 'post_update' ) {
post_update ();
return ;
}
// update nodeinfo data
if ( $argv [ 1 ] == 'nodeinfo' ) {
nodeinfo_cron ();
return ;
}
2017-03-21 03:57:09 -04:00
// Expire and remove user entries
if ( $argv [ 1 ] == 'expire_and_remove_users' ) {
cron_expire_and_remove_users ();
return ;
}
if ( $argv [ 1 ] == 'update_contact_birthdays' ) {
update_contact_birthdays ();
return ;
}
if ( $argv [ 1 ] == 'update_photo_albums' ) {
cron_update_photo_albums ();
return ;
}
// Clear cache entries
if ( $argv [ 1 ] == 'clear_cache' ) {
cron_clear_cache ( $a );
return ;
}
// Repair missing Diaspora values in contacts
if ( $argv [ 1 ] == 'repair_diaspora' ) {
cron_repair_diaspora ( $a );
return ;
}
// Repair entries in the database
if ( $argv [ 1 ] == 'repair_database' ) {
cron_repair_database ();
return ;
}
logger ( " Xronjob " . $argv [ 1 ] . " is unknown. " , LOGGER_DEBUG );
2016-08-03 04:03:05 -04:00
return ;
}
2017-03-21 03:57:09 -04:00
/**
* @ brief Update the cached values for the number of photo albums per user
*/
function cron_update_photo_albums () {
$r = q ( " SELECT `uid` FROM `user` WHERE NOT `account_expired` AND NOT `account_removed` " );
2017-11-07 22:57:46 -05:00
if ( ! DBM :: is_result ( $r )) {
2017-03-21 03:57:09 -04:00
return ;
}
foreach ( $r AS $user ) {
photo_albums ( $user [ 'uid' ], true );
}
}
/**
* @ brief Expire and remove user entries
*/
function cron_expire_and_remove_users () {
// expire any expired accounts
q ( " UPDATE user SET `account_expired` = 1 where `account_expired` = 0
AND `account_expires_on` > '%s'
AND `account_expires_on` < UTC_TIMESTAMP () " , dbesc(NULL_DATE));
2017-05-13 00:04:17 -04:00
// delete user records for recently removed accounts
2017-03-21 03:57:09 -04:00
$r = q ( " SELECT * FROM `user` WHERE `account_removed` AND `account_expires_on` < UTC_TIMESTAMP() - INTERVAL 3 DAY " );
2017-11-07 22:57:46 -05:00
if ( DBM :: is_result ( $r )) {
2017-03-21 11:24:49 -04:00
foreach ( $r as $user ) {
2017-05-13 00:04:17 -04:00
dba :: delete ( 'user' , array ( 'uid' => $user [ 'uid' ]));
2017-03-21 03:57:09 -04:00
}
}
}
/**
* @ brief Clear cache entries
*
* @ param App $a
*/
function cron_clear_cache ( App $a ) {
2017-11-06 21:22:52 -05:00
$last = Config :: get ( 'system' , 'cache_last_cleared' );
2017-03-21 03:57:09 -04:00
if ( $last ) {
$next = $last + ( 3600 ); // Once per hour
$clear_cache = ( $next <= time ());
} else {
$clear_cache = true ;
}
if ( ! $clear_cache ) {
return ;
}
// clear old cache
Cache :: clear ();
// clear old item cache files
clear_cache ();
// clear cache for photos
clear_cache ( $a -> get_basepath (), $a -> get_basepath () . " /photo " );
// clear smarty cache
clear_cache ( $a -> get_basepath () . " /view/smarty3/compiled " , $a -> get_basepath () . " /view/smarty3/compiled " );
// clear cache for image proxy
2017-11-06 21:22:52 -05:00
if ( ! Config :: get ( " system " , " proxy_disabled " )) {
2017-03-21 03:57:09 -04:00
clear_cache ( $a -> get_basepath (), $a -> get_basepath () . " /proxy " );
2017-11-06 21:22:52 -05:00
$cachetime = Config :: get ( 'system' , 'proxy_cache_time' );
2017-03-21 03:57:09 -04:00
if ( ! $cachetime ) {
$cachetime = PROXY_DEFAULT_TIME ;
}
q ( 'DELETE FROM `photo` WHERE `uid` = 0 AND `resource-id` LIKE "pic:%%" AND `created` < NOW() - INTERVAL %d SECOND' , $cachetime );
}
// Delete the cached OEmbed entries that are older than one year
q ( " DELETE FROM `oembed` WHERE `created` < NOW() - INTERVAL 3 MONTH " );
// Delete the cached "parse_url" entries that are older than one year
q ( " DELETE FROM `parsed_url` WHERE `created` < NOW() - INTERVAL 3 MONTH " );
// Maximum table size in megabyte
2017-11-06 21:22:52 -05:00
$max_tablesize = intval ( Config :: get ( 'system' , 'optimize_max_tablesize' )) * 1000000 ;
2017-03-21 03:57:09 -04:00
if ( $max_tablesize == 0 ) {
$max_tablesize = 100 * 1000000 ; // Default are 100 MB
}
if ( $max_tablesize > 0 ) {
// Minimum fragmentation level in percent
2017-11-06 21:22:52 -05:00
$fragmentation_level = intval ( Config :: get ( 'system' , 'optimize_fragmentation' )) / 100 ;
2017-03-21 03:57:09 -04:00
if ( $fragmentation_level == 0 ) {
$fragmentation_level = 0.3 ; // Default value is 30%
}
// Optimize some tables that need to be optimized
$r = q ( " SHOW TABLE STATUS " );
foreach ( $r as $table ) {
// Don't optimize tables that are too large
if ( $table [ " Data_length " ] > $max_tablesize ) {
continue ;
}
// Don't optimize empty tables
if ( $table [ " Data_length " ] == 0 ) {
continue ;
}
// Calculate fragmentation
$fragmentation = $table [ " Data_free " ] / ( $table [ " Data_length " ] + $table [ " Index_length " ]);
logger ( " Table " . $table [ " Name " ] . " - Fragmentation level: " . round ( $fragmentation * 100 , 2 ), LOGGER_DEBUG );
// Don't optimize tables that needn't to be optimized
if ( $fragmentation < $fragmentation_level ) {
continue ;
}
// So optimize it
logger ( " Optimize Table " . $table [ " Name " ], LOGGER_DEBUG );
q ( " OPTIMIZE TABLE `%s` " , dbesc ( $table [ " Name " ]));
}
}
2017-11-06 21:22:52 -05:00
Config :: set ( 'system' , 'cache_last_cleared' , time ());
2017-03-21 03:57:09 -04:00
}
/**
* @ brief Repair missing values in Diaspora contacts
*
* @ param App $a
*/
function cron_repair_diaspora ( App $a ) {
$starttime = time ();
$r = q ( " SELECT `id`, `url` FROM `contact`
WHERE `network` = '%s' AND ( `batch` = '' OR `notify` = '' OR `poll` = '' OR pubkey = '' )
ORDER BY RAND () LIMIT 50 " , dbesc(NETWORK_DIASPORA));
2017-11-07 22:57:46 -05:00
if ( ! DBM :: is_result ( $r )) {
2017-03-21 03:57:09 -04:00
return ;
}
foreach ( $r AS $contact ) {
// Quit the loop after 3 minutes
if ( time () > ( $starttime + 180 )) {
return ;
}
if ( ! poco_reachable ( $contact [ " url " ])) {
continue ;
}
2017-03-21 09:43:53 -04:00
$data = Probe :: uri ( $contact [ " url " ]);
2017-03-21 03:57:09 -04:00
if ( $data [ " network " ] != NETWORK_DIASPORA ) {
continue ;
}
logger ( " Repair contact " . $contact [ " id " ] . " " . $contact [ " url " ], LOGGER_DEBUG );
q ( " UPDATE `contact` SET `batch` = '%s', `notify` = '%s', `poll` = '%s', pubkey = '%s' WHERE `id` = %d " ,
dbesc ( $data [ " batch " ]), dbesc ( $data [ " notify " ]), dbesc ( $data [ " poll " ]), dbesc ( $data [ " pubkey " ]),
intval ( $contact [ " id " ]));
}
}
/**
* @ brief Do some repairs in database entries
*
*/
function cron_repair_database () {
// Sometimes there seem to be issues where the "self" contact vanishes.
// We haven't found the origin of the problem by now.
$r = q ( " SELECT `uid` FROM `user` WHERE NOT EXISTS (SELECT `uid` FROM `contact` WHERE `contact`.`uid` = `user`.`uid` AND `contact`.`self`) " );
2017-11-07 22:57:46 -05:00
if ( DBM :: is_result ( $r )) {
2017-03-21 03:57:09 -04:00
foreach ( $r AS $user ) {
logger ( 'Create missing self contact for user ' . $user [ 'uid' ]);
user_create_self_contact ( $user [ 'uid' ]);
}
}
// Set the parent if it wasn't set. (Shouldn't happen - but does sometimes)
// This call is very "cheap" so we can do it at any time without a problem
q ( " UPDATE `item` INNER JOIN `item` AS `parent` ON `parent`.`uri` = `item`.`parent-uri` AND `parent`.`uid` = `item`.`uid` SET `item`.`parent` = `parent`.`id` WHERE `item`.`parent` = 0 " );
// There was an issue where the nick vanishes from the contact table
q ( " UPDATE `contact` INNER JOIN `user` ON `contact`.`uid` = `user`.`uid` SET `nick` = `nickname` WHERE `self` AND `nick`='' " );
// Update the global contacts for local users
$r = q ( " SELECT `uid` FROM `user` WHERE `verified` AND NOT `blocked` AND NOT `account_removed` AND NOT `account_expired` " );
2017-11-07 22:57:46 -05:00
if ( DBM :: is_result ( $r )) {
2017-03-21 03:57:09 -04:00
foreach ( $r AS $user ) {
2017-11-15 09:47:28 -05:00
GlobalContact :: updateForUser ( $user [ " uid " ]);
2017-03-21 03:57:09 -04:00
}
}
/// @todo
/// - remove thread entries without item
/// - remove sign entries without item
/// - remove children when parent got lost
/// - set contact-id in item when not present
}