. * */ namespace Friendica\Content; use DOMDocument; use DOMNode; use DOMText; use DOMXPath; use Exception; use Friendica\Core\Cache\Enum\Duration; use Friendica\Core\Hook; use Friendica\Core\Renderer; use Friendica\Database\Database; use Friendica\Database\DBA; use Friendica\DI; use Friendica\Network\HTTPClient\Client\HttpClientAccept; use Friendica\Util\DateTimeFormat; use Friendica\Util\Network; use Friendica\Util\ParseUrl; use Friendica\Util\Proxy; use Friendica\Util\Strings; /** * Handles all OEmbed content fetching and replacement * * OEmbed is a standard used to allow an embedded representation of a URL on * third party sites * * @see https://oembed.com */ class OEmbed { /** * Callback for fetching URL, checking allowance and returning formatted HTML * * @param array $matches * @return string Formatted HTML */ public static function replaceCallback(array $matches): string { $embedurl = $matches[1]; $j = self::fetchURL($embedurl, !self::isAllowedURL($embedurl)); $s = self::formatObject($j); return $s; } /** * Get data from an URL to embed its content. * * @param string $embedurl The URL from which the data should be fetched. * @param bool $no_rich_type If set to true rich type content won't be fetched. * @param bool $use_parseurl Use the "ParseUrl" functionality to add additional data * * @return \Friendica\Object\OEmbed * @throws \Friendica\Network\HTTPException\InternalServerErrorException */ public static function fetchURL(string $embedurl, bool $no_rich_type = false, bool $use_parseurl = true): \Friendica\Object\OEmbed { $embedurl = trim($embedurl, '\'"'); $a = DI::app(); $cache_key = 'oembed:' . $a->getThemeInfoValue('videowidth') . ':' . $embedurl; $condition = ['url' => Strings::normaliseLink($embedurl), 'maxwidth' => $a->getThemeInfoValue('videowidth')]; $oembed_record = DBA::selectFirst('oembed', ['content'], $condition); if (DBA::isResult($oembed_record)) { $json_string = $oembed_record['content']; } else { $json_string = DI::cache()->get($cache_key); } // These media files should now be caught in bbcode.php // left here as a fallback in case this is called from another source $noexts = ['mp3', 'mp4', 'ogg', 'ogv', 'oga', 'ogm', 'webm']; $ext = pathinfo(strtolower($embedurl), PATHINFO_EXTENSION); $oembed = new \Friendica\Object\OEmbed($embedurl); if ($json_string) { $oembed->parseJSON($json_string); } else { $json_string = ''; if (!in_array($ext, $noexts)) { // try oembed autodiscovery $html_text = DI::httpClient()->fetch($embedurl, HttpClientAccept::HTML, 15); if (!empty($html_text)) { $dom = new DOMDocument(); if (@$dom->loadHTML($html_text)) { $xpath = new DOMXPath($dom); foreach ( $xpath->query("//link[@type='application/json+oembed'] | //link[@type='text/json+oembed']") as $link) { $href = $link->getAttributeNode('href')->nodeValue; // Both Youtube and Vimeo output OEmbed endpoint URL with HTTP // but their OEmbed endpoint is only accessible by HTTPS ¯\_(ツ)_/¯ $href = str_replace(['http://www.youtube.com/', 'http://player.vimeo.com/'], ['https://www.youtube.com/', 'https://player.vimeo.com/'], $href); $result = DI::httpClient()->fetchFull($href . '&maxwidth=' . $a->getThemeInfoValue('videowidth')); if ($result->getReturnCode() === 200) { $json_string = $result->getBody(); break; } } } } } $json_string = trim($json_string); if (!$json_string || $json_string[0] != '{') { $json_string = '{"type":"error"}'; } $oembed->parseJSON($json_string); if (!empty($oembed->type) && $oembed->type != 'error') { DBA::insert('oembed', [ 'url' => Strings::normaliseLink($embedurl), 'maxwidth' => $a->getThemeInfoValue('videowidth'), 'content' => $json_string, 'created' => DateTimeFormat::utcNow() ], Database::INSERT_UPDATE); $cache_ttl = Duration::DAY; } else { $cache_ttl = Duration::FIVE_MINUTES; } DI::cache()->set($cache_key, $json_string, $cache_ttl); } // Always embed the SSL version if (!empty($oembed->html)) { $oembed->html = str_replace(['http://www.youtube.com/', 'http://player.vimeo.com/'], ['https://www.youtube.com/', 'https://player.vimeo.com/'], $oembed->html); } // Improve the OEmbed data with data from OpenGraph, Twitter cards and other sources if ($use_parseurl) { $data = ParseUrl::getSiteinfoCached($embedurl, false); if (($oembed->type == 'error') && empty($data['title']) && empty($data['text'])) { return $oembed; } if ($no_rich_type || ($oembed->type == 'error')) { $oembed->html = ''; $oembed->type = $data['type']; if ($oembed->type == 'photo') { if (!empty($data['images'])) { $oembed->url = $data['images'][0]['src']; $oembed->width = $data['images'][0]['width']; $oembed->height = $data['images'][0]['height']; } else { $oembed->type = 'link'; } } } if (!empty($data['title'])) { $oembed->title = $data['title']; } if (!empty($data['text'])) { $oembed->description = $data['text']; } if (!empty($data['publisher_name'])) { $oembed->provider_name = $data['publisher_name']; } if (!empty($data['publisher_url'])) { $oembed->provider_url = $data['publisher_url']; } if (!empty($data['author_name'])) { $oembed->author_name = $data['author_name']; } if (!empty($data['author_url'])) { $oembed->author_url = $data['author_url']; } if (!empty($data['images']) && ($oembed->type != 'photo')) { $oembed->thumbnail_url = $data['images'][0]['src']; $oembed->thumbnail_width = $data['images'][0]['width']; $oembed->thumbnail_height = $data['images'][0]['height']; } } Hook::callAll('oembed_fetch_url', $embedurl, $oembed); return $oembed; } /** * Returns a formatted string from OEmbed object * * @param \Friendica\Object\OEmbed $oembed * @return string */ private static function formatObject(\Friendica\Object\OEmbed $oembed): string { $ret = '
'; return str_replace("\n", "", $ret); } /** * Converts BBCode to HTML code * * @param string $text * @return string */ public static function BBCode2HTML(string $text): string { $stopoembed = DI::config()->get('system', 'no_oembed'); if ($stopoembed == true) { return preg_replace("/\[embed\](.+?)\[\/embed\]/is", "" . DI::l10n()->t('Embedding disabled') . " : $1", $text); } return preg_replace_callback("/\[embed\](.+?)\[\/embed\]/is", [self::class, 'replaceCallback'], $text); } /** * Find * and replace it with [embed]url[/embed] * * @param string $text * @return string */ public static function HTML2BBCode(string $text): string { // start parser only if 'oembed' is in text if (strpos($text, 'oembed')) { // convert non ascii chars to html entities $html_text = mb_convert_encoding($text, 'HTML-ENTITIES', mb_detect_encoding($text)); // If it doesn't parse at all, just return the text. $dom = @DOMDocument::loadHTML($html_text); if (!$dom) { return $text; } $xpath = new DOMXPath($dom); $xattr = self::buildXPath('class', 'oembed'); $entries = $xpath->query("//div[$xattr]"); $xattr = "@rel='oembed'"; //oe_build_xpath("rel","oembed"); foreach ($entries as $e) { $href = $xpath->evaluate("a[$xattr]/@href", $e)->item(0)->nodeValue; if (!is_null($href)) { $e->parentNode->replaceChild(new DOMText('[embed]' . $href . '[/embed]'), $e); } } return self::getInnerHTML($dom->getElementsByTagName('body')->item(0)); } else { return $text; } } /** * Determines if rich content OEmbed is allowed for the provided URL * * @param string $url * @return boolean * @throws \Friendica\Network\HTTPException\InternalServerErrorException */ public static function isAllowedURL(string $url): bool { if (!DI::config()->get('system', 'no_oembed_rich_content')) { return true; } $domain = parse_url($url, PHP_URL_HOST); if (empty($domain)) { return false; } $str_allowed = DI::config()->get('system', 'allowed_oembed', ''); if (empty($str_allowed)) { return false; } $allowed = explode(',', $str_allowed); return Network::isDomainAllowed($domain, $allowed); } /** * Returns a formmated HTML code from given URL and sets optional title * * @param string $url URL to fetch * @param string $title Optional title (default: what comes from OEmbed object) * @return string Formatted HTML */ public static function getHTML(string $url, string $title = ''): string { $o = self::fetchURL($url, !self::isAllowedURL($url)); if (!is_object($o) || property_exists($o, 'type') && $o->type == 'error') { throw new Exception('OEmbed failed for URL: ' . $url); } if (!empty($title)) { $o->title = $title; } $html = self::formatObject($o); return $html; } /** * Generates the iframe HTML for an oembed attachment. * * Width and height are given by the remote, and are regularly too small for * the generated iframe. * * The width is entirely discarded for the actual width of the post, while fixed * height is used as a starting point before the inevitable resizing. * * Since the iframe is automatically resized on load, there are no need for ugly * and impractical scrollbars. * * @todo This function is currently unused until someone™ adds support for a separate OEmbed domain * * @param string $src Original remote URL to embed * @param string $width * @param string $height * @return string Formatted HTML * * @throws \Friendica\Network\HTTPException\InternalServerErrorException * @see oembed_format_object() */ private static function iframe(string $src, string $width, string $height): string { if (!$height || strstr($height, '%')) { $height = '200'; } $width = '100%'; $src = DI::baseUrl() . '/oembed/' . Strings::base64UrlEncode($src); return ''; } /** * Generates attribute search XPath string * * Generates an XPath query to select elements whose provided attribute contains * the provided value in a space-separated list. * * @param string $attr Name of the attribute to seach * @param string $value Value to search in a space-separated list * @return string */ private static function buildXPath(string $attr, $value): string { // https://www.westhoffswelt.de/blog/2009/6/9/select-html-elements-with-more-than-one-css-class-using-xpath return "contains(normalize-space(@$attr), ' $value ') or substring(normalize-space(@$attr), 1, string-length('$value') + 1) = '$value ' or substring(normalize-space(@$attr), string-length(@$attr) - string-length('$value')) = ' $value' or @$attr = '$value'"; } /** * Returns the inner XML string of a provided DOMNode * * @param DOMNode $node * @return string */ private static function getInnerHTML(DOMNode $node): string { $innerHTML = ''; $children = $node->childNodes; foreach ($children as $child) { $innerHTML .= $child->ownerDocument->saveXML($child); } return $innerHTML; } }