1
0
Fork 0
cl-linkchecker/includes/include.linkchecker.php

413 Zeilen
14 KiB
PHP

<?php
/**
* Project:
* Contenido Content Management System
*
* Description:
* Main file for the plugin linkchecker
*
* Requirements:
* @con_php_req 5.0
*
*
* @package Contenido Backend plugins
* @version 2.0.1
* @author Frederic Schneider
* @copyright four for business AG <www.4fb.de>
* @license http://www.contenido.org/license/LIZENZ.txt
* @link http://www.4fb.de
* @link http://www.contenido.org
* @since file available since contenido release 4.8.7
*
* {@internal
* created 2007-08-08
* modified 2008-02-08, Andread Lindner, performance enhancements
* modified 2008-04-05, Holger Librenz, fixed wrong include-path for
* PEAR cache module
* modified 2008-05-14, Frederic Schneider, new version
* modified 2008-06-21, Frederic Schneider, array initalization
* modified 2008-07-02, Frederic Schneider, add security fix
* modified 2008-07-07, Frederic Schneider, fixed wrong language var
*
* $Id: include.linkchecker.php 128 2019-07-03 11:58:28Z oldperl $:
* }}
*
*/
if(!defined('CON_FRAMEWORK')) {
die('Illegal call');
}
$plugin_name = "linkchecker";
global $cfg;
if(!$perm->have_perm_area_action($plugin_name, $plugin_name) && $cronjob != true) {
exit;
}
if((int) $client == 0 && $cronjob != true) {
$notification->displayNotification("error", i18n("No Client selected"));
exit;
}
// If no mode defined, use mode three
if(empty($_GET['mode'])) {
$_GET['mode'] = 3;
}
// If no action definied
if(empty($_GET['action'])) {
$_GET['action'] = 'linkchecker';
$action = "linkchecker";
}
plugin_include('linkchecker', 'includes/config.plugin.php');
plugin_include('linkchecker', 'includes/include.checkperms.php');
plugin_include('linkchecker', 'includes/include.linkchecker_tests.php');
cInclude('pear', 'PEAR.php');
cInclude('pear', 'Cache/Lite.php');
// Initialization
$actionID = 500;
$aCats = array();
$aSearchIDInfosArt = array();
$aSearchIDInfosCatArt = array();
$aSearchIDInfosNonID = array();
$iWhitelist_timeout = 2592000; // 30 days
// Var initialization
$aUrl = array('cms' => $cfgClient[$client]['path']['htmlpath'], 'contenido' => $cfg['path']['contenido_fullhtml']);
// Template- and languagevars
if($cronjob != true) {
$tpl->set('s', 'FULLHTML', $aUrl['contenido']);
$tpl->set('s', 'MODE', intval($_GET['mode']));
$tpl->set('s', 'URL', $aUrl['contenido']);
$tpl->set('s', 'SID', $sess->id);
}
// Fill Subnav I
$sLink = $sess->url("main.php?area=linkchecker&frame=4&action=linkchecker") . '&mode=';
// Fill Subnav II
$tpl->set('s', 'INTERNS_HREF', $sLink . '1');
$tpl->set('s', 'INTERNS_LABEL', i18n("Interns"));
$tpl->set('s', 'EXTERNS_HREF', $sLink . '2');
$tpl->set('s', 'EXTERNS_LABEL', i18n("Externs"));
$tpl->set('s', 'INTERNS_EXTERNS_HREF', $sLink . '3');
$tpl->set('s', 'INTERNS_EXTERNS_LABEL', i18n("Intern/extern Links"));
// Fill Subnav III
$tpl->set('s', 'UPDATE_HREF', $sLink . intval($_GET['mode']) . '&live=1');
// Cache options
$aCacheName = array('errors' => $sess->id, 'errorscount' => $aCacheName['errors'] . "ErrorsCountChecked");
$oCache = new Cache_Lite(array('cacheDir' => $cfgClient[$client]['path']['frontend'] . "cache/", 'caching' => true, 'lifeTime' => 1209600, 'automaticCleaningFactor' => 1));
/* *********
Program code
********* */
/* function linksort */
function linksort($sErrors) {
if($_GET['sort'] == "nameart") {
foreach($sErrors as $key => $aRow) {
$aNameart[$key] = $aRow['nameart'];
}
array_multisort($sErrors, SORT_ASC, SORT_STRING, $aNameart);
} elseif($_GET['sort'] == "namecat") {
foreach($sErrors as $key => $aRow) {
$aNamecat[$key] = $aRow['namecat'];
}
array_multisort($sErrors, SORT_ASC, SORT_STRING, $aNamecat);
} elseif($_GET['sort'] == "wronglink") {
foreach($sErrors as $key => $aRow) {
$aWronglink[$key] = $aRow['url'];
}
array_multisort($sErrors, SORT_ASC, SORT_STRING, $aWronglink);
} elseif($_GET['sort'] == "error_type") {
foreach($sErrors as $key => $aRow) {
$aError_type[$key] = $aRow['error_type'];
}
array_multisort($sErrors, SORT_ASC, SORT_STRING, $aError_type);
}
return $sErrors;
}
// function url_is_image
function url_is_image($sUrl) {
if(substr($sUrl, -3, 3) == "gif"
|| substr($sUrl, -3, 3) == "jpg"
|| substr($sUrl, -4, 4) == "jpeg"
|| substr($sUrl, -3, 3) == "png"
|| substr($sUrl, -3, 3) == "tif"
|| substr($sUrl, -3, 3) == "psd"
|| substr($sUrl, -3, 3) == "bmp") {
return true;
} else {
return false;
}
}
// function url_is_uri
function url_is_uri($sUrl) {
if(substr($sUrl, 0, 4) == "file"
|| substr($sUrl, 0, 3) == "ftp"
|| substr($sUrl, 0, 4) == "http"
|| substr($sUrl, 0, 2) == "ww") {
return true;
} else {
return false;
}
}
/* Check: Changes after last check? */
$sql = "SELECT lastmodified FROM " . $cfg['tab']['content'] . " content
LEFT JOIN " . $cfg['tab']['art_lang'] . " art ON (art.idartlang = content.idartlang)
WHERE art.online = '1'";
/* Whitelist: Add */
if(!empty($_GET['whitelist'])) {
$sql = "INSERT INTO " . $cfg['tab']['whitelist'] . " VALUES ('" . Contenido_Security::escapeDB(base64_decode($_GET['whitelist']), $db) . "', '" . time() . "')";
$db->query($sql);
}
/* Whitelist: Get */
$sql = "SELECT url FROM " . $cfg['tab']['whitelist'] . " WHERE lastview < " . (time() + $iWhitelist_timeout) . "
AND lastview > " . (time() - $iWhitelist_timeout);
$db->query($sql);
$aWhitelist = array();
while($db->next_record()) {
$aWhitelist[] = $db->f("url");
}
/* Get all links */
// Cache errors
$sCache_errors = $oCache->get($aCacheName['errors'], intval($_GET['mode']));
// Search if cache doesn't exist or we're in live mode
if($sCache_errors && $_GET['live'] != 1) {
$aErrors = unserialize($sCache_errors);
} else { // If no cache exists
// Select all categorys
$sql = "SELECT idcat FROM " . $cfg['tab']['cat'] . " GROUP BY idcat";
$db->query($sql);
while($db->next_record()) {
if($cronjob != true) { // Check userrights, if no cronjob
$iCheck = cCatPerm($db->f("idcat"), $db2);
if($iCheck == true) {
$aCats[] = Contenido_Security::toInteger($db->f("idcat"));
}
} else {
$aCats[] = Contenido_Security::toInteger($db->f("idcat"));
}
}
// Use SQL-WHERE if lang is not zero
if($langart != 0) {
$sLang_where = "AND art.idlang = '" . Contenido_Security::toInteger($langart) . "' AND catName.idlang = '" . Contenido_Security::toInteger($langart) . "'";
} elseif(!isset($langart)) {
$sLang_where = "AND art.idlang = '" . Contenido_Security::toInteger($lang) . "' AND catName.idlang = '" . Contenido_Security::toInteger($lang) . "'";
}
if(!empty($aCats)) {
// How many articles exists? [Text]
$sql = "SELECT art.title, art.idlang, cat.idart, cat.idcat, catName.name AS namecat, con.value FROM " . $cfg['tab']['cat_art'] . " cat
LEFT JOIN " . $cfg['tab']['art_lang'] . " art ON (art.idart = cat.idart)
LEFT JOIN " . $cfg['tab']['cat_lang'] . " catName ON (catName.idcat = cat.idcat)
LEFT JOIN " . $cfg['tab']['content'] . " con ON (con.idartlang = art.idartlang)
WHERE (con.value LIKE '%action%' OR con.value LIKE '%data%' OR con.value LIKE '%href%' OR con.value LIKE '%src%')
AND cat.idcat IN (0, " . join(", ", $aCats) . ") AND cat.idcat != '0' " . $sLang_where . "
AND art.online = '1' AND art.redirect = '0'";
$db->query($sql);
while($db->next_record()) {
// Text decode
$value = urldecode($db->f("value"));
// Search the text
searchLinks($value, $db->f("idart"), $db->f("title"), $db->f("idcat"), $db->f("namecat"), $db->f("idlang"));
// Search front_content.php-links
if($_GET['mode'] != 2) {
searchFrontContentLinks($value, $db->f("idart"), $db->f("title"), $db->f("idcat"), $db->f("namecat"));
}
}
// How many articles exists? [Redirects]
$sql = "SELECT art.title, art.redirect_url, art.idlang, cat.idart, cat.idcat, catName.name AS namecat FROM " . $cfg['tab']['cat_art'] . " cat
LEFT JOIN " . $cfg['tab']['art_lang'] . " art ON (art.idart = cat.idart)
LEFT JOIN " . $cfg['tab']['cat_lang'] . " catName ON (catName.idcat = cat.idcat)
WHERE cat.idcat IN (0, " . join(", ", $aCats) . ") AND cat.idcat != '0' " . $sLang_where . "
AND art.online = '1' AND art.redirect = '1'";
$db->query($sql);
while($db->next_record()) {
// Search links
searchLinks($db->f("redirect_url"), $db->f("idart"), $db->f("title"), $db->f("idcat"), $db->f("namecat"), $db->f("idlang"), "Redirect");
// Search front_content.php-links
if($_GET['mode'] != 2) {
searchFrontContentLinks($db->f("redirect_url"), $db->f("idart"), $db->f("title"), $db->f("idcat"), $db->f("namecat"));
}
}
// Check the links
checkLinks();
}
}
/* Analysis of the errors */
// Templateset
if($cronjob != true) {
$tpl->set('s', 'TITLE', i18n('Link analysis from ', $plugin_name) . strftime(i18n('%Y-%m-%d', $plugin_name), time()));
}
// If no errors found, say that
if(empty($aErrors) && $cronjob != true) {
$tpl->set('s', 'NO_ERRORS', i18n("<strong>No errors</strong> were found.", $plugin_name));
$tpl->generate($cfg['templates']['linkchecker_noerrors']);
} elseif(!empty($aErrors) && $cronjob != true) {
$tpl->set('s', 'ERRORS_HEADLINE', i18n("Total checked links", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_ARTID', i18n("idart", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_ARTICLE', i18n("Article", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_CATID', i18n("idcat", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_CATNAME', i18n("Category", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_DESCRIPTION', i18n("Description", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_LINK', i18n("Linkerror", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_LINKS_ARTICLES', i18n("Links to articles", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_LINKS_CATEGORYS', i18n("Links to categories", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_LINKS_DOCIMAGES', i18n("Links to documents and images", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_OTHERS', i18n("Links to extern sites and not defined links", $plugin_name));
$tpl->set('s', 'ERRORS_HEADLINE_WHITELIST', "Whitelist");
$tpl->set('s', 'ERRORS_HELP_ERRORS', i18n("Wrong links", $plugin_name));
// error_output initialization
$aError_output = array('art' => '', 'cat' => '', 'docimages' => '', 'others' => '');
foreach($aErrors as $sKey => $aRow) {
$aRow = linksort($aRow);
for($i = 0; $i < count($aRow); $i++) {
$tpl2 = new Template;
$tpl2->reset();
$tpl2->set('s', 'ERRORS_ERROR_TYPE', $aRow[$i]['error_type']);
$tpl2->set('s', 'ERRORS_ARTID', $aRow[$i]['idart']);
$tpl2->set('s', 'ERRORS_ARTICLE', $aRow[$i]['nameart']);
$tpl2->set('s', 'ERRORS_ARTICLE_SHORT', substr($aRow[$i]['nameart'], 0, 20) . ((strlen($aRow[$i]['nameart']) > 20) ? ' ...' : ''));
$tpl2->set('s', 'ERRORS_CATID', $aRow[$i]['idcat']);
$tpl2->set('s', 'ERRORS_LINK', $aRow[$i]['url']);
$tpl2->set('s', 'ERRORS_LINK_ENCODE', base64_encode($aRow[$i]['url']));
$tpl2->set('s', 'ERRORS_LINK_SHORT', substr($aRow[$i]['url'], 0, 55) . ((strlen($aRow[$i]['url']) > 55) ? ' ...' : ''));
$tpl2->set('s', 'ERRORS_CATNAME', $aRow[$i]['namecat']);
$tpl2->set('s', 'ERRORS_CATNAME_SHORT', substr($aRow[$i]['namecat'], 0, 20) . ((strlen($aRow[$i]['namecat']) > 20) ? ' ...' : ''));
$tpl2->set('s', 'MODE', $_GET['mode']);
$tpl2->set('s', 'URL', $aUrl['contenido']);
$tpl2->set('s', 'SID', $sess->id);
if($aRow[$i]['error_type'] == "unknown") {
$tpl2->set('s', 'ERRORS_ERROR_TYPE_HELP', i18n("Unknown: articles, documents etc. do not exist.", $plugin_name));
} elseif($aRow[$i]['error_type'] == "offline") {
$tpl2->set('s', 'ERRORS_ERROR_TYPE_HELP', i18n("Offline: article or category is offline.", $plugin_name));
} elseif($aRow[$i]['error_type'] == "startart") {
$tpl2->set('s', 'ERRORS_ERROR_TYPE_HELP', i18n("Offline: article or category is offline.", $plugin_name));
} elseif($aRow[$i]['error_type'] == "dbfs") {
$tpl2->set('s', 'ERRORS_ERROR_TYPE_HELP', i18n("dbfs: no matches found in the dbfs database.", $plugin_name));
}
if($sKey != "cat") {
$aError_output[$sKey] .= $tpl2->generate($cfg['templates']['linkchecker_test_errors'], 1);
} else {
$aError_output[$sKey] .= $tpl2->generate($cfg['templates']['linkchecker_test_errors_cat'], 1); // special template for idcats
}
}
}
/* Counter */
if($iCounter = $oCache->get($aCacheName['errorscount'], intval($_GET['mode']))) { // Cache exists?
$iErrors_count_checked = $iCounter;
} else { // Count searched links: idarts + idcats + idcatarts + others
$iErrors_count_checked = count($aSearchIDInfosArt) + count($aSearchIDInfosCat) + count($aSearchIDInfosCatArt) + count($aSearchIDInfosNonID);
}
// Count errors
foreach($aErrors as $sKey => $aRow) {
$iErrors_counted += count($aErrors[$sKey]);
}
$tpl->set('s', 'ERRORS_COUNT_CHECKED', $iErrors_count_checked);
$tpl->set('s', 'ERRORS_COUNT_ERRORS', $iErrors_counted);
$tpl->set('s', 'ERRORS_COUNT_ERRORS_PERCENT', round(($iErrors_counted * 100) / $iErrors_count_checked, 2));
/* Template output */
foreach($aError_output as $sKey => $sValue) {
if(empty($aError_output[$sKey])) { // Errors for this type?
$tpl2->set('s', 'ERRORS_NOTHING', i18n("No errors for this type.", $plugin_name));
$aError_output[$sKey] = $tpl2->generate($cfg['templates']['linkchecker_test_nothing'], 1);
}
$tpl->set('s', 'ERRORS_SHOW_' . strtoupper($sKey), $aError_output[$sKey]);
if(count($aErrors[$sKey]) > 0) {
$tpl->set('s', 'ERRORS_COUNT_ERRORS_' . strtoupper($sKey), '<span style="color: #FF0000;">' . count($aErrors[$sKey]) . '</span>');
} else {
$tpl->set('s', 'ERRORS_COUNT_ERRORS_' . strtoupper($sKey), count($aErrors[$key]));
}
}
$tpl->generate($cfg['templates']['linkchecker_test']);
/* Cache */
// Remove older cache
$oCache->remove($aCacheName['errors'], intval($_GET['mode']));
// Build new cache
$oCache->save(serialize($aErrors), $aCacheName['errors'], intval($_GET['mode']));
$oCache->save($iErrors_count_checked, $aCacheName['errorscount'], intval($_GET['mode']));
}
// Log
if($cronjob != true) {
$backend->log(0, 0, $client, $lang, $action);
}
?>