cvs: docweb /include lib_url_entities.inc.php
| From: | Sean Coates | Date: | Sat, 22 Jan 2005 14:22:58 +0000 |
| Subject: | cvs: docweb /include lib_url_entities.inc.php | ||
| Groups: | php.doc.web | ||
| Request: | Send a blank email to doc-web+get-528@lists.php.net to get a copy of this message | ||
sean Sat Jan 22 09:22:58 2005 EDT
Added files:
/docweb/include lib_url_entities.inc.php
Log:
forgot to commit this last night
http://cvs.php.net/co.php/docweb/include/lib_url_entities.inc.php?r=1.1&p=1
Index: docweb/include/lib_url_entities.inc.php
+++ docweb/include/lib_url_entities.inc.php
<?php
/* vim: set expandtab tabstop=4 shiftwidth=4 softtabstop=4:
+----------------------------------------------------------------------+
| PHP Documentation Tools Site Source Code |
+----------------------------------------------------------------------+
| Copyright (c) 1997-2004 The PHP Group |
+----------------------------------------------------------------------+
| This source file is subject to version 3.0 of the PHP license, |
| that is bundled with this package in the file LICENSE, and is |
| available through the world-wide-web at the following url: |
| http://www.php.net/license/3_0.txt.
|
| If you did not receive a copy of the PHP license and are unable to |
| obtain it through the world-wide-web, please send a note to |
| license@php.net so we can mail you a copy immediately. |
+----------------------------------------------------------------------+
| Authors: Georg Richter <georg@php.net> |
| Gabor Hojsty <goba@php.net> |
| Docweb port: Nuno Lopes <nlopess@php.net> |
| Mehdi Achour <didou@php.net> |
| Sean Coates <sean@php.net> |
+----------------------------------------------------------------------+
$Id: lib_url_entities.inc.php,v 1.1 2005/01/22 14:22:57 sean Exp $
*/
// user agent
define('DOCWEB_CRAWLER_USER_AGENT', 'DocWeb Link Crawler (http://doc.php.net)');
// for results
define('SUCCESS', 0);
define('UNKNOWN_HOST', 1);
define('FTP_CONNECT', 2);
define('FTP_LOGIN', 3);
define('FTP_NO_FILE', 4);
define('HTTP_CONNECT', 5);
define('HTTP_MOVED', 6);
define('HTTP_WRONG_HEADER', 7);
define('HTTP_INTERNAL_ERROR', 8);
define('HTTP_NOT_FOUND', 9);
// lookup
$urlResultLookup = array( // @@@ language-entity these
SUCCESS => 'SUCCESS',
UNKNOWN_HOST => 'Unknown Host',
FTP_CONNECT => 'Connection failure (FTP)',
FTP_LOGIN => 'Login failure (FTP)',
FTP_NO_FILE => 'File not found (FTP)',
HTTP_CONNECT => 'Connection failure (HTTP)',
HTTP_MOVED => 'Moved file (HTTP)',
HTTP_WRONG_HEADER => 'Incorrect header (HTTP)',
HTTP_INTERNAL_ERROR => 'Internal server error (HTTP)',
HTTP_NOT_FOUND => 'File not found (HTTP)',
);
// display extra column (return value)
$urlResultExtraCol = array(
SUCCESS => FALSE,
UNKNOWN_HOST => FALSE,
FTP_CONNECT => FALSE,
FTP_LOGIN => FALSE,
FTP_NO_FILE => FALSE,
HTTP_CONNECT => FALSE,
HTTP_MOVED => TRUE,
HTTP_WRONG_HEADER => FALSE,
HTTP_INTERNAL_ERROR => FALSE,
HTTP_NOT_FOUND => FALSE,
);
/**
* Handles relative HTTP URLs
*
* @param string $url URL to handle
* @param array $parsed result of parse_url()
* @return string fixed URL
*/
function fix_relative_url ($url, $parsed)
{
if ($url{0} == '/') {
return "{$parsed['scheme']}://{$parsed['host']}{$url}";
}
if (preg_match('@(?:f|ht)tps?://@S', $url)) {
return $url;
}
/* try to be RFC 1808 compliant */
$path = $parsed['path'] . $url;
$old = '';
do {
$old = $path;
$path = preg_replace('@[^/:?]+/\.\./|\./@S', '', $path);
} while ($old != $path);
return "{$parsed['scheme']}://{$parsed['host']}{$path}";
}
/**
* Checks a URL (actually fetches the URL and returns the status)
*
* @param int $num sequence number of URL
* @param string $entity_url URL to check
* @return array
*/
function check_url ($num, $entity_url)
{
static $old_host = '';
// Get the parts of the URL
$url = parse_url($entity_url);
$entity = $GLOBALS['entity_names'][$num];
// sleep if accessing the same host more that once in a row
if ($url['host'] == $old_host) {
sleep(5);
} else {
$old_host = $url['host'];
}
// Try to find host
if (gethostbyname($url['host']) == $url['host']) {
return array(UNKNOWN_HOST, array($num));
}
switch($url['scheme']) {
case 'http':
case 'https':
if (isset($url['path'])) {
$url['path'] = $url['path'] . (isset($url['query']) ?
'?' . $url['query'] : '');
} else {
$url['path'] = '/';
}
/* check if using secure http */
if ($url['scheme'] == 'https') {
$port = 443;
$scheme = 'ssl://';
} else {
$port = 80;
$scheme = '';
}
$port = isset($url['port']) ? $url['port'] : $port;
if (!$fp = @fsockopen($scheme . $url['host'], $port)) {
return array(HTTP_CONNECT, array($num));
} else {
fputs($fp, "HEAD {$url['path']} HTTP/1.0\r\nHost:
{$url['host']}\r\nUser-agent: ". DOCWEB_CRAWLER_USER_AGENT ."\r\nConnection:
close\r\n\r\n");
$str = '';
while (!feof($fp)) {
$str .= @fgets($fp, 2048);
}
fclose ($fp);
if (preg_match('@HTTP/1.\d (\d+)(?: .+)?@S', $str, $match)) {
if ($match[1] != '200') {
switch ($match[1])
{
case '500' :
case '501' :
return array(HTTP_INTERNAL_ERROR, array($num));
break;
case '404' :
return array(HTTP_NOT_FOUND, array($num));
break;
case '301' :
case '302' :
if (preg_match('/Location: (.+)/', $str, $redir)) {
return array(HTTP_MOVED, array($num, fix_relative_url($redir[1],
$url)));
} else {
return array(HTTP_WRONG_HEADER, array($num, $str));
}
break;
default :
return array(HTTP_WRONG_HEADER, array($num, $str));
}
} // error != 200
} else {
return array(HTTP_WRONG_HEADER, array($num, $str));
}
}
break;
case 'ftp':
if ($ftp = @ftp_connect($url['host'])) {
if (@ftp_login($ftp, 'anonymous', 'IEUser@')) {
$flist = ftp_nlist($ftp, $url['path']);
if (!count($flist)) {
return array(FTP_NO_FILE, array($num));
}
} else {
return array(FTP_LOGIN, array($num));
}
@ftp_quit($ftp);
} else {
return array(FTP_CONNECT, array($num));
}
break;
}
return array(SUCCESS, array($num));
}
?>