cvs: pear /I18N/Messages Common.php Translate.php

cain Tue Feb 12 11:33:48 2002 EDT Added files: /pear/I18N/Messages Common.php Translate.php Log: - first commit, *still untested here in PEAR, experimental !!!*

Index: pear/I18N/Messages/Common.php +++ pear/I18N/Messages/Common.php <?php // // +----------------------------------------------------------------------+ // | PHP Version 4 | // +----------------------------------------------------------------------+ // | Copyright (c) 1997-2002 The PHP Group | // +----------------------------------------------------------------------+ // | This source file is subject to version 2.02 of the PHP license, | // | that is bundled with this package in the file LICENSE, and is | // | available at through the world-wide-web at | // | http://www.php.net/license/2_02.txt. | // | If you did not receive a copy of the PHP license and are unable to | // | obtain it through the world-wide-web, please send a note to | // | license@php.net so we can mail you a copy immediately. | // +----------------------------------------------------------------------+ // | Authors: Wolfram Kriesing <wolfram@kriesing.de> | // +----------------------------------------------------------------------+ // // $Id: Common.php,v 1.1 2002/02/12 16:33:48 cain Exp $ // /** * this class provides language functionality, such as * determining the language of a given string, etc. * iso639-1 compliant, 2 letter code is used * iso639-1 http://www.loc.gov/standards/iso639-2/langcodes.html * * @package Language * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 2001/12/29 */ class I18N_Messages_Common { /** * @var array $list this is simply a list of (all) languages, i extend it whenever a new language is added */ var $list = array('en','de','es','fr'); /** * @var array $ */ var $langString = array('en'=>'english', 'de'=>'german', 'es'=>'spanish', 'fr'=>'french' ); /** * * * @access public * @author * @version */ function __construct( ) { # FIXXME pass a resource to the constructor which can be used to determine the # language of a string, it should be possible to use XML, DB, or whatever # this can then be used as a replacement for the array as used now } /** * for pre-ZE2 compatibility * * @access public * @author * @version */ function I18N_Messages_Common( ) { return __construct(); } /** * trys to get the language of a given string * * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 01/12/29 * @param string $string the string which is used to try and determine its language * @return string iso-string for the language * */ function get( $string ) { // we make it very simple for now, // this should be done using a db one day, either one that "learns" or one which is already a huge dictionary $languages = array( 'en' => array( 'the','it','this', 'he','she','him','her','his', 'who','why','that','what', 'with','has','been', 'is','of','from','for'), 'de' => array( 'der','die','das','des','dem', 'er','sie','es','ich','du','wir','ihr', 'warum','wieso','wie','wo','weshalb','was', 'habe','haben','machen','tun'), 'es' => array( 'lo','la','las','los', 'el','yo','tu','ella','su','mi','ti', 'por','que','cuanto','quando','donde', 'para','desde','hasta','luego','por','y','o','con', 'hacer','hace','tener'), 'fr' => array( 'le','la','les', 'je','tu','il','elle','nous','vous','ils','elles','ma','mon','ta','ton','notre','votre', 'por','quoi','quand','qui','ou','combien', 'pour','par','apres','ce','mais','et','ou','oui','non','en','avec', 'suis','est','avoir') ); $splitString = explode(' ',$string); // get each single word in a field foreach( $splitString as $key=>$aString ) // remove spaces around the word and make it lower case $splitString[$key] = strtolower(trim($aString)); // simply intersect each language array with the array that we created by splitting the string // and the result that's size is the biggest is our language foreach( $languages as $lang=>$aLanguage ) $results[$lang] = sizeof(array_intersect($splitString,$aLanguage)); arsort($results); reset ($results); list($lang,) = each($results); return $lang; } } // end of class ?> Index: pear/I18N/Messages/Translate.php +++ pear/I18N/Messages/Translate.php <?php // // +----------------------------------------------------------------------+ // | PHP Version 4 | // +----------------------------------------------------------------------+ // | Copyright (c) 1997-2002 The PHP Group | // +----------------------------------------------------------------------+ // | This source file is subject to version 2.02 of the PHP license, | // | that is bundled with this package in the file LICENSE, and is | // | available at through the world-wide-web at | // | http://www.php.net/license/2_02.txt. | // | If you did not receive a copy of the PHP license and are unable to | // | obtain it through the world-wide-web, please send a note to | // | license@php.net so we can mail you a copy immediately. | // +----------------------------------------------------------------------+ // | Authors: Wolfram Kriesing <wolfram@kriesing.de> | // +----------------------------------------------------------------------+ // // $Id: Translate.php,v 1.1 2002/02/12 16:33:48 cain Exp $ # we have to move this to some more common place in PEAR # this is just a quick hack here :-) require_once( 'Tree/OptionsDB.php' ); // this contains all the methods like setOption, getOption, etc. /** * Description * * @package Language * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 2001/12/29 */ class I18N_Messages_Translate extends Tree_OptionsDB { var $options = array( 'tablePrefix' => 'translate_', // the DB-table name prefix, at the end we add the lang-string passed to the method 'sourceLanguage'=> 'en' // the source language, the language used to retrieve the strings to translate from // its also the table which is used to retreive the source string ); /** * those are the delimiters that are used to look for text to translate inside * only text within those delimiters is translated * this way we prevent from translating each HTML-tag, which definetly wouldnt work :-) * those delimiters might also work on any other markup language, like xml - but not tested * * @var array $possibleMarkUpDelimiters */ var $possibleMarkUpDelimiters = array( '>\s*' => '\s*<', // this mostly applies, that a text is inbetween '>' and '<' '<\s*input .*value=["\']?\s*' => '\s*["\']?.*>' // this is for input button's values ); /** * @var $translated this contains the content from the DB, to prevent from multiple DB accesses */ var $translated = array('destLanguage'=>'','strings'=>array()); /** * * * @access public * @author * @version */ function __construct( ) { # FIXXME pass a resource to the constructor which can be used to translate the # string, it should be possible to use XML, DB, or whatever # currently, as you can see there is only a DB interface hardcoded in here # this will be removed soon } /** * for pre-ZE2 compatibility * * @access public * @author * @version */ function I18N_Messages_Translate() { return __construct(); } /** * tries to translate a given string, but only exactly the string as it is in the DB * * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 01/12/29 * @param string $string the string that shall be translated * @param string $lang iso-string for the destination language * @return string the translated string */ function simpleTranslate( $string , $lang ) { if( $lang == $this->getOption('sourceLanguage') ) // we dont need to translate a string from the source language to the source language return $string; # FIXXME may be it would be better just reading the entire DB-content once # and using this array then ??? this uses up a lot of RAM and that for every user ... so i guess not OR? # or use PEAR::Cache $query = sprintf( "SELECT d.string FROM %s%s s,%s%s d WHERE s.string='%s' AND s.id=d.id", $this->getOption('tablePrefix'),$this->getOption('sourceLanguage'), // build the source language name $this->getOption('tablePrefix'),$lang, $string ); // build the destination language name $res = $this->dbh->getOne( $query ); if( DB::isError($res) ) { # return $this->raiseError('...'); return false; } if( !$res ) // if no translation was found return the source string return $string; return $res; } /** * tries to translate a given string, also trying using the regexp's whcih might be in the DB * * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 01/12/29 * @param string $string the string that shall be translated * @param string $lang iso-string for the destination language * @return string the translated string */ function translate( $string , $lang ) { $res = $this->simpleTranslate( $string , $lang ); if( $res == $string ) // if the select didnt translate the string we need to go thru all the strings { $temp = $this->possibleMarkUpDelimiters; // remember the delimiters $this->possibleMarkUpDelimiters = array(''=>''); // dont use any delimiters # may be better using a property like 'useMarkupDelimiters' $res = $this->translateMarkUpString( $string , $lang ); // translate $this->possibleMarkUpDelimiters = $temp; // set delimiters properly again } return $res; } /** * returns the DB content for the source and the destination language given as paramter $lang * * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 02/01/08 * @param string $lang iso-string for the destination language * @return array */ function getAll( $lang ) { $query = sprintf( 'SELECT d.string as translated,d.*,s.* as translated '. // d.string shall be named 'translated' // but we still need all the rest from the destination language table // and s.* overwrites d.string since we dont need it we have it in 'translated' 'FROM %s%s s,%s%s d WHERE s.id=d.id '. 'ORDER BY LENGTH(s.string) DESC', // sort the results by the length of the strings, so we translate // sentences first and single words at last $this->getOption('tablePrefix'),$this->getOption('sourceLanguage'), // build the source language name $this->getOption('tablePrefix'),$lang ); // build the destination language name $res = $this->dbh->getAll( $query ); if( DB::isError($res) ) { # return $this->raiseError('...'); echo sprintf('ERROR - Translate::getAll<br>QUERY:%s<br>%s<br><br>',$query,$res->message); return false; } return $res; } /** * translates all the strings that match any of the source language-string * the input is mostly an HTML-file, and it is filtered so only real text * is translated, at least i try it as good as i can :-) * * @access public * @author Wolfram Kriesing <wolfram@kriesing.de> * @version 02/01/08 * @param string $input the string that shall be translated, mostly an entire HTML-page * @param string $lang iso-string for the destination language * @return string iso-string for the language * */ function translateMarkUpString( $input , $lang ) { if( $lang == $this->getOption('sourceLanguage') ) // we dont need to translate a string from the source language to the source language return $input; if( sizeof($this->translated['strings'])==0 || // this checks if the DB content had been read already $this->translated['destLanguage'] != $lang ) // for this language { #print "read again<br>"; $this->translated['destLanguage'] = $lang; $this->translated['strings'] = $this->getAll( $lang ); // get all the possible strings from the DB } # for the translation API, we need to have the long sentences at first, since translating a single word # might screw up the entire content, like translating 'i move to germany' and starting to tranlate the word 'move' # makes it impossible to properly translate the entire phrase # even though this problem can not really happen, since we check for delimiters around the string that # shall be translated see $posDelimiters # FIXXME replace all spaces by something like this: (\s*|<br>|<br/>|<font.*>|</font>|<i>|</i>|<b>|</b>|&nbsp;) # simply all those formatting tags which dont really cancel the phrase that should be translated # and put them back in the translated string # by filling $x in the right place and updating $lastSubpattern # then it will be really cool and the text to translate will be recognized with any kind of space inbetween if(is_array($this->translated['strings']) && sizeof($this->translated['strings'])) foreach( $this->translated['strings'] as $aString ) // search for each single string and try to translate it { $lastSubpattern = '$2'; $englishString = preg_quote($aString['string']); if( $aString['numSubPattern'] ) // if the string is a regExp, we need to update $lastSubpattern { $englishString = $aString['string'];// we should not preg_quote the string $lastSubpattern = '$'.( 2 + $aString['numSubPattern'] ); // set $lastSubpattern properly } if( $aString['convertToHtml'] ) // shall the translated string be converted to HTML, or does it may be contain HTML? $translated = htmlentities($aString['translated']); else $translated = $aString['translated']; foreach( $this->possibleMarkUpDelimiters as $begin=>$end ) // go thru all the delimiters and try to translate the strings { $input = preg_replace( '/('.$begin.')'.$englishString.'('.$end.')/i' , '$1'.$translated."$lastSubpattern" , $input ); } } return $input; } } // end of class ?>