wiki.techinc.nl/includes/Parser.php

<?php

include_once('Tokenizer.php');

# PHP Parser 
# 
# Converts wikitext to HTML. 
#
# Globals used: 
#    objects:   $wgLang, $wgDateFormatter, $wgLinkCache, $wgCurOut
#
# NOT $wgArticle, $wgUser or $wgTitle. Keep them away!
#
#    settings:  $wgUseTex*, $wgUseCategoryMagic*, $wgUseDynamicDates*, $wgInterwikiMagic*,
#               $wgNamespacesWithSubpages, $wgLanguageCode, $wgAllowExternalImages*, 
#               $wgLocaltimezone
#
#      * only within ParserOptions

class Parser
{
	# Cleared with clearState():
	var $mOutput, $mAutonumber, $mLastSection, $mDTopen, $mStripState;

	# Temporary:
	var $mOptions, $mTitle;

	function Parser()
	{
		$this->clearState();
	}

	function clearState()
	{
		$this->mOutput = new ParserOutput;
		$this->mAutonumber = 0;
		$this->mLastSection = "";
		$this->mDTopen = false;
		$this->mStripState = false;
	}
	
	# First pass--just handle <nowiki> sections, pass the rest off
	# to doWikiPass2() which does all the real work.
	#
	# Returns a ParserOutput
	#
	function parse( $text, &$title, $options, $linestart = true, $clearState = true )
	{
		$fname = "Parser::parse";
		wfProfileIn( $fname );

		if ( $clearState ) {
			$this->clearState();
		}
		
		$this->mOptions = $options;
		$this->mTitle =& $title;
		
		$stripState = NULL;
		$text = $this->strip( $text, $this->mStripState, true );
		$text = $this->doWikiPass2( $text, $linestart );
		$text = $this->unstrip( $text, $this->mStripState );
		
		$this->mOutput->setText( $text );
		wfProfileOut( $fname );
		return $this->mOutput;
	}

	/* static */ function getRandomString()
	{
		return dechex(mt_rand(0, 0x7fffffff)) . dechex(mt_rand(0, 0x7fffffff));
	}
	
	# Strips <nowiki>, <pre> and <math>
	# Returns the text, and fills an array with data needed in unstrip()
	#
	function strip( $text, &$state, $render = true )
	{
		$state = array(
			'nwlist' => array(),
			'nwsecs' => 0,
			'nwunq' => Parser::getRandomString(),
			'mathlist' => array(),
			'mathsecs' => 0,
			'mathunq' => Parser::getRandomString(),
			'prelist' => array(),
			'presecs' => 0,
			'preunq' => Parser::getRandomString()
		);

		$stripped = "";
		$stripped2 = "";
		$stripped3 = "";
		
		# Replace any instances of the placeholders
		$text = str_replace( $state['nwunq'], wfHtmlEscapeFirst( $state['nwunq'] ), $text );
		$text = str_replace( $state['mathunq'], wfHtmlEscapeFirst( $state['mathunq'] ), $text );
		$text = str_replace( $state['preunq'], wfHtmlEscapeFirst( $state['preunq'] ), $text );
		
		while ( "" != $text ) {
			$p = preg_split( "/<\\s*nowiki\\s*>/i", $text, 2 );
			$stripped .= $p[0];
			if ( ( count( $p ) < 2 ) || ( "" == $p[1] ) ) { 
				$text = ""; 
			} else {
				$q = preg_split( "/<\\/\\s*nowiki\\s*>/i", $p[1], 2 );
				++$state['nwsecs'];

				if ( $render ) {
					$state['nwlist'][$state['nwsecs']] = wfEscapeHTMLTagsOnly($q[0]);
				} else {
					$state['nwlist'][$state['nwsecs']] = "<nowiki>{$q[0]}</nowiki>";
				}
				
				$stripped .= $state['nwunq'] . sprintf("%08X", $state['nwsecs']);
				$text = $q[1];
			}
		}

		if( $this->mOptions->getUseTeX() ) {
			while ( "" != $stripped ) {
				$p = preg_split( "/<\\s*math\\s*>/i", $stripped, 2 );
				$stripped2 .= $p[0];
				if ( ( count( $p ) < 2 ) || ( "" == $p[1] ) ) { 
					$stripped = ""; 
				} else {
					$q = preg_split( "/<\\/\\s*math\\s*>/i", $p[1], 2 );
					++$state['mathsecs'];

					if ( $render ) {
						$state['mathlist'][$state['mathsecs']] = renderMath($q[0]);
					} else {
						$state['mathlist'][$state['mathsecs']] = "<math>{$q[0]}</math>";
					}
					
					$stripped2 .= $state['mathunq'] . sprintf("%08X", $state['mathsecs']);
					$stripped = $q[1];
				}
			}
		} else {
			$stripped2 = $stripped;
		}

		while ( "" != $stripped2 ) {
			$p = preg_split( "/<\\s*pre\\s*>/i", $stripped2, 2 );
			$stripped3 .= $p[0];
			if ( ( count( $p ) < 2 ) || ( "" == $p[1] ) ) { 
				$stripped2 = ""; 
			} else {
				$q = preg_split( "/<\\/\\s*pre\\s*>/i", $p[1], 2 );
				++$state['presecs'];

				if ( $render ) {
					$state['prelist'][$state['presecs']] = "<pre>". wfEscapeHTMLTagsOnly($q[0]). "</pre>\n";
				} else {
					$state['prelist'][$state['presecs']] = "<pre>{$q[0]}</pre>";
				}
				
				$stripped3 .= $state['preunq'] . sprintf("%08X", $state['presecs']);
				$stripped2 = $q[1];
			}
		}
		return $stripped3;
	}

	function unstrip( $text, &$state )
	{
		for ( $i = 1; $i <= $state['presecs']; ++$i ) {
			$text = str_replace( $state['preunq'] . sprintf("%08X", $i), $state['prelist'][$i], $text );
		}

		for ( $i = 1; $i <= $state['mathsecs']; ++$i ) {
			$text = str_replace( $state['mathunq'] . sprintf("%08X", $i), $state['mathlist'][$i], $text );		
		}

		for ( $i = 1; $i <= $state['nwsecs']; ++$i ) {
			$text = str_replace( $state['nwunq'] . sprintf("%08X", $i), $state['nwlist'][$i], $text );
		}
		return $text;
	}

	function categoryMagic ()
	{
		global $wgLang , $wgUser ;
		if ( !$this->mOptions->getUseCategoryMagic() ) return ;
		$id = $this->mTitle->getArticleID() ;
		$cat = ucfirst ( wfMsg ( "category" ) ) ;
		$ti = $this->mTitle->getText() ;
		$ti = explode ( ":" , $ti , 2 ) ;
		if ( $cat != $ti[0] ) return "" ;
		$r = "<br break=all>\n" ;

		$articles = array() ;
		$parents = array () ;
		$children = array() ;


#		$sk =& $this->mGetSkin();
		$sk =& $wgUser->getSkin() ;

		$doesexist = false ;
		if ( $doesexist ) {
			$sql = "SELECT cur_title,cur_namespace FROM cur,links WHERE l_to={$id} AND l_from=cur_id";
		} else {
			$sql = "SELECT cur_title,cur_namespace FROM cur,brokenlinks WHERE bl_to={$id} AND bl_from=cur_id" ;
		}

		$res = wfQuery ( $sql, DB_READ ) ;
		while ( $x = wfFetchObject ( $res ) )
		{
		#  $t = new Title ; 
		#  $t->newFromDBkey ( $x->l_from ) ;
		#  $t = $t->getText() ;
			$t = $wgLang->getNsText ( $x->cur_namespace ) ;
			if ( $t != "" ) $t .= ":" ;
			$t .= $x->cur_title ;

			$y = explode ( ":" , $t , 2 ) ;
			if ( count ( $y ) == 2 && $y[0] == $cat ) {
				array_push ( $children , $sk->makeLink ( $t , $y[1] ) ) ;
			} else {
				array_push ( $articles , $sk->makeLink ( $t ) ) ;
			}
		}
		wfFreeResult ( $res ) ;

		# Children
		if ( count ( $children ) > 0 )
		{
			asort ( $children ) ;
			$r .= "<h2>".wfMsg("subcategories")."</h2>\n" ;
			$r .= implode ( ", " , $children ) ;
		}

		# Articles
		if ( count ( $articles ) > 0 )
		{
			asort ( $articles ) ;
			$h =  wfMsg( "category_header", $ti[1] );
			$r .= "<h2>{$h}</h2>\n" ;
			$r .= implode ( ", " , $articles ) ;
		}


		return $r ;
	}

	function getHTMLattrs ()
	{
		$htmlattrs = array( # Allowed attributes--no scripting, etc.
				"title", "align", "lang", "dir", "width", "height",
				"bgcolor", "clear", /* BR */ "noshade", /* HR */
				"cite", /* BLOCKQUOTE, Q */ "size", "face", "color",
				/* FONT */ "type", "start", "value", "compact",
				/* For various lists, mostly deprecated but safe */
				"summary", "width", "border", "frame", "rules",
				"cellspacing", "cellpadding", "valign", "char",
				"charoff", "colgroup", "col", "span", "abbr", "axis",
				"headers", "scope", "rowspan", "colspan", /* Tables */
				"id", "class", "name", "style" /* For CSS */
				);
		return $htmlattrs ;
	}

	function fixTagAttributes ( $t )
	{
		if ( trim ( $t ) == "" ) return "" ; # Saves runtime ;-)
		$htmlattrs = $this->getHTMLattrs() ;
	  
		# Strip non-approved attributes from the tag
		$t = preg_replace(
			"/(\\w+)(\\s*=\\s*([^\\s\">]+|\"[^\">]*\"))?/e",
			"(in_array(strtolower(\"\$1\"),\$htmlattrs)?(\"\$1\".((\"x\$3\" != \"x\")?\"=\$3\":'')):'')",
			$t);
		# Strip javascript "expression" from stylesheets. Brute force approach:
		# If anythin offensive is found, all attributes of the HTML tag are dropped

		if( preg_match( 
			"/style\\s*=.*(expression|tps*:\/\/|url\\s*\().*/is",
			wfMungeToUtf8( $t ) ) )
		{
			$t="";
		}

		return trim ( $t ) ;
	}

	function doTableStuff ( $t )
	{
		$t = explode ( "\n" , $t ) ;
		$td = array () ; # Is currently a td tag open?
			$ltd = array () ; # Was it TD or TH?
			$tr = array () ; # Is currently a tr tag open?
			$ltr = array () ; # tr attributes
			foreach ( $t AS $k => $x )
			{
				$x = rtrim ( $x ) ;
				$fc = substr ( $x , 0 , 1 ) ;
				if ( "{|" == substr ( $x , 0 , 2 ) )
				{
					$t[$k] = "<table " . $this->fixTagAttributes ( substr ( $x , 3 ) ) . ">" ;
					array_push ( $td , false ) ;
					array_push ( $ltd , "" ) ;
					array_push ( $tr , false ) ;
					array_push ( $ltr , "" ) ;
				}
				else if ( count ( $td ) == 0 ) { } # Don't do any of the following
				else if ( "|}" == substr ( $x , 0 , 2 ) )
				{
					$z = "</table>\n" ;
					$l = array_pop ( $ltd ) ;
					if ( array_pop ( $tr ) ) $z = "</tr>" . $z ;
					if ( array_pop ( $td ) ) $z = "</{$l}>" . $z ;
					array_pop ( $ltr ) ;
					$t[$k] = $z ;
				}
				/*      else if ( "|_" == substr ( $x , 0 , 2 ) ) # Caption
						{ 
						$z = trim ( substr ( $x , 2 ) ) ;
						$t[$k] = "<caption>{$z}</caption>\n" ;
						}*/
				else if ( "|-" == substr ( $x , 0 , 2 ) ) # Allows for |---------------
				{
					$x = substr ( $x , 1 ) ;
					while ( $x != "" && substr ( $x , 0 , 1 ) == '-' ) $x = substr ( $x , 1 ) ;
					$z = "" ;
					$l = array_pop ( $ltd ) ;
					if ( array_pop ( $tr ) ) $z = "</tr>" . $z ;
					if ( array_pop ( $td ) ) $z = "</{$l}>" . $z ;
					array_pop ( $ltr ) ;
					$t[$k] = $z ;
					array_push ( $tr , false ) ;
					array_push ( $td , false ) ;
					array_push ( $ltd , "" ) ;
					array_push ( $ltr , $this->fixTagAttributes ( $x ) ) ;
				}
				else if ( "|" == $fc || "!" == $fc || "|+" == substr ( $x , 0 , 2 ) ) # Caption
				{
					if ( "|+" == substr ( $x , 0 , 2 ) )
					{
						$fc = "+" ;
						$x = substr ( $x , 1 ) ;
					}
					$after = substr ( $x , 1 ) ;
					if ( $fc == "!" ) $after = str_replace ( "!!" , "||" , $after ) ;
					$after = explode ( "||" , $after ) ;
					$t[$k] = "" ;
					foreach ( $after AS $theline )
					{
						$z = "" ;
						if ( $fc != "+" )
						{  
							$tra = array_pop ( $ltr ) ;
							if ( !array_pop ( $tr ) ) $z = "<tr {$tra}>\n" ;
							array_push ( $tr , true ) ;
							array_push ( $ltr , "" ) ;
						}

						$l = array_pop ( $ltd ) ;
						if ( array_pop ( $td ) ) $z = "</{$l}>" . $z ;
						if ( $fc == "|" ) $l = "TD" ;
						else if ( $fc == "!" ) $l = "TH" ;
						else if ( $fc == "+" ) $l = "CAPTION" ;
						else $l = "" ;
						array_push ( $ltd , $l ) ;
						$y = explode ( "|" , $theline , 2 ) ;
						if ( count ( $y ) == 1 ) $y = "{$z}<{$l}>{$y[0]}" ;
						else $y = $y = "{$z}<{$l} ".$this->fixTagAttributes($y[0]).">{$y[1]}" ;
						$t[$k] .= $y ;
						array_push ( $td , true ) ;
					}
				}
			}

		# Closing open td, tr && table
		while ( count ( $td ) > 0 )
		{
			if ( array_pop ( $td ) ) $t[] = "</td>" ;
			if ( array_pop ( $tr ) ) $t[] = "</tr>" ;
			$t[] = "</table>" ;
		}

		$t = implode ( "\n" , $t ) ;
		#		$t = $this->removeHTMLtags( $t );
		return $t ;
	}

	# Well, OK, it's actually about 14 passes.  But since all the
	# hard lifting is done inside PHP's regex code, it probably
	# wouldn't speed things up much to add a real parser.
	#
	function doWikiPass2( $text, $linestart )
	{
		$fname = "OutputPage::doWikiPass2";
		wfProfileIn( $fname );
		
		$text = $this->removeHTMLtags( $text );
		$text = $this->replaceVariables( $text );

		# $text = preg_replace( "/(^|\n)-----*/", "\\1<hr>", $text );
		$text = str_replace ( "<HR>", "<hr>", $text );

		$text = $this->doHeadings( $text );
		$text = $this->doBlockLevels( $text, $linestart );
		
		if($this->mOptions->getUseDynamicDates()) {
			global $wgDateFormatter;
			$text = $wgDateFormatter->reformat( $this->mOptions->getDateFormat(), $text );
		}

		$text = $this->replaceExternalLinks( $text );
		$text = $this->replaceInternalLinks ( $text );
		$text = $this->doTableStuff ( $text ) ;

		$text = $this->formatHeadings( $text );

		$sk =& $this->mOptions->getSkin();
		$text = $sk->transformContent( $text );
		$text .= $this->categoryMagic () ;

		wfProfileOut( $fname );
		return $text;
	}


	/* private */ function doHeadings( $text )
	{
		for ( $i = 6; $i >= 1; --$i ) {
			$h = substr( "======", 0, $i );
			$text = preg_replace( "/^{$h}([^=]+){$h}(\\s|$)/m",
			  "<h{$i}>\\1</h{$i}>\\2", $text );
		}
		return $text;
	}

	# Note: we have to do external links before the internal ones,
	# and otherwise take great care in the order of things here, so
	# that we don't end up interpreting some URLs twice.

	/* private */ function replaceExternalLinks( $text )
	{
		$fname = "OutputPage::replaceExternalLinks";
		wfProfileIn( $fname );
		$text = $this->subReplaceExternalLinks( $text, "http", true );
		$text = $this->subReplaceExternalLinks( $text, "https", true );
		$text = $this->subReplaceExternalLinks( $text, "ftp", false );
		$text = $this->subReplaceExternalLinks( $text, "irc", false );
		$text = $this->subReplaceExternalLinks( $text, "gopher", false );
		$text = $this->subReplaceExternalLinks( $text, "news", false );
		$text = $this->subReplaceExternalLinks( $text, "mailto", false );
		wfProfileOut( $fname );
		return $text;
	}
	
	/* private */ function subReplaceExternalLinks( $s, $protocol, $autonumber )
	{
		$unique = "4jzAfzB8hNvf4sqyO9Edd8pSmk9rE2in0Tgw3";
		$uc = "A-Za-z0-9_\\/~%\\-+&*#?!=()@\\x80-\\xFF";
		
		# this is  the list of separators that should be ignored if they 
		# are the last character of an URL but that should be included
		# if they occur within the URL, e.g. "go to www.foo.com, where .."
		# in this case, the last comma should not become part of the URL,
		# but in "www.foo.com/123,2342,32.htm" it should.
		$sep = ",;\.:";   
		$fnc = "A-Za-z0-9_.,~%\\-+&;#*?!=()@\\x80-\\xFF";
		$images = "gif|png|jpg|jpeg";

		# PLEASE NOTE: The curly braces { } are not part of the regex,
		# they are interpreted as part of the string (used to tell PHP
		# that the content of the string should be inserted there).
		$e1 = "/(^|[^\\[])({$protocol}:)([{$uc}{$sep}]+)\\/([{$fnc}]+)\\." .
		  "((?i){$images})([^{$uc}]|$)/";
		  
		$e2 = "/(^|[^\\[])({$protocol}:)(([".$uc."]|[".$sep."][".$uc."])+)([^". $uc . $sep. "]|[".$sep."]|$)/";
		$sk =& $this->mOptions->getSkin();

		if ( $autonumber and $this->mOptions->getAllowExternalImages() ) { # Use img tags only for HTTP urls
			$s = preg_replace( $e1, "\\1" . $sk->makeImage( "{$unique}:\\3" .
			  "/\\4.\\5", "\\4.\\5" ) . "\\6", $s );
		}
		$s = preg_replace( $e2, "\\1" . "<a href=\"{$unique}:\\3\"" .
		  $sk->getExternalLinkAttributes( "{$unique}:\\3", wfEscapeHTML(
		  "{$unique}:\\3" ) ) . ">" . wfEscapeHTML( "{$unique}:\\3" ) .
		  "</a>\\5", $s );
		$s = str_replace( $unique, $protocol, $s );

		$a = explode( "[{$protocol}:", " " . $s );
		$s = array_shift( $a );
		$s = substr( $s, 1 );

		$e1 = "/^([{$uc}"."{$sep}]+)](.*)\$/sD";
		$e2 = "/^([{$uc}"."{$sep}]+)\\s+([^\\]]+)](.*)\$/sD";

		foreach ( $a as $line ) {
			if ( preg_match( $e1, $line, $m ) ) {
				$link = "{$protocol}:{$m[1]}";
				$trail = $m[2];
				if ( $autonumber ) { $text = "[" . ++$this->mAutonumber . "]"; }
				else { $text = wfEscapeHTML( $link ); }
			} else if ( preg_match( $e2, $line, $m ) ) {
				$link = "{$protocol}:{$m[1]}";
				$text = $m[2];
				$trail = $m[3];			
			} else {
				$s .= "[{$protocol}:" . $line;
				continue;
			}
			if ( $this->mOptions->getPrintable() ) $paren = " (<i>" . htmlspecialchars ( $link ) . "</i>)";
			else $paren = "";
			$la = $sk->getExternalLinkAttributes( $link, $text );
			$s .= "<a href='{$link}'{$la}>{$text}</a>{$paren}{$trail}";

		}
		return $s;
	}

	/* private */ function handle3Quotes( &$state, $token )
	{
		if ( $state["strong"] ) {
			if ( $state["em"] && $state["em"] > $state["strong"] )
			{
				# ''' lala ''lala '''
				$s = "</em></strong><em>";
			} else {
				$s = "</strong>";
			}
			$state["strong"] = FALSE;
		} else {
			$s = "<strong>";
			$state["strong"] = $token["pos"];
		}
		return $s;
	}

	/* private */ function handle2Quotes( &$state, $token )
	{
		if ( $state["em"] ) {
			if ( $state["strong"] && $state["strong"] > $state["em"] )
			{
				# ''lala'''lala'' ....'''
				$s = "</strong></em><strong>";
			} else {
				$s = "</em>";
			}
			$state["em"] = FALSE;
		} else {
			$s = "<em>";
			$state["em"] = $token["pos"];
		}
		return $s;
	}
	
	/* private */ function handle5Quotes( &$state, $token )
	{
		if ( $state["em"] && $state["strong"] ) {
			if ( $state["em"] < $state["strong"] ) {
				$s .= "</strong></em>";
			} else {
				$s .= "</em></strong>";
			}
			$state["strong"] = $state["em"] = FALSE;
		} elseif ( $state["em"] ) {
			$s .= "</em><strong>";
			$state["em"] = FALSE;
			$state["strong"] = $token["pos"];
		} elseif ( $state["strong"] ) {
			$s .= "</strong><em>";
			$state["strong"] = FALSE;
			$state["em"] = $token["pos"];
		} else { # not $em and not $strong
			$s .= "<strong><em>";
			$state["strong"] = $state["em"] = $token["pos"];
		}
		return $s;
	}

	/* private */ function replaceInternalLinks( $str )
	{
		global $wgLang;	# for language specific parser hook

		$tokenizer=Tokenizer::newFromString( $str );
		$tokenStack = array();
		
		$s="";
		$state["em"]      = FALSE;
		$state["strong"]  = FALSE;
		$tagIsOpen = FALSE;

		# The tokenizer splits the text into tokens and returns them one by one.
		# Every call to the tokenizer returns a new token.
		while ( $token = $tokenizer->nextToken() )
		{
			switch ( $token["type"] )
			{
				case "text":
					# simple text with no further markup
					$txt = $token["text"];
					break;
				case "[[":
					# link opening tag.
					# FIXME : Treat orphaned open tags (stack not empty when text is over)
					$tagIsOpen = TRUE;
					array_push( $tokenStack, $token );
					$txt="";
					break;
				case "]]":
					# link close tag.
					# get text from stack, glue it together, and call the code to handle a
					# link
					if ( count( $tokenStack ) == 0 )
					{
						# stack empty. Found a ]] without an opening [[
						$txt = "]]";
					} else {
						$linkText = "";
						$lastToken = array_pop( $tokenStack );
						while ( $lastToken["type"] != "[[" )
						{
							if( !empty( $lastToken["text"] ) ) {
								$linkText = $lastToken["text"] . $linkText;
							}
							$lastToken = array_pop( $tokenStack );
						}
						$txt = $linkText ."]]";
						if( isset( $lastToken["text"] ) ) {
							$prefix = $lastToken["text"];
						} else {
							$prefix = "";
						}
						$nextToken = $tokenizer->previewToken();
						if ( $nextToken["type"] == "text" ) 
						{
							# Preview just looks at it. Now we have to fetch it.
							$nextToken = $tokenizer->nextToken();
							$txt .= $nextToken["text"];
						}
						$txt = $this->handleInternalLink( $txt, $prefix );
					}
					$tagIsOpen = (count( $tokenStack ) != 0);
					break;
				case "----":
					$txt = "\n<hr>\n";
					break;
				case "'''":
					# This and the three next ones handle quotes
					$txt = $this->handle3Quotes( $state, $token );
					break;
				case "''":
					$txt = $this->handle2Quotes( $state, $token );
					break;
				case "'''''":
					$txt = $this->handle5Quotes( $state, $token );
					break;
				case "":
					# empty token
					$txt="";
					break;
				case "RFC ":
					if ( $tagIsOpen ) {
						$txt = "RFC ";
					} else {
						$txt = $this->doMagicRFC( $tokenizer );
					}
					break;
				case "ISBN ":
					if ( $tagIsOpen ) {
						$txt = "ISBN ";
					} else {
						$txt = $this->doMagicISBN( $tokenizer );
					}
					break;
				default:
					# Call language specific Hook.
					$txt = $wgLang->processToken( $token, $tokenStack );
					if ( NULL == $txt ) {
						# An unkown token. Highlight.
						$txt = "<font color=\"#FF0000\"><b>".$token["type"]."</b></font>";
						$txt .= "<font color=\"#FFFF00\"><b>".$token["text"]."</b></font>";
					}
					break;
			}
			# If we're parsing the interior of a link, don't append the interior to $s,
			# but push it to the stack so it can be processed when a ]] token is found.
			if ( $tagIsOpen  && $txt != "" ) {
				$token["type"] = "text";
				$token["text"] = $txt;
				array_push( $tokenStack, $token );
			} else {
				$s .= $txt;
			}
		} #end while
		if ( count( $tokenStack ) != 0 )
		{
			# still objects on stack. opened [[ tag without closing ]] tag.
			$txt = "";
			while ( $lastToken = array_pop( $tokenStack ) )
			{
				if ( $lastToken["type"] == "text" )
				{
					$txt = $lastToken["text"] . $txt;
				} else {
					$txt = $lastToken["type"] . $txt;
				}
			}
			$s .= $txt;
		}
		return $s;
	}

	/* private */ function handleInternalLink( $line, $prefix )
	{
		global $wgLang, $wgLinkCache;
		global $wgNamespacesWithSubpages, $wgLanguageCode;
		static $fname = "OutputPage::replaceInternalLinks" ;
		wfProfileIn( $fname );

		wfProfileIn( "$fname-setup" );
		static $tc = FALSE;
		if ( !$tc ) { $tc = Title::legalChars() . "#"; }
		$sk =& $this->mOptions->getSkin();

		# Match a link having the form [[namespace:link|alternate]]trail
		static $e1 = FALSE;
		if ( !$e1 ) { $e1 = "/^([{$tc}]+)(?:\\|([^]]+))?]](.*)\$/sD"; }
		# Match the end of a line for a word that's not followed by whitespace,
		# e.g. in the case of 'The Arab al[[Razi]]', 'al' will be matched
		#$e2 = "/^(.*)\\b(\\w+)\$/suD";
		#$e2 = "/^(.*\\s)(\\S+)\$/suD";
		static $e2 = '/^(.*\s)([a-zA-Z\x80-\xff]+)$/sD';
		

		# Special and Media are pseudo-namespaces; no pages actually exist in them
		static $image = FALSE;
		static $special = FALSE;
		static $media = FALSE;
		static $category = FALSE;
		if ( !$image ) { $image = Namespace::getImage(); }
		if ( !$special ) { $special = Namespace::getSpecial(); }
		if ( !$media ) { $media = Namespace::getMedia(); }
		if ( !$category ) { $category = wfMsg ( "category" ) ; }
		
		$nottalk = !Namespace::isTalk( $this->mTitle->getNamespace() );

		wfProfileOut( "$fname-setup" );
		$s = "";
		
		if ( preg_match( $e1, $line, $m ) ) { # page with normal text or alt
			$text = $m[2];
			$trail = $m[3];				
		} else { # Invalid form; output directly
			$s .= $prefix . "[[" . $line ;
			return $s;
		}
		
		/* Valid link forms:
		Foobar -- normal
		:Foobar -- override special treatment of prefix (images, language links)
		/Foobar -- convert to CurrentPage/Foobar
		/Foobar/ -- convert to CurrentPage/Foobar, strip the initial / from text
		*/
		$c = substr($m[1],0,1);
		$noforce = ($c != ":");
		if( $c == "/" ) { # subpage
			if(substr($m[1],-1,1)=="/") {                 # / at end means we don't want the slash to be shown
				$m[1]=substr($m[1],1,strlen($m[1])-2); 
				$noslash=$m[1];
			} else {
				$noslash=substr($m[1],1);
			}
			if($wgNamespacesWithSubpages[$this->mTitle->getNamespace()]) { # subpages allowed here
				$link = $this->mTitle->getPrefixedText(). "/" . trim($noslash);
				if( "" == $text ) {
					$text= $m[1]; 
				} # this might be changed for ugliness reasons
			} else {
				$link = $noslash; # no subpage allowed, use standard link
			}
		} elseif( $noforce ) { # no subpage
			$link = $m[1];
		} else {
			$link = substr( $m[1], 1 );
		}
		if( "" == $text )
			$text = $link;

		$nt = Title::newFromText( $link );
		if( !$nt ) {
			$s .= $prefix . "[[" . $line;
			return $s;
		}
		$ns = $nt->getNamespace();
		$iw = $nt->getInterWiki();
		if( $noforce ) {
			if( $iw && $this->mOptions->getInterwikiMagic() && $nottalk && $wgLang->getLanguageName( $iw ) ) {
				array_push( $this->mOutput->mLanguageLinks, $nt->getPrefixedText() );
				$s .= $prefix . $trail;
				return $s;
			}
			if( $ns == $image ) {
				$s .= $prefix . $sk->makeImageLinkObj( $nt, $text ) . $trail;
				$wgLinkCache->addImageLinkObj( $nt );
				return $s;
			}
		}
		if( ( $nt->getPrefixedText() == $this->mTitle->getPrefixedText() ) &&
		    ( strpos( $link, "#" ) == FALSE ) ) {
			$s .= $prefix . "<strong>" . $text . "</strong>" . $trail;
			return $s;
		}
 		if ( $ns == $category && $this->mOptions->getUseCategoryMagic() ) {
		  	$t = explode ( ":" , $nt->getText() ) ;
 			array_shift ( $t ) ;
 			$t = implode ( ":" , $t ) ;
 			$t = $wgLang->ucFirst ( $t ) ;
#			$t = $sk->makeKnownLink( $category.":".$t, $t, "", $trail , $prefix );
			$nnt = Title::newFromText ( $category.":".$t ) ;
			$t = $sk->makeLinkObj( $nnt, $t, "", $trail , $prefix );
 			$this->mCategoryLinks[] = $t ;
 			$s .= $prefix . $trail ;
 			return $s ;	    
		}
		if( $ns == $media ) {
			$s .= $prefix . $sk->makeMediaLinkObj( $nt, $text ) . $trail;
			$wgLinkCache->addImageLinkObj( $nt );
			return $s;
		} elseif( $ns == $special ) {
			$s .= $prefix . $sk->makeKnownLinkObj( $nt, $text, "", $trail );
			return $s;
		}
		$s .= $sk->makeLinkObj( $nt, $text, "", $trail , $prefix );

		wfProfileOut( $fname );
		return $s;
	}

	# Some functions here used by doBlockLevels()
	#
	/* private */ function closeParagraph()
	{
		$result = "";
		if ( 0 != strcmp( "p", $this->mLastSection ) &&
		  0 != strcmp( "", $this->mLastSection ) ) {
			$result = "</" . $this->mLastSection  . ">";
		}
		$this->mLastSection = "";
		return $result."\n";
	}
	# getCommon() returns the length of the longest common substring
	# of both arguments, starting at the beginning of both.
	#
	/* private */ function getCommon( $st1, $st2 )
	{
		$fl = strlen( $st1 );
		$shorter = strlen( $st2 );
		if ( $fl < $shorter ) { $shorter = $fl; }

		for ( $i = 0; $i < $shorter; ++$i ) {
			if ( $st1{$i} != $st2{$i} ) { break; }
		}
		return $i;
	}
	# These next three functions open, continue, and close the list
	# element appropriate to the prefix character passed into them.
	#
	/* private */ function openList( $char )
    {
		$result = $this->closeParagraph();

		if ( "*" == $char ) { $result .= "<ul><li>"; }
		else if ( "#" == $char ) { $result .= "<ol><li>"; }
		else if ( ":" == $char ) { $result .= "<dl><dd>"; }
		else if ( ";" == $char ) {
			$result .= "<dl><dt>";
			$this->mDTopen = true;
		}
		else { $result = "<!-- ERR 1 -->"; }

		return $result;
	}

	/* private */ function nextItem( $char )
	{
		if ( "*" == $char || "#" == $char ) { return "</li><li>"; }
		else if ( ":" == $char || ";" == $char ) {
			$close = "</dd>";
			if ( $this->mDTopen ) { $close = "</dt>"; }
			if ( ";" == $char ) {
				$this->mDTopen = true;
				return $close . "<dt>";
			} else {
				$this->mDTopen = false;
				return $close . "<dd>";
			}
		}
		return "<!-- ERR 2 -->";
	}

	/* private */function closeList( $char )
	{
		if ( "*" == $char ) { $text = "</li></ul>"; }
		else if ( "#" == $char ) { $text = "</li></ol>"; }
		else if ( ":" == $char ) {
			if ( $this->mDTopen ) {
				$this->mDTopen = false;
				$text = "</dt></dl>";
			} else {
				$text = "</dd></dl>";
			}
		}
		else {	return "<!-- ERR 3 -->"; }
		return $text."\n";
	}

	/* private */ function doBlockLevels( $text, $linestart )
	{
		$fname = "OutputPage::doBlockLevels";
		wfProfileIn( $fname );
		# Parsing through the text line by line.  The main thing
		# happening here is handling of block-level elements p, pre,
		# and making lists from lines starting with * # : etc.
		#
		$a = explode( "\n", $text );
		$text = $lastPref = "";
		$this->mDTopen = $inBlockElem = false;

		if ( ! $linestart ) { $text .= array_shift( $a ); }
		foreach ( $a as $t ) {
			if ( "" != $text ) { $text .= "\n"; }

			$oLine = $t;
			$opl = strlen( $lastPref );
			$npl = strspn( $t, "*#:;" );
			$pref = substr( $t, 0, $npl );
			$pref2 = str_replace( ";", ":", $pref );
			$t = substr( $t, $npl );

			if ( 0 != $npl && 0 == strcmp( $lastPref, $pref2 ) ) {
				$text .= $this->nextItem( substr( $pref, -1 ) );

				if ( ";" == substr( $pref, -1 ) ) {
					$cpos = strpos( $t, ":" );
					if ( ! ( false === $cpos ) ) {
						$term = substr( $t, 0, $cpos );
						$text .= $term . $this->nextItem( ":" );
						$t = substr( $t, $cpos + 1 );
					}
				}
			} else if (0 != $npl || 0 != $opl) {
				$cpl = $this->getCommon( $pref, $lastPref );

				while ( $cpl < $opl ) {
					$text .= $this->closeList( $lastPref{$opl-1} );
					--$opl;
				}
				if ( $npl <= $cpl && $cpl > 0 ) {
					$text .= $this->nextItem( $pref{$cpl-1} );
				}
				while ( $npl > $cpl ) {
					$char = substr( $pref, $cpl, 1 );
					$text .= $this->openList( $char );

					if ( ";" == $char ) {
						$cpos = strpos( $t, ":" );
						if ( ! ( false === $cpos ) ) {
							$term = substr( $t, 0, $cpos );
							$text .= $term . $this->nextItem( ":" );
							$t = substr( $t, $cpos + 1 );
						}
					}
					++$cpl;
				}
				$lastPref = $pref2;
			}
			if ( 0 == $npl ) { # No prefix--go to paragraph mode
				if ( preg_match(
				  "/(<table|<blockquote|<h1|<h2|<h3|<h4|<h5|<h6)/i", $t ) ) {
					$text .= $this->closeParagraph();
					$inBlockElem = true;
				}
				if ( ! $inBlockElem ) {
					if ( " " == $t{0} ) {
						$newSection = "pre";
						# $t = wfEscapeHTML( $t );
					}
					else { $newSection = "p"; }

					if ( 0 == strcmp( "", trim( $oLine ) ) ) {
						$text .= $this->closeParagraph();
						$text .= "<" . $newSection . ">";
					} else if ( 0 != strcmp( $this->mLastSection,
					  $newSection ) ) {
						$text .= $this->closeParagraph();
						if ( 0 != strcmp( "p", $newSection ) ) {
							$text .= "<" . $newSection . ">";
						}
					}
					$this->mLastSection = $newSection;
				}
				if ( $inBlockElem &&
				  preg_match( "/(<\\/table|<\\/blockquote|<\\/h1|<\\/h2|<\\/h3|<\\/h4|<\\/h5|<\\/h6)/i", $t ) ) {
					$inBlockElem = false;
				}
			}
			$text .= $t;
		}
		while ( $npl ) {
			$text .= $this->closeList( $pref2{$npl-1} );
			--$npl;
		}
		if ( "" != $this->mLastSection ) {
			if ( "p" != $this->mLastSection ) {
				$text .= "</" . $this->mLastSection . ">";
			}
			$this->mLastSection = "";
		}
		wfProfileOut( $fname );
		return $text;
	}

	/* private */ function replaceVariables( $text )
	{
		global $wgLang, $wgCurOut;
		$fname = "OutputPage::replaceVariables";
		wfProfileIn( $fname );

		$magic = array();

		# Basic variables
		# See Language.php for the definition of each magic word
		# As with sigs, this uses the server's local time -- ensure 
		# this is appropriate for your audience!

		$magic[MAG_CURRENTMONTH] = date( "m" );
		$magic[MAG_CURRENTMONTHNAME] = $wgLang->getMonthName( date("n") );
		$magic[MAG_CURRENTMONTHNAMEGEN] = $wgLang->getMonthNameGen( date("n") );
		$magic[MAG_CURRENTDAY] = date("j");
		$magic[MAG_CURRENTDAYNAME] = $wgLang->getWeekdayName( date("w")+1 );
		$magic[MAG_CURRENTYEAR] = date( "Y" );
		$magic[MAG_CURRENTTIME] = $wgLang->time( wfTimestampNow(), false );
		
		$this->mOutput->mContainsOldMagic += MagicWord::replaceMultiple($magic, $text, $text);

		$mw =& MagicWord::get( MAG_NUMBEROFARTICLES );
		if ( $mw->match( $text ) ) {
			$v = wfNumberOfArticles();
			$text = $mw->replace( $v, $text );
			if( $mw->getWasModified() ) { $this->mOutput->mContainsOldMagic++; }
		}

		# "Variables" with an additional parameter e.g. {{MSG:wikipedia}}
		# The callbacks are at the bottom of this file
		$wgCurOut = $this;
		$mw =& MagicWord::get( MAG_MSG );
		$text = $mw->substituteCallback( $text, "wfReplaceMsgVar" );
		if( $mw->getWasModified() ) { $this->mContainsNewMagic++; }

		$mw =& MagicWord::get( MAG_MSGNW );
		$text = $mw->substituteCallback( $text, "wfReplaceMsgnwVar" );
		if( $mw->getWasModified() ) { $this->mContainsNewMagic++; }

		wfProfileOut( $fname );
		return $text;
	}

	# Cleans up HTML, removes dangerous tags and attributes
	/* private */ function removeHTMLtags( $text )
	{
		$fname = "OutputPage::removeHTMLtags";
		wfProfileIn( $fname );
		$htmlpairs = array( # Tags that must be closed
			"b", "i", "u", "font", "big", "small", "sub", "sup", "h1",
			"h2", "h3", "h4", "h5", "h6", "cite", "code", "em", "s",
			"strike", "strong", "tt", "var", "div", "center",
			"blockquote", "ol", "ul", "dl", "table", "caption", "pre",
			"ruby", "rt" , "rb" , "rp"
		);
		$htmlsingle = array(
			"br", "p", "hr", "li", "dt", "dd"
		);
		$htmlnest = array( # Tags that can be nested--??
			"table", "tr", "td", "th", "div", "blockquote", "ol", "ul",
			"dl", "font", "big", "small", "sub", "sup"
		);
		$tabletags = array( # Can only appear inside table
			"td", "th", "tr"
		);

		$htmlsingle = array_merge( $tabletags, $htmlsingle );
		$htmlelements = array_merge( $htmlsingle, $htmlpairs );

                $htmlattrs = $this->getHTMLattrs () ;

		# Remove HTML comments
		$text = preg_replace( "/<!--.*-->/sU", "", $text );

		$bits = explode( "<", $text );
		$text = array_shift( $bits );
		$tagstack = array(); $tablestack = array();

		foreach ( $bits as $x ) {
			$prev = error_reporting( E_ALL & ~( E_NOTICE | E_WARNING ) );
			preg_match( "/^(\\/?)(\\w+)([^>]*)(\\/{0,1}>)([^<]*)$/",
			  $x, $regs );
			list( $qbar, $slash, $t, $params, $brace, $rest ) = $regs;
			error_reporting( $prev );

			$badtag = 0 ;
			if ( in_array( $t = strtolower( $t ), $htmlelements ) ) {
				# Check our stack
				if ( $slash ) {
					# Closing a tag...
					if ( ! in_array( $t, $htmlsingle ) &&
					  ( $ot = array_pop( $tagstack ) ) != $t ) {
						array_push( $tagstack, $ot );
						$badtag = 1;
					} else {
						if ( $t == "table" ) {
							$tagstack = array_pop( $tablestack );
						}
						$newparams = "";
					}
				} else {
					# Keep track for later
					if ( in_array( $t, $tabletags ) &&
					  ! in_array( "table", $tagstack ) ) {
						$badtag = 1;
					} else if ( in_array( $t, $tagstack ) &&
					  ! in_array ( $t , $htmlnest ) ) {
						$badtag = 1 ;
					} else if ( ! in_array( $t, $htmlsingle ) ) {
						if ( $t == "table" ) {
							array_push( $tablestack, $tagstack );
							$tagstack = array();
						}
						array_push( $tagstack, $t );
					}
					# Strip non-approved attributes from the tag
					$newparams = $this->fixTagAttributes($params);
						
				}
				if ( ! $badtag ) {
					$rest = str_replace( ">", "&gt;", $rest );
					$text .= "<$slash$t $newparams$brace$rest";
					continue;
				}
			}
			$text .= "&lt;" . str_replace( ">", "&gt;", $x);
		}
		# Close off any remaining tags
		while ( $t = array_pop( $tagstack ) ) {
			$text .= "</$t>\n";
			if ( $t == "table" ) { $tagstack = array_pop( $tablestack ); }
		}
		wfProfileOut( $fname );
		return $text;
	}

/* 
 * 
 * This function accomplishes several tasks:
 * 1) Auto-number headings if that option is enabled
 * 2) Add an [edit] link to sections for logged in users who have enabled the option
 * 3) Add a Table of contents on the top for users who have enabled the option
 * 4) Auto-anchor headings
 *
 * It loops through all headlines, collects the necessary data, then splits up the
 * string and re-inserts the newly formatted headlines.
 *
 * */
	/* private */ function formatHeadings( $text )
	{
		$nh=$this->mOptions->getNumberHeadings();
		$st=$this->mOptions->getShowToc();
		if(!$this->mTitle->userCanEdit()) {
			$es=0;
			$esr=0;
		} else {
			$es=$this->mOptions->getEditSection();
			$esr=$this->mOptions->getEditSectionOnRightClick();
		}

		# Inhibit editsection links if requested in the page
		$esw =& MagicWord::get( MAG_NOEDITSECTION );
		if ($esw->matchAndRemove( $text )) {
			$es=0;
		}
		# if the string __NOTOC__ (not case-sensitive) occurs in the HTML, 
		# do not add TOC
		$mw =& MagicWord::get( MAG_NOTOC );
		if ($mw->matchAndRemove( $text ))
		{
			$st = 0;
		}

		# never add the TOC to the Main Page. This is an entry page that should not
		# be more than 1-2 screens large anyway
		if($this->mTitle->getPrefixedText()==wfMsg("mainpage")) {$st=0;}

		# We need this to perform operations on the HTML
		$sk =& $this->mOptions->getSkin();

		# Get all headlines for numbering them and adding funky stuff like [edit]
		# links
		preg_match_all("/<H([1-6])(.*?>)(.*?)<\/H[1-6]>/i",$text,$matches);
		
		# headline counter
		$c=0;

		# Ugh .. the TOC should have neat indentation levels which can be
		# passed to the skin functions. These are determined here
		$toclevel = 0;
		$toc = "";
		$full = "";
		$head = array();
		foreach($matches[3] as $headline) {
			if($level) { $prevlevel=$level;}
			$level=$matches[1][$c];
			if(($nh||$st) && $prevlevel && $level>$prevlevel) { 
							
				$h[$level]=0; // reset when we enter a new level				
				$toc.=$sk->tocIndent($level-$prevlevel);
				$toclevel+=$level-$prevlevel;
			
			} 
			if(($nh||$st) && $level<$prevlevel) {
				$h[$level+1]=0; // reset when we step back a level
				$toc.=$sk->tocUnindent($prevlevel-$level);
				$toclevel-=$prevlevel-$level;

			}
			$h[$level]++; // count number of headlines for each level
			
			if($nh||$st) {
				for($i=1;$i<=$level;$i++) {
					if($h[$i]) {
						if($dot) {$numbering.=".";}
						$numbering.=$h[$i];
						$dot=1;					
					}
				}
			}

			// The canonized header is a version of the header text safe to use for links
			// Avoid insertion of weird stuff like <math> by expanding the relevant sections
			$canonized_headline=Parser::unstrip( $headline, $this->mStripState );
			$canonized_headline=preg_replace("/<.*?>/","",$canonized_headline); // strip out HTML
			$tocline = trim( $canonized_headline );
			$canonized_headline=str_replace('"',"",$canonized_headline);
			$canonized_headline=str_replace(" ","_",trim($canonized_headline));			
			$refer[$c]=$canonized_headline;
			$refers[$canonized_headline]++;  // count how many in assoc. array so we can track dupes in anchors
			$refcount[$c]=$refers[$canonized_headline];

            // Prepend the number to the heading text
			
			if($nh||$st) {
				$tocline=$numbering ." ". $tocline;
				
				// Don't number the heading if it is the only one (looks silly)
				if($nh && count($matches[3]) > 1) {
					$headline=$numbering . " " . $headline; // the two are different if the line contains a link
				}
			}
			
			// Create the anchor for linking from the TOC to the section
			$anchor=$canonized_headline;
			if($refcount[$c]>1) {$anchor.="_".$refcount[$c];}
			if($st) {
				$toc.=$sk->tocLine($anchor,$tocline,$toclevel);
			}
			if($es) {
				$head[$c].=$sk->editSectionLink($c+1);
			}
			
			// Put it all together
			
			$head[$c].="<h".$level.$matches[2][$c]
			 ."<a name=\"".$anchor."\">"
			 .$headline
			 ."</a>"
			 ."</h".$level.">";
			
			// Add the edit section link
			
			if($esr) {
				$head[$c]=$sk->editSectionScript($c+1,$head[$c]);	
			}
			
			$numbering="";
			$c++;
			$dot=0;
		}		

		if($st) {
			$toclines=$c;
			$toc.=$sk->tocUnindent($toclevel);
			$toc=$sk->tocTable($toc);
		}

		// split up and insert constructed headlines
		
		$blocks=preg_split("/<H[1-6].*?>.*?<\/H[1-6]>/i",$text);
		$i=0;

		foreach($blocks as $block) {
			if(($es) && $c>0 && $i==0) {
			    # This is the [edit] link that appears for the top block of text when 
				# section editing is enabled
				$full.=$sk->editSectionLink(0);
			}
			$full.=$block;
			if($st && $toclines>3 && !$i) {
				# Let's add a top anchor just in case we want to link to the top of the page
				$full="<a name=\"top\"></a>".$full.$toc;
			}

			if( !empty( $head[$i] ) ) {
				$full .= $head[$i];
			}
			$i++;
		}
		
		return $full;
	}

	/* private */ function doMagicISBN( &$tokenizer )
	{
		global $wgLang;

		# Check whether next token is a text token
		# If yes, fetch it and convert the text into a
		# Special::BookSources link
		$token = $tokenizer->previewToken();
		while ( $token["type"] == "" )
		{
			$tokenizer->nextToken();
			$token = $tokenizer->previewToken();
		}
		if ( $token["type"] == "text" )
		{
			$token = $tokenizer->nextToken();
			$x = $token["text"];
			$valid = "0123456789-ABCDEFGHIJKLMNOPQRSTUVWXYZ";

			$isbn = $blank = "" ;
			while ( " " == $x{0} ) {
				$blank .= " ";
				$x = substr( $x, 1 );
			}
			while ( strstr( $valid, $x{0} ) != false ) {
				$isbn .= $x{0};
				$x = substr( $x, 1 );
			}
			$num = str_replace( "-", "", $isbn );
			$num = str_replace( " ", "", $num );
		
			if ( "" == $num ) {
				$text = "ISBN $blank$x";
			} else {
				$titleObj = Title::makeTitle( NS_SPECIAL, "Booksources" );
				$text = "<a href=\"" .
				$titleObj->escapeLocalUrl( "isbn={$num}" ) .
					"\" class=\"internal\">ISBN $isbn</a>";
				$text .= $x;
			}
		} else {
			$text = "ISBN ";
		}
		return $text;
	}
	/* private */ function doMagicRFC( &$tokenizer )
	{
		global $wgLang;

		# Check whether next token is a text token
		# If yes, fetch it and convert the text into a
		# link to an RFC source
		$token = $tokenizer->previewToken();
		while ( $token["type"] == "" )
		{
			$tokenizer->nextToken();
			$token = $tokenizer->previewToken();
		}
		if ( $token["type"] == "text" )
		{
			$token = $tokenizer->nextToken();
			$x = $token["text"];
			$valid = "0123456789";

			$rfc = $blank = "" ;
			while ( " " == $x{0} ) {
				$blank .= " ";
				$x = substr( $x, 1 );
			}
			while ( strstr( $valid, $x{0} ) != false ) {
				$rfc .= $x{0};
				$x = substr( $x, 1 );
			}
		
			if ( "" == $rfc ) {
				$text .= "RFC $blank$x";
			} else {
				$url = wfmsg( "rfcurl" );
				$url = str_replace( "$1", $rfc, $url);
				$sk =& $this->mOptions->getSkin();
				$la = $sk->getExternalLinkAttributes( $url, "RFC {$rfc}" );
                            	$text = "<a href='{$url}'{$la}>RFC {$rfc}</a>{$x}";
			}
		} else {
			$text = "RFC ";
		}
		return $text;
	}

	function preSaveTransform( $text, &$title, &$user, $options, $clearState = true )
	{
		$this->mOptions = $options;
		$this->mTitle = $title;
		if ( $clearState ) {
			$this->clearState();
		}
		
		$stripState = false;
		$text = str_replace("\r\n", "\n", $text);
		$text = $this->strip( $text, $stripState, false );
		$text = $this->pstPass2( $text, $user );
		$text = $this->unstrip( $text, $stripState );
		return $text;
	}

	/* private */ function pstPass2( $text, &$user )
	{
		global $wgLang, $wgLocaltimezone;

		# Signatures
		#
		$n = $user->getName();
		$k = $user->getOption( "nickname" );
		if ( "" == $k ) { $k = $n; }
		if(isset($wgLocaltimezone)) {
			$oldtz = getenv("TZ"); putenv("TZ=$wgLocaltimezone");
		}
		/* Note: this is an ugly timezone hack for the European wikis */
		$d = $wgLang->timeanddate( date( "YmdHis" ), false ) .
		  " (" . date( "T" ) . ")";
		if(isset($wgLocaltimezone)) putenv("TZ=$oldtz");

		$text = preg_replace( "/~~~~/", "[[" . $wgLang->getNsText(
		  Namespace::getUser() ) . ":$n|$k]] $d", $text );
		$text = preg_replace( "/~~~/", "[[" . $wgLang->getNsText(
		  Namespace::getUser() ) . ":$n|$k]]", $text );

		# Context links: [[|name]] and [[name (context)|]]
		#
		$tc = "[&;%\\-,.\\(\\)' _0-9A-Za-z\\/:\\x80-\\xff]";
		$np = "[&;%\\-,.' _0-9A-Za-z\\/:\\x80-\\xff]"; # No parens
		$namespacechar = '[ _0-9A-Za-z\x80-\xff]'; # Namespaces can use non-ascii!
		$conpat = "/^({$np}+) \\(({$tc}+)\\)$/";

		$p1 = "/\[\[({$np}+) \\(({$np}+)\\)\\|]]/";		# [[page (context)|]]
		$p2 = "/\[\[\\|({$tc}+)]]/";					# [[|page]]
		$p3 = "/\[\[($namespacechar+):({$np}+)\\|]]/";		# [[namespace:page|]]
		$p4 = "/\[\[($namespacechar+):({$np}+) \\(({$np}+)\\)\\|]]/";
														# [[ns:page (cont)|]]
		$context = "";
		$t = $this->mTitle->getText();
		if ( preg_match( $conpat, $t, $m ) ) {
			$context = $m[2];
		}
		$text = preg_replace( $p4, "[[\\1:\\2 (\\3)|\\2]]", $text );
		$text = preg_replace( $p1, "[[\\1 (\\2)|\\1]]", $text );
		$text = preg_replace( $p3, "[[\\1:\\2|\\2]]", $text );

		if ( "" == $context ) {
			$text = preg_replace( $p2, "[[\\1]]", $text );
		} else {
			$text = preg_replace( $p2, "[[\\1 ({$context})|\\1]]", $text );
		}
		
		# {{SUBST:xxx}} variables
		#
		$mw =& MagicWord::get( MAG_SUBST );
		$text = $mw->substituteCallback( $text, "wfReplaceSubstVar" );

		# Trim trailing whitespace
		# MAG_END (__END__) tag allows for trailing 
		# whitespace to be deliberately included
		$text = rtrim( $text );
		$mw =& MagicWord::get( MAG_END );
		$mw->matchAndRemove( $text );

		return $text;
	}


}

class ParserOutput
{
	var $mText, $mLanguageLinks, $mCategoryLinks, $mContainsOldMagic;

	function ParserOutput( $text = "", $languageLinks = array(), $categoryLinks = array(),
		$containsOldMagic = false )
	{
		$this->mText = $text;
		$this->mLanguageLinks = $languageLinks;
		$this->mCategoryLinks = $categoryLinks;
		$this->mContainsOldMagic = $containsOldMagic;
	}

	function getText() { return $this->mText; }
	function getLanguageLinks() { return $this->mLanguageLinks; }
	function getCategoryLinks() { return $this->mCategoryLinks; }
	function containsOldMagic() { return $this->mContainsOldMagic; }
	function setText( $text ) { return wfSetVar( $this->mText, $text ); }
	function setLanguageLinks( $ll ) { return wfSetVar( $this->mLanguageLinks, $ll ); }
	function setCategoryLinks( $cl ) { return wfSetVar( $this->mCategoryLinks, $cl ); }
	function setContainsOldMagic( $com ) { return wfSetVar( $this->mContainsOldMagic, $com ); }
}

class ParserOptions
{
	# All variables are private
	var $mUseTeX;                    # Use texvc to expand <math> tags
	var $mUseCategoryMagic;          # Treat [[Category:xxxx]] tags specially
	var $mUseDynamicDates;           # Use $wgDateFormatter to format dates
	var $mInterwikiMagic;            # Interlanguage links are removed and returned in an array
	var $mAllowExternalImages;       # Allow external images inline
	var $mSkin;                      # Reference to the preferred skin
	var $mDateFormat;                # Date format index
	var $mEditSection;               # Create "edit section" links
	var $mEditSectionOnRightClick;   # Generate JavaScript to edit section on right click
	var $mPrintable;                 # Generate printable output
	var $mNumberHeadings;            # Automatically number headings
	var $mShowToc;                   # Show table of contents

	function getUseTeX() { return $this->mUseTeX; }
	function getUseCategoryMagic() { return $this->mUseCategoryMagic; }
	function getUseDynamicDates() { return $this->mUseDynamicDates; }
	function getInterwikiMagic() { return $this->mInterwikiMagic; }
	function getAllowExternalImages() { return $this->mAllowExternalImages; }
	function getSkin() { return $this->mSkin; }
	function getDateFormat() { return $this->mDateFormat; }
	function getEditSection() { return $this->mEditSection; }
	function getEditSectionOnRightClick() { return $this->mEditSectionOnRightClick; }
	function getPrintable() { return $this->mPrintable; }
	function getNumberHeadings() { return $this->mNumberHeadings; }
	function getShowToc() { return $this->mShowToc; }

	function setUseTeX( $x ) { return wfSetVar( $this->mUseTeX, $x ); }
	function setUseCategoryMagic( $x ) { return wfSetVar( $this->mUseCategoryMagic, $x ); }
	function setUseDynamicDates( $x ) { return wfSetVar( $this->mUseDynamicDates, $x ); }
	function setInterwikiMagic( $x ) { return wfSetVar( $this->mInterwikiMagic, $x ); }
	function setAllowExternalImages( $x ) { return wfSetVar( $this->mAllowExternalImages, $x ); }
	function setSkin( $x ) { return wfSetRef( $this->mSkin, $x ); }
	function setDateFormat( $x ) { return wfSetVar( $this->mDateFormat, $x ); }
	function setEditSection( $x ) { return wfSetVar( $this->mEditSection, $x ); }
	function setEditSectionOnRightClick( $x ) { return wfSetVar( $this->mEditSectionOnRightClick, $x ); }
	function setPrintable( $x ) { return wfSetVar( $this->mPrintable, $x ); }
	function setNumberHeadings( $x ) { return wfSetVar( $this->mNumberHeadings, $x ); }
	function setShowToc( $x ) { return wfSetVar( $this->mShowToc, $x ); }

	/* static */ function newFromUser( &$user ) 
	{
		$popts = new ParserOptions;
		$popts->initialiseFromUser( &$user );
		return $popts;
	}

	function initialiseFromUser( &$userInput ) 
	{
		global $wgUseTeX, $wgUseCategoryMagic, $wgUseDynamicDates, $wgInterwikiMagic, $wgAllowExternalImages;
		
		if ( !$userInput ) {
			$user = new User;
		} else {
			$user =& $userInput;
		}

		$this->mUseTeX = $wgUseTeX;
		$this->mUseCategoryMagic = $wgUseCategoryMagic;
		$this->mUseDynamicDates = $wgUseDynamicDates;
		$this->mInterwikiMagic = $wgInterwikiMagic;
		$this->mAllowExternalImages = $wgAllowExternalImages;
		$this->mSkin =& $user->getSkin();
		$this->mDateFormat = $user->getOption( "date" );
		$this->mEditSection = $user->getOption( "editsection" );
		$this->mEditSectionOnRightClick = $user->getOption( "editsectiononrightclick" );
		$this->mPrintable = false;
		$this->mNumberHeadings = $user->getOption( "numberheadings" );
		$this->mShowToc = $user->getOption( "showtoc" );
	}


}
	
# Regex callbacks, used in OutputPage::replaceVariables

# Just get rid of the dangerous stuff
# Necessary because replaceVariables is called after removeHTMLtags, 
# and message text can come from any user
function wfReplaceMsgVar( $matches ) {
	global $wgCurOut, $wgLinkCache;
	$text = $wgCurOut->removeHTMLtags( wfMsg( $matches[1] ) );
	$wgLinkCache->suspend();
	$text = $wgCurOut->replaceInternalLinks( $text );
	$wgLinkCache->resume();
	$wgLinkCache->addLinkObj( Title::makeTitle( NS_MEDIAWIKI, $matches[1] ) );
	return $text;
}

# Effective <nowiki></nowiki>
# Not real <nowiki> because this is called after nowiki sections are processed
function wfReplaceMsgnwVar( $matches ) {
	global $wgCurOut, $wgLinkCache;
	$text = wfEscapeWikiText( wfMsg( $matches[1] ) );
	$wgLinkCache->addLinkObj( Title::makeTitle( NS_MEDIAWIKI, $matches[1] ) );
	return $text;
}



?>