<? 
//require_once 'PHP/CodeDoc/CS/Parser.php';

define("IN_HIDDEN_CODE",5);
define("IN_AT_STRING",6);
define("IN_STRING",2);
define("IN_COMMENT",1);
define("IN_PREPROCESSOR_ARGS",4);
define("YYINITIAL",0);
define("IN_PREPROCESSOR",3);

define ('YY_E_INTERNAL', 0);
define ('YY_E_MATCH',  1);
define ('YY_BUFFER_SIZE', 4096);
define ('YY_F' , -1);
define ('YY_NO_STATE', -1);
define ('YY_NOT_ACCEPT' ,  0);
define ('YY_START' , 1);
define ('YY_END' , 2);
define ('YY_NO_ANCHOR' , 4);
define ('YY_BOL' , 257);
define ('YY_EOF' , 258);
//%implements  yyInput
  
%%
%namespace Mono.CSharp
%public
%class PHP_CodeDoc_CS_Tokenizer
%implements yyParser.yyInput 
%type int
%ignore_token  TOKEN_NONE
%eofval{
	return TOKEN_EOF;
%eofval}


%{
    
    
function dump () {
	foreach(get_object_vars($this) as  $k=>$v) {
		if (is_string($v)) { continue; }
		if (is_array($v)) { continue; }
		echo "$k = $v\n";
	}
}
		
    var $_directiveType;
    var $_directiveBody;
    
    var $_inHidden = false;
    
    
    function isHidden() {
        // doesnt handle nested - needs a stack to do that.
        // doesnt handle any logic!!!
        switch ($this->_directiveType) {
            case 'define':
                // just handle raw defines!
                $GLOBALS['_TOKENIZER_DEFINES'][trim($this->_directiveBody)] = true;
                return $this->_inHidden;
            
            case 'if':
                // simple ones only :)
                if (isset($GLOBALS['_TOKENIZER_DEFINES'][trim($this->_directiveBody)])) {
                    $this->_inHidden = false;
                    echo "hidden = 1\n";
                    return false;
                }
                echo "hidden = 1\n";
                $this->_inHidden = true;
                return true;
            case 'else':
                $this->_inHidden = !$this->_inHidden;
                echo "hidden = ". ((int)  $this->_inHidden ) . "\n";
                return $this->_inHidden;
            case 'endif':
                echo "hidden = 0\n";
                return false;
        }
    }
        
        
// %full removed to see if it helps?
//   %char removed to see if it helps?
%}

%line
%full
%char
%state IN_COMMENT IN_STRING IN_PREPROCESSOR IN_PREPROCESSOR_ARGS IN_HIDDEN_CODE IN_AT_STRING
 

LINE_BREAK              = [\n\r]
WHITE_SPACE             = [ \t\n\r]
SINGLE_LINE_COMMENT     = "//"[^\r\n]*{LINE_BREAK}

DEC_DIGIT               = [0-9]
HEX_DIGIT               = [0-9A-Fa-f]
LONG_SUFFIX             = [Ll]
UNSIGNED_SUFFIX         = [Uu]
UNSIGNED_LONG_SUFFIX    = ([Uu][Ll]|[Ll][Uu])

DEC_LITERAL                     = ({DEC_DIGIT}+)
DEC_LITERAL_LONG                = ({DEC_DIGIT}+{LONG_SUFFIX})
DEC_LITERAL_UNSIGNED            = ({DEC_DIGIT}+{UNSIGNED_SUFFIX})
DEC_LITERAL_UNSIGNED_LONG       = ({DEC_DIGIT}+{UNSIGNED_LONG_SUFFIX})

HEX_LITERAL                     = (0[xX]?{HEX_DIGIT}+)
HEX_LITERAL_LONG                = (0[xX]?{HEX_DIGIT}+{LONG_SUFFIX})
HEX_LITERAL_UNSIGNED            = (0[xX]?{HEX_DIGIT}+{UNSIGNED_SUFFIX})
HEX_LITERAL_UNSIGNED_LONG       = (0[xX]?{HEX_DIGIT}+{UNSIGNED_LONG_SUFFIX})


PREPROCESSOR_START      = ^[ \t]*#[ \t]*


REAL_SUFFIX             = [FfDdMm]
SIGN                    = [+\-]
EXPONENT_PART           = ([eE]{SIGN}?{DEC_DIGIT}+)
WHOLE_REAL1             = ({DEC_DIGIT}+{EXPONENT_PART}{REAL_SUFFIX}?)
WHOLE_REAL2             = ({DEC_DIGIT}+{REAL_SUFFIX})
PART_REAL               = ({DEC_DIGIT}*\.{DEC_DIGIT}+{EXPONENT_PART}?{REAL_SUFFIX}?)
REAL_LITERAL            = ({WHOLE_REAL1}|{WHOLE_REAL2}|{PART_REAL})

REAL_WITH_EXPONENT      = {DEC_DIGIT}+{EXPONENT_PART}
REAL_WITH_POINT         = {DEC_DIGIT}*\.{DEC_DIGIT}+{EXPONENT_PART}?


REAL_LITERAL_DEFAULT    = ({REAL_WITH_EXPONENT}|{REAL_WITH_POINT})

REAL_LITERAL_DOUBLE     = ({DEC_DIGIT}+|{REAL_WITH_EXPONENT}|{REAL_WITH_POINT})[Dd]
REAL_LITERAL_FLOAT      = ({DEC_DIGIT}+|{REAL_WITH_EXPONENT}|{REAL_WITH_POINT})[Ff]
REAL_LITERAL_DECIMAL    = ({DEC_DIGIT}+|{REAL_WITH_EXPONENT}|{REAL_WITH_POINT})[Mm]


SINGLE_CHAR             = [^\\\']
SIMPLE_ESC_SEQ          = \\[\'\"\\0abfnrtv]
UNI_ESC_SEQ1            = \\u{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}
UNI_ESC_SEQ2            = \\U{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT} 
UNI_ESC_SEQ             = {UNI_ESC_SEQ1}|{UNI_ESC_SEQ2}
HEX_ESC_SEQ             = (\\x{HEX_DIGIT}|\\x{HEX_DIGIT}{HEX_DIGIT}|\\x{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}|\\x{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT}{HEX_DIGIT})
CHARACTER               = ({SINGLE_CHAR}|{SIMPLE_ESC_SEQ}|{HEX_ESC_SEQ}|{UNI_ESC_SEQ})
CHARACTER_LITERAL       = \'{CHARACTER}\'


SINGLE_STRING_CHAR      = [^\\\"]
REG_STRING_CHAR         = ({SINGLE_STRING_CHAR}|{SIMPLE_ESC_SEQ}|{HEX_ESC_SEQ}|{UNI_ESC_SEQ})
REGULAR_STRING          = \"{REG_STRING_CHAR}*\"
SINGLE_VERBATIM_CHAR    = [^\"]
QUOTE_ESC_SEQ           = \"\"
VERB_STRING_CHAR        = ({SINGLE_VERBATIM_CHAR}|{QUOTE_ESC_SEQ})
VERBATIM_STRING         = @\"{VERB_STRING_CHAR}*\"
STRING_LITERAL          = ({REGULAR_STRING}|{VERBATIM_STRING})

EASY_STRING_LITERAL     = \"{SINGLE_STRING_CHAR}*\"

COMPLEX_STRING_BEGIN    = \"{SINGLE_STRING_CHAR}*
COMPLEX_STRING_END      = \"


LETTER_CHAR             = [A-Za-z]
IDENT_CHAR              = ({DEC_DIGIT}|{LETTER_CHAR}|"_"|"@")
IDENTIFIER              = ({LETTER_CHAR}|"_"){IDENT_CHAR}*

AT_IDENTIFIER           = \@{IDENTIFIER}


// ' - quote to make sure that it displays ok in editor
 
%% 
 

<YYINITIAL,IN_HIDDEN_CODE>{PREPROCESSOR_START}         { 
					$this->_compilerDirective = $this->yytext();
					echo "PREPROCESSOR START (OK): ". $this->yytext() . "\n";
					$this->yybegin(IN_PREPROCESSOR); return TOKEN_NONE; 
					}

<YYINITIAL,IN_HIDDEN_CODE>#         {  /* THIS IS VERY FLAKEY AS THE ^char does not appear to work */
					$this->_compilerDirective = $this->yytext();
					echo "PREPROCESSOR START (BORKED): ". $this->yytext() . "\n";
					$this->yybegin(IN_PREPROCESSOR); return TOKEN_NONE; 
					}

<IN_PREPROCESSOR>{IDENTIFIER}          {  
						$this->_compilerDirective .= $this->yytext();
						$this->_directiveType = $this->yytext();
						$this->_directiveBody = '';
						$this->yybegin(IN_PREPROCESSOR_ARGS); 
						return TOKEN_NONE;}
<IN_PREPROCESSOR,IN_PREPROCESSOR_ARGS> .			{
						$this->_directiveBody .= $this->yytext();
						$this->_compilerDirective .= $this->yytext();
						return TOKEN_NONE;
						}
<IN_PREPROCESSOR_ARGS> [^\r\n]*         { 
                                            $this->_directiveBody .= $this->yytext();
					    $this->value = $this->_compilerDirective . $this->yytext(); 
					    echo "PREPROCESSOR: {$this->value}\n";
					    if ($this->isHidden()) {
						    $this->yybegin(IN_HIDDEN_CODE);
					    } else {
						    $this->yybegin(YYINITIAL);
					    }
                        return TOKEN_NONE;
                    }
<IN_PREPROCESSOR_ARGS> [ \t]*{LINE_BREAK} 
                                        {
                                            $this->_directiveBody .= $this->yytext();
					    $this->value = $this->_compilerDirective . $this->yytext();
					    echo "PREPROCESSOR: {$this->value}\n";
                        if ($this->isHidden()) {
						    $this->yybegin(IN_HIDDEN_CODE);
					    } else {
						    $this->yybegin(YYINITIAL);
					    }
                                            return TOKEN_NONE; }
                                            
<IN_HIDDEN_CODE> [^#]*                     { 
						$this->value = $this->yytext(); 
						return TOKEN_NONE; 
					    
					    }
                            

<YYINITIAL>{WHITE_SPACE}+                { $this->value = $this->yytext(); return TOKEN_NONE; }
 

<YYINITIAL>{SINGLE_LINE_COMMENT}        {  $this->value = $this->yytext(); return TOKEN_NONE; }

<YYINITIAL> "/*"                        {  $this->_comment= $this->yytext(); 
						$this->yybegin(IN_COMMENT); return TOKEN_NONE; }
<IN_COMMENT> "/*"                       { $this->_comment .= $this->yytext(); return TOKEN_NONE; }
<IN_COMMENT> [\n\r]                     { $this->_comment .= $this->yytext(); return TOKEN_NONE; }
<IN_COMMENT> "*/"                       { $this->_comment .= $this->yytext(); 
						$this->value = $this->_comment;
						$this->yybegin(YYINITIAL);  return TOKEN_NONE; 
						
						}
<IN_COMMENT> [^*]*                          { $this->_comment .= $this->yytext(); return TOKEN_NONE; }
<IN_COMMENT> .                          { $this->_comment .= $this->yytext(); return TOKEN_NONE; }


<YYINITIAL>{DEC_LITERAL}                {   $this->value = $this->yytext(); return TOKEN_LITERAL_INTEGER; }

<YYINITIAL>{DEC_LITERAL_LONG}           {   $this->value = $this->yytext();return TOKEN_LITERAL_INTEGER; }
                                                
<YYINITIAL>{DEC_LITERAL_UNSIGNED}       {   $this->value = $this->yytext();return TOKEN_LITERAL_INTEGER; }      

                                                
<YYINITIAL>{DEC_LITERAL_UNSIGNED_LONG}  {   $this->value = $this->yytext();return TOKEN_LITERAL_INTEGER; }      
                                            
<YYINITIAL>{HEX_LITERAL}                {   
                                             
                                            $this->value = $this->yytext(); return TOKEN_LITERAL_INTEGER;
                                        }


<YYINITIAL>{HEX_LITERAL_LONG}           { 
                                            $this->value = $this->yytext();  return TOKEN_LITERAL_INTEGER;
                                        }
                                                
<YYINITIAL>{HEX_LITERAL_UNSIGNED}       {       
                                            $this->value = $this->yytext(); return TOKEN_LITERAL_INTEGER;
                                        }
                                                
<YYINITIAL>{HEX_LITERAL_UNSIGNED_LONG} {  
                                              $this->value = $this->yytext(); return TOKEN_LITERAL_INTEGER;
                                        } 
                                        
                                        
<YYINITIAL>{REAL_LITERAL_DEFAULT}       {    $this->value = $this->yytext();return TOKEN_LITERAL_DOUBLE;  }
<YYINITIAL>{REAL_LITERAL_DOUBLE}        {    $this->value = $this->yytext();return TOKEN_LITERAL_DOUBLE;  }
<YYINITIAL>{REAL_LITERAL_FLOAT}         {   $this->value = $this->yytext();return TOKEN_LITERAL_FLOAT;  }
<YYINITIAL>{REAL_LITERAL_DECIMAL}       {   $this->value = $this->yytext(); return TOKEN_LITERAL_DECIMAL;  }

 
<YYINITIAL>\'{SINGLE_CHAR}\'            {   $this->value = $this->yytext();return TOKEN_LITERAL_CHARACTER;
                                        }
<YYINITIAL>\'{SIMPLE_ESC_SEQ}\'         {   
                                             $this->value = $this->yytext();return TOKEN_LITERAL_CHARACTER;      
                                        }

<YYINITIAL>\'({HEX_ESC_SEQ}|{UNI_ESC_SEQ1})\' { 
                                             $this->value = $this->yytext();return TOKEN_LITERAL_CHARACTER;
                                        }
                                             
<YYINITIAL>\'({UNI_ESC_SEQ2})\'         {
                                             
                                             $this->value = $this->yytext();return TOKEN_LITERAL_CHARACTER;
                                        }


<YYINITIAL>{EASY_STRING_LITERAL}        {
                                              $this->value = $this->yytext();  return TOKEN_LITERAL_STRING; 
                                        }
                                        
<YYINITIAL>{COMPLEX_STRING_BEGIN}       {   
                                           $this->_string =  $this->yytext();
					   $this->yybegin(IN_STRING); return TOKEN_NONE;
                                        }
                                        
<IN_STRING>{SINGLE_STRING_CHAR}*        {      $this->_string .=  $this->yytext();return TOKEN_NONE;}
<IN_STRING>{SIMPLE_ESC_SEQ}             { 
                                             
                                            $this->_string .=  $this->yytext(); return TOKEN_NONE;      
                                        }


<IN_STRING>{HEX_ESC_SEQ}|{UNI_ESC_SEQ1} {    
                                             $this->_string .=  $this->yytext();return TOKEN_NONE;
                                        }

<IN_STRING>{UNI_ESC_SEQ2})              {
                                            
                                             $this->_string .=  $this->yytext();return TOKEN_NONE;
                                        }
                                        
<IN_STRING,IN_AT_STRING>{COMPLEX_STRING_END} 
                                        {
                                            $this->_string .=  $this->yytext();
					    $this->value = $this->_string;
					    $this->yybegin(YYINITIAL);
                                            return TOKEN_LITERAL_STRING;
                                        }


<YYINITIAL>@\"                        {   
                                           $this->_string =  $this->yytext();
					   $this->yybegin(IN_AT_STRING); return TOKEN_NONE;
                                        }


<IN_AT_STRING>{SINGLE_VERBATIM_CHAR}*   {   
                                           $this->_string .=  $this->yytext(); return TOKEN_NONE;
                                        }
<IN_AT_STRING>{QUOTE_ESC_SEQ}           { 
                                            
                                           $this->_string .=  $this->yytext(); return TOKEN_NONE;      
                                        }

 
<YYINITIAL>"{"                          {  $this->value = $this->yytext();return TOKEN_OPEN_BRACE; }	
<YYINITIAL>"}"                          {  $this->value = $this->yytext();return TOKEN_CLOSE_BRACE ; }  
<YYINITIAL>"["                          { $this->value = $this->yytext(); return TOKEN_OPEN_BRACKET ; } 
<YYINITIAL>"]"                          {  $this->value = $this->yytext();return TOKEN_CLOSE_BRACKET ; }
<YYINITIAL>"("                          {  $this->value = $this->yytext();return TOKEN_OPEN_PARENS  ; } 
<YYINITIAL>")"                          {  $this->value = $this->yytext();return TOKEN_CLOSE_PARENS ; } 
<YYINITIAL>"."                          {  $this->value = $this->yytext();return TOKEN_DOT	   ; }   
<YYINITIAL>","                          {  $this->value = $this->yytext();return TOKEN_COMMA	   ; }   
<YYINITIAL>":"                          {  $this->value = $this->yytext();return TOKEN_COLON	    ; }  
<YYINITIAL>";"                          {  $this->value = $this->yytext();return TOKEN_SEMICOLON   ; }  
<YYINITIAL>"~"                          {  $this->value = $this->yytext();return TOKEN_TILDE	   ; }   
   
<YYINITIAL>"+"                          {  $this->value = $this->yytext();return TOKEN_PLUS	 ; }	 
<YYINITIAL>"-"                          {  $this->value = $this->yytext();return TOKEN_MINUS	  ; }	 
<YYINITIAL>"!"                          {  $this->value = $this->yytext();return TOKEN_BANG	  ; }	 
<YYINITIAL>"="                          {  $this->value = $this->yytext();return TOKEN_ASSIGN    ; }	 
<YYINITIAL>"<"                          {  $this->value = $this->yytext();return TOKEN_OP_LT	   ; }   
<YYINITIAL>">"                          {  $this->value = $this->yytext();return TOKEN_OP_GT	    ; }  
<YYINITIAL>"&"                          {  $this->value = $this->yytext();return TOKEN_BITWISE_AND  ; } 
<YYINITIAL>"|"                          {  $this->value = $this->yytext();return TOKEN_BITWISE_OR   ; } 
<YYINITIAL>"*"                          {  $this->value = $this->yytext();return TOKEN_STAR	    ; }  
<YYINITIAL>"%"                          {  $this->value = $this->yytext();return TOKEN_PERCENT     ; }  
<YYINITIAL>"/"                          {  $this->value = $this->yytext();return TOKEN_DIV	    ; }  
<YYINITIAL>"^"                          {  $this->value = $this->yytext();return TOKEN_CARRET      ; }  
<YYINITIAL>"?"                          {  $this->value = $this->yytext();return TOKEN_INTERR      ; }  
 
<YYINITIAL>"++"                            {$this->value = $this->yytext(); return TOKEN_OP_INC     ; }	     
<YYINITIAL>"--"                           { $this->value = $this->yytext(); return TOKEN_OP_DEC	 ; }	     
<YYINITIAL>"<<"                           { $this->value = $this->yytext(); return TOKEN_OP_SHIFT_LEFT    ; }       
<YYINITIAL>">>"                           { $this->value = $this->yytext(); return TOKEN_OP_SHIFT_RIGHT    ; }      
<YYINITIAL>"<="                           { $this->value = $this->yytext(); return TOKEN_OP_LE 	  ; }	     
<YYINITIAL>">="                           { $this->value = $this->yytext(); return TOKEN_OP_GE 	 ; }	     
<YYINITIAL>"=="                           { $this->value = $this->yytext(); return TOKEN_OP_EQ 	 ; }	     
<YYINITIAL>"!="                           { $this->value = $this->yytext(); return TOKEN_OP_NE 	  ; }	     
<YYINITIAL>"&&"                           { $this->value = $this->yytext(); return TOKEN_OP_AND	   ; }       
<YYINITIAL>"||"                           { $this->value = $this->yytext(); return TOKEN_OP_OR 	   ; }       
<YYINITIAL>"*="                           { $this->value = $this->yytext(); return TOKEN_OP_MULT_ASSIGN  ; }	     
<YYINITIAL>"/="                           { $this->value = $this->yytext(); return TOKEN_OP_DIV_ASSIGN   ; }	     
<YYINITIAL>"%="                           { $this->value = $this->yytext(); return TOKEN_OP_MOD_ASSIGN   ; }	     
<YYINITIAL>"+="                           { $this->value = $this->yytext(); return TOKEN_OP_ADD_ASSIGN   ; }	     
<YYINITIAL>"-="                           { $this->value = $this->yytext(); return TOKEN_OP_SUB_ASSIGN   ; }	     
<YYINITIAL>"<<="                           {$this->value = $this->yytext();  return TOKEN_OP_SHIFT_LEFT_ASSIGN   ; } 
<YYINITIAL>">>="                          { $this->value = $this->yytext();  return TOKEN_OP_SHIFT_RIGHT_ASSIGN  ; } 
<YYINITIAL>"&="                           {  $this->value = $this->yytext(); return TOKEN_OP_AND_ASSIGN      ; }     
<YYINITIAL>"^="                          { $this->value = $this->yytext();return TOKEN_OP_XOR_ASSIGN	 ; }	   
<YYINITIAL>"|="                          { $this->value = $this->yytext();return TOKEN_OP_OR_ASSIGN	; }	   
<YYINITIAL>"->"                          { $this->value = $this->yytext();return TOKEN_OP_PTR       ; }	   

 
<YYINITIAL>"abstract"                   {  $this->value = $this->yytext();return TOKEN_ABSTRACT     ; }	   
<YYINITIAL>"as"                         {  $this->value = $this->yytext();return  TOKEN_AS	; }	      
<YYINITIAL>"base"                       {  $this->value = $this->yytext();return  TOKEN_BASE	  ; }		
<YYINITIAL>"bool"                       {  $this->value = $this->yytext();return  TOKEN_BOOL	  ; }		
<YYINITIAL>"break"                      {  $this->value = $this->yytext();return  TOKEN_BREAK     ; }  	 
<YYINITIAL>"byte"                       {  $this->value = $this->yytext();return  TOKEN_BYTE	  ; }		
<YYINITIAL>"case"                       {  $this->value = $this->yytext();return  TOKEN_CASE	  ; }		
<YYINITIAL>"catch"                      {  $this->value = $this->yytext();return  TOKEN_CATCH     ; }  	 
<YYINITIAL>"char"                       {  $this->value = $this->yytext();return  TOKEN_CHAR	  ; }		
<YYINITIAL>"checked"                    {  $this->value = $this->yytext();return  TOKEN_CHECKED     ; }	   
<YYINITIAL>"class"                      {  $this->value = $this->yytext();return  TOKEN_CLASS     ; }  	 
<YYINITIAL>"const"                      {  $this->value = $this->yytext();return  TOKEN_CONST     ; }  	 
<YYINITIAL>"continue"                   {  $this->value = $this->yytext();return  TOKEN_CONTINUE     ; }	    
<YYINITIAL>"decimal"                    {  $this->value = $this->yytext();return  TOKEN_DECIMAL     ; }	   
<YYINITIAL>"default"                    {  $this->value = $this->yytext();return  TOKEN_DEFAULT     ; }	   
<YYINITIAL>"delegate"                   {  $this->value = $this->yytext();return  TOKEN_DELEGATE     ; }	    
<YYINITIAL>"do"                         {  $this->value = $this->yytext();return  TOKEN_DO	; }	      
<YYINITIAL>"double"                     {  $this->value = $this->yytext();return  TOKEN_DOUBLE     ; } 	  
<YYINITIAL>"else"                       {  $this->value = $this->yytext();return  TOKEN_ELSE	  ; }		
<YYINITIAL>"enum"                       {  $this->value = $this->yytext();return  TOKEN_ENUM	  ; }		
<YYINITIAL>"event"                      {  $this->value = $this->yytext();return  TOKEN_EVENT     ; }  	 
<YYINITIAL>"explicit"                   {  $this->value = $this->yytext();return  TOKEN_EXPLICIT     ; }	    
<YYINITIAL>"extern"                     {  $this->value = $this->yytext();return  TOKEN_EXTERN     ; } 	  
<YYINITIAL>"false"                      {  $this->value = $this->yytext();return  TOKEN_FALSE     ; }  	 
<YYINITIAL>"finally"                    {  $this->value = $this->yytext();return  TOKEN_FINALLY     ; }	   
<YYINITIAL>"fixed"                      {  $this->value = $this->yytext();return  TOKEN_FIXED     ; }  	 
<YYINITIAL>"float"                      {  $this->value = $this->yytext();return  TOKEN_FLOAT     ; }  	 
<YYINITIAL>"for"                        {  $this->value = $this->yytext();return  TOKEN_FOR	 ; }	       
<YYINITIAL>"foreach"                    {  $this->value = $this->yytext();return  TOKEN_FOREACH     ; }	   
<YYINITIAL>"goto"                       {  $this->value = $this->yytext();return  TOKEN_GOTO	  ; }		
<YYINITIAL>"if"                         {  $this->value = $this->yytext();return  TOKEN_IF	; }	      
<YYINITIAL>"implicit"                   {  $this->value = $this->yytext();return  TOKEN_IMPLICIT     ; }	    
<YYINITIAL>"in"                         {  $this->value = $this->yytext();return  TOKEN_IN	; }	      
<YYINITIAL>"int"                        {  $this->value = $this->yytext();return  TOKEN_INT	 ; }	       
<YYINITIAL>"interface"                  {  $this->value = $this->yytext();return  TOKEN_INTERFACE     ; }	     
<YYINITIAL>"internal"                   {  $this->value = $this->yytext();return  TOKEN_INTERNAL     ; }	    
<YYINITIAL>"is"                         {  $this->value = $this->yytext();return  TOKEN_IS	; }	      
<YYINITIAL>"lock"                       {  $this->value = $this->yytext();return  TOKEN_LOCK	  ; }		
<YYINITIAL>"long"                       {  $this->value = $this->yytext();return  TOKEN_LONG	  ; }		
<YYINITIAL>"namespace"                  {  $this->value = $this->yytext();return  TOKEN_NAMESPACE     ; }	     
<YYINITIAL>"new"                        {  $this->value = $this->yytext();return  TOKEN_NEW	 ; }	       
<YYINITIAL>"null"                       {  $this->value = $this->yytext();return  TOKEN_NULL	  ; }		
<YYINITIAL>"object"                     {  $this->value = $this->yytext();return  TOKEN_OBJECT     ; } 	  
<YYINITIAL>"operator"                   {  $this->value = $this->yytext();return  TOKEN_OPERATOR     ; }	    
<YYINITIAL>"out"                        {  $this->value = $this->yytext();return  TOKEN_OUT	 ; }	       
<YYINITIAL>"override"                   {  $this->value = $this->yytext();return  TOKEN_OVERRIDE     ; }	    
<YYINITIAL>"params"                     {  $this->value = $this->yytext();return  TOKEN_PARAMS     ; } 	  
<YYINITIAL>"private"                    {  $this->value = $this->yytext();return  TOKEN_PRIVATE     ; }	   
<YYINITIAL>"protected"                  {  $this->value = $this->yytext();return  TOKEN_PROTECTED     ; }	     
<YYINITIAL>"public"                     {  $this->value = $this->yytext();return  TOKEN_PUBLIC     ; } 	  
<YYINITIAL>"readonly"                   {  $this->value = $this->yytext();return  TOKEN_READONLY     ; }	    
<YYINITIAL>"ref"                        {  $this->value = $this->yytext();return  TOKEN_REF	 ; }	       
<YYINITIAL>"return"                     {  $this->value = $this->yytext();return  TOKEN_RETURN     ; } 	  
<YYINITIAL>"sbyte"                      {  $this->value = $this->yytext();return  TOKEN_SBYTE     ; }  	 
<YYINITIAL>"sealed"                     {  $this->value = $this->yytext();return  TOKEN_SEALED     ; } 	  
<YYINITIAL>"short"                      {  $this->value = $this->yytext();return  TOKEN_SHORT     ; }  	 
<YYINITIAL>"sizeof"                     {  $this->value = $this->yytext();return  TOKEN_SIZEOF     ; } 	  
<YYINITIAL>"stackalloc"                 {  $this->value = $this->yytext();return  TOKEN_STACKALLOC	; }	      
<YYINITIAL>"static"                     {  $this->value = $this->yytext();return  TOKEN_STATIC     ; } 	  
<YYINITIAL>"string"                     {  $this->value = $this->yytext();return  TOKEN_STRING     ; } 	  
<YYINITIAL>"struct"                     {  $this->value = $this->yytext();return  TOKEN_STRUCT     ; } 	  
<YYINITIAL>"switch"                     {  $this->value = $this->yytext();return  TOKEN_SWITCH     ; } 	  
<YYINITIAL>"this"                       {  $this->value = $this->yytext();return  TOKEN_THIS	  ; }		
<YYINITIAL>"throw"                      {  $this->value = $this->yytext();return  TOKEN_THROW     ; }  	 
<YYINITIAL>"true"                       {  $this->value = $this->yytext();return  TOKEN_TRUE	  ; }		
<YYINITIAL>"try"                        {  $this->value = $this->yytext();return  TOKEN_TRY	 ; }	       
<YYINITIAL>"typeof"                     {  $this->value = $this->yytext();return  TOKEN_TYPEOF     ; } 	  
<YYINITIAL>"uint"                       {  $this->value = $this->yytext();return  TOKEN_UINT	  ; }		
<YYINITIAL>"ulong"                      {  $this->value = $this->yytext();return  TOKEN_ULONG     ; }  	 
<YYINITIAL>"unchecked"                  {  $this->value = $this->yytext();return  TOKEN_UNCHECKED     ; }	     
<YYINITIAL>"unsafe"                     {  $this->value = $this->yytext();return  TOKEN_UNSAFE     ; } 	  
<YYINITIAL>"ushort"                     {  $this->value = $this->yytext();return  TOKEN_USHORT     ; } 	  
<YYINITIAL>"using"                      {  $this->value = $this->yytext();return  TOKEN_USING     ; }  	 
<YYINITIAL>"virtual"                    {  $this->value = $this->yytext();return  TOKEN_VIRTUAL     ; }	   
<YYINITIAL>"void"                       {  $this->value = $this->yytext();return  TOKEN_VOID	  ; }		
<YYINITIAL>"volatile"                   {  $this->value = $this->yytext();return  TOKEN_VOLATILE     ; }	    
<YYINITIAL>"while"                      {  $this->value = $this->yytext();return  TOKEN_WHILE     ; }  	 

<YYINITIAL>"get"                        {  
                                             
                                            $this->value = $this->yytext();return  TOKEN_IDENTIFIER;// TOKEN_GET; 
                                        }
                                            
<YYINITIAL>"set"                        {   
                                            $this->value = $this->yytext();return   TOKEN_IDENTIFIER;//TOKEN_SET     ; 
                                        }   
                                        
<YYINITIAL>"remove"                     {  
                                            
                                            $this->value = $this->yytext();return   TOKEN_IDENTIFIER;//TOKEN_REMOVE     ; 
                                        } 
                                        
<YYINITIAL>"add"                        {  
                                            
                                            $this->value = $this->yytext();return   TOKEN_IDENTIFIER;//TOKEN_ADD     ; 
                                        }  
                                        

<YYINITIAL>"assembly"                   {  
                                             
                                            $this->value = $this->yytext();return   TOKEN_IDENTIFIER;//TOKEN_ASSEMBLY     ; 
                                        }         


<YYINITIAL>{IDENTIFIER}                  { $this->value = $this->yytext();return  TOKEN_IDENTIFIER     ; }           
<YYINITIAL>{AT_IDENTIFIER}              { $this->value = $this->yytext();return  TOKEN_IDENTIFIER; }  
 
 
<YYINITIAL,IN_COMMENT,IN_STRING,IN_AT_STRING,IN_PREPROCESSOR,IN_PREPROCESSOR_ARGS,IN_HIDDEN_CODE> . { 
	echo "ERROR: unexpected something: character: 0x" . dechex(ord($this->yytext())) . "\n";
	 
        return TOKEN_ERROR;
}