Overview

Namespaces

  • Yep
    • Tokenizer

Classes

  • PhpTokenizer
  • TokenIterator
  • Tokenizer

Interfaces

  • ITokenizer

Exceptions

  • UnexpectedTokenException
  • Overview
  • Namespace
  • Class

Class PhpTokenizer

Yep\Tokenizer\PhpTokenizer implements Yep\Tokenizer\ITokenizer
Namespace: Yep\Tokenizer
Located at PhpTokenizer.php
Methods summary
public
# tokenize( $code )

Implementation of

Yep\Tokenizer\ITokenizer::tokenize()
Constants summary
TOKEN_UNKNOWN
# null
integer TOKEN_POW
# T_POW
integer TOKEN_ELLIPSIS
# T_ELLIPSIS
integer TOKEN_POW_EQUAL
# T_POW_EQUAL
integer TOKEN_REQUIRE_ONCE
# T_REQUIRE_ONCE
integer TOKEN_REQUIRE
# T_REQUIRE
integer TOKEN_EVAL
# T_EVAL
integer TOKEN_INCLUDE_ONCE
# T_INCLUDE_ONCE
integer TOKEN_INCLUDE
# T_INCLUDE
integer TOKEN_LOGICAL_OR
# T_LOGICAL_OR
integer TOKEN_LOGICAL_XOR
# T_LOGICAL_XOR
integer TOKEN_LOGICAL_AND
# T_LOGICAL_AND
integer TOKEN_PRINT
# T_PRINT
integer TOKEN_SR_EQUAL
# T_SR_EQUAL
integer TOKEN_SL_EQUAL
# T_SL_EQUAL
integer TOKEN_XOR_EQUAL
# T_XOR_EQUAL
integer TOKEN_OR_EQUAL
# T_OR_EQUAL
integer TOKEN_AND_EQUAL
# T_AND_EQUAL
integer TOKEN_MOD_EQUAL
# T_MOD_EQUAL
integer TOKEN_CONCAT_EQUAL
# T_CONCAT_EQUAL
integer TOKEN_DIV_EQUAL
# T_DIV_EQUAL
integer TOKEN_MUL_EQUAL
# T_MUL_EQUAL
integer TOKEN_MINUS_EQUAL
# T_MINUS_EQUAL
integer TOKEN_PLUS_EQUAL
# T_PLUS_EQUAL
integer TOKEN_BOOLEAN_OR
# T_BOOLEAN_OR
integer TOKEN_BOOLEAN_AND
# T_BOOLEAN_AND
integer TOKEN_IS_NOT_IDENTICAL
# T_IS_NOT_IDENTICAL
integer TOKEN_IS_IDENTICAL
# T_IS_IDENTICAL
integer TOKEN_IS_NOT_EQUAL
# T_IS_NOT_EQUAL
integer TOKEN_IS_EQUAL
# T_IS_EQUAL
integer TOKEN_IS_GREATER_OR_EQUAL
# T_IS_GREATER_OR_EQUAL
integer TOKEN_IS_SMALLER_OR_EQUAL
# T_IS_SMALLER_OR_EQUAL
integer TOKEN_SR
# T_SR
integer TOKEN_SL
# T_SL
integer TOKEN_INSTANCEOF
# T_INSTANCEOF
integer TOKEN_UNSET_CAST
# T_UNSET_CAST
integer TOKEN_BOOL_CAST
# T_BOOL_CAST
integer TOKEN_OBJECT_CAST
# T_OBJECT_CAST
integer TOKEN_ARRAY_CAST
# T_ARRAY_CAST
integer TOKEN_STRING_CAST
# T_STRING_CAST
integer TOKEN_DOUBLE_CAST
# T_DOUBLE_CAST
integer TOKEN_INT_CAST
# T_INT_CAST
integer TOKEN_DEC
# T_DEC
integer TOKEN_INC
# T_INC
integer TOKEN_CLONE
# T_CLONE
integer TOKEN_NEW
# T_NEW
integer TOKEN_EXIT
# T_EXIT
integer TOKEN_IF
# T_IF
integer TOKEN_ELSEIF
# T_ELSEIF
integer TOKEN_ELSE
# T_ELSE
integer TOKEN_ENDIF
# T_ENDIF
integer TOKEN_LNUMBER
# T_LNUMBER
integer TOKEN_DNUMBER
# T_DNUMBER
integer TOKEN_STRING
# T_STRING
integer TOKEN_STRING_VARNAME
# T_STRING_VARNAME
integer TOKEN_VARIABLE
# T_VARIABLE
integer TOKEN_NUM_STRING
# T_NUM_STRING
integer TOKEN_INLINE_HTML
# T_INLINE_HTML
integer TOKEN_CHARACTER
# T_CHARACTER
integer TOKEN_BAD_CHARACTER
# T_BAD_CHARACTER
integer TOKEN_ENCAPSED_AND_WHITESPACE
# T_ENCAPSED_AND_WHITESPACE
integer TOKEN_CONSTANT_ENCAPSED_STRING
# T_CONSTANT_ENCAPSED_STRING
integer TOKEN_ECHO
# T_ECHO
integer TOKEN_DO
# T_DO
integer TOKEN_WHILE
# T_WHILE
integer TOKEN_ENDWHILE
# T_ENDWHILE
integer TOKEN_FOR
# T_FOR
integer TOKEN_ENDFOR
# T_ENDFOR
integer TOKEN_FOREACH
# T_FOREACH
integer TOKEN_ENDFOREACH
# T_ENDFOREACH
integer TOKEN_DECLARE
# T_DECLARE
integer TOKEN_ENDDECLARE
# T_ENDDECLARE
integer TOKEN_AS
# T_AS
integer TOKEN_SWITCH
# T_SWITCH
integer TOKEN_ENDSWITCH
# T_ENDSWITCH
integer TOKEN_CASE
# T_CASE
integer TOKEN_DEFAULT
# T_DEFAULT
integer TOKEN_BREAK
# T_BREAK
integer TOKEN_CONTINUE
# T_CONTINUE
integer TOKEN_GOTO
# T_GOTO
integer TOKEN_FUNCTION
# T_FUNCTION
integer TOKEN_CONST
# T_CONST
integer TOKEN_RETURN
# T_RETURN
integer TOKEN_YIELD
# T_YIELD
integer TOKEN_TRY
# T_TRY
integer TOKEN_CATCH
# T_CATCH
integer TOKEN_FINALLY
# T_FINALLY
integer TOKEN_THROW
# T_THROW
integer TOKEN_USE
# T_USE
integer TOKEN_INSTEADOF
# T_INSTEADOF
integer TOKEN_GLOBAL
# T_GLOBAL
integer TOKEN_PUBLIC
# T_PUBLIC
integer TOKEN_PROTECTED
# T_PROTECTED
integer TOKEN_PRIVATE
# T_PRIVATE
integer TOKEN_FINAL
# T_FINAL
integer TOKEN_ABSTRACT
# T_ABSTRACT
integer TOKEN_STATIC
# T_STATIC
integer TOKEN_VAR
# T_VAR
integer TOKEN_UNSET
# T_UNSET
integer TOKEN_ISSET
# T_ISSET
integer TOKEN_EMPTY
# T_EMPTY
integer TOKEN_HALT_COMPILER
# T_HALT_COMPILER
integer TOKEN_CLASS
# T_CLASS
integer TOKEN_TRAIT
# T_TRAIT
integer TOKEN_INTERFACE
# T_INTERFACE
integer TOKEN_EXTENDS
# T_EXTENDS
integer TOKEN_IMPLEMENTS
# T_IMPLEMENTS
integer TOKEN_OBJECT_OPERATOR
# T_OBJECT_OPERATOR
integer TOKEN_DOUBLE_ARROW
# T_DOUBLE_ARROW
integer TOKEN_LIST
# T_LIST
integer TOKEN_ARRAY
# T_ARRAY
integer TOKEN_CALLABLE
# T_CALLABLE
integer TOKEN_CLASS_C
# T_CLASS_C
integer TOKEN_TRAIT_C
# T_TRAIT_C
integer TOKEN_METHOD_C
# T_METHOD_C
integer TOKEN_FUNC_C
# T_FUNC_C
integer TOKEN_LINE
# T_LINE
integer TOKEN_FILE
# T_FILE
integer TOKEN_COMMENT
# T_COMMENT
integer TOKEN_DOC_COMMENT
# T_DOC_COMMENT
integer TOKEN_OPEN_TAG
# T_OPEN_TAG
integer TOKEN_OPEN_TAG_WITH_ECHO
# T_OPEN_TAG_WITH_ECHO
integer TOKEN_CLOSE_TAG
# T_CLOSE_TAG
integer TOKEN_WHITESPACE
# T_WHITESPACE
integer TOKEN_START_HEREDOC
# T_START_HEREDOC
integer TOKEN_END_HEREDOC
# T_END_HEREDOC
integer TOKEN_DOLLAR_OPEN_CURLY_BRACES
# T_DOLLAR_OPEN_CURLY_BRACES
integer TOKEN_CURLY_OPEN
# T_CURLY_OPEN
integer TOKEN_PAAMAYIM_NEKUDOTAYIM
# T_PAAMAYIM_NEKUDOTAYIM
integer TOKEN_NAMESPACE
# T_NAMESPACE
integer TOKEN_NS_C
# T_NS_C
integer TOKEN_DIR
# T_DIR
integer TOKEN_NS_SEPARATOR
# T_NS_SEPARATOR
integer TOKEN_DOUBLE_COLON
# T_DOUBLE_COLON
Constants inherited from Yep\Tokenizer\ITokenizer
LENGTH, OFFSET, POSITION, TYPE, VALUE
API documentation generated by ApiGen