<?php
include_once $_SERVER['DOCUMENT_ROOT'] . '/include/shared-manual.inc';
$TOC = array();
$TOC_DEPRECATED = array();
$PARENTS = array();
include_once dirname(__FILE__) ."/toc/refs.basic.other.inc";
$setup = array (
  'home' => 
  array (
    0 => 'index.php',
    1 => 'PHP Manual',
  ),
  'head' => 
  array (
    0 => 'UTF-8',
    1 => 'uk',
  ),
  'this' => 
  array (
    0 => 'book.tokenizer.php',
    1 => 'Tokenizer',
    2 => 'Tokenizer',
  ),
  'up' => 
  array (
    0 => 'refs.basic.other.php',
    1 => 'Інші базові розширення',
  ),
  'prev' => 
  array (
    0 => 'function.tidy-warning-count.php',
    1 => 'tidy_warning_count',
  ),
  'next' => 
  array (
    0 => 'intro.tokenizer.php',
    1 => 'Вступ',
  ),
  'alternatives' => 
  array (
  ),
  'source' => 
  array (
    'lang' => 'en',
    'path' => 'reference/tokenizer/book.xml',
  ),
  'history' => 
  array (
  ),
  'extra_header_links' => 
  array (
    'rel' => 'alternate',
    'href' => '/manual/en/feeds/book.tokenizer.atom',
    'type' => 'application/atom+xml',
  ),
);
$setup["toc"] = $TOC;
$setup["toc_deprecated"] = $TOC_DEPRECATED;
$setup["parents"] = $PARENTS;
manual_setup($setup);

contributors($setup);

?>
<div id="book.tokenizer" class="book">
 
 <h1 class="title">Tokenizer</h1>
 

 

 







 






 









 





 








<ul class="chunklist chunklist_book"><li><a href="intro.tokenizer.php">Вступ</a></li><li><a href="tokenizer.setup.php">Встановлення/налаштування</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="tokenizer.installation.php">Встановлення</a></li></ul></li><li><a href="tokenizer.constants.php">Попередньо визначені константи</a></li><li><a href="tokenizer.examples.php">Приклади</a></li><li><a href="class.phptoken.php">PhpToken</a> — The PhpToken class<ul class="chunklist chunklist_book chunklist_children"><li><a href="phptoken.construct.php">PhpToken::__construct</a> — Returns a new PhpToken object</li><li><a href="phptoken.gettokenname.php">PhpToken::getTokenName</a> — Returns the name of the token.</li><li><a href="phptoken.is.php">PhpToken::is</a> — Tells whether the token is of given kind.</li><li><a href="phptoken.isignorable.php">PhpToken::isIgnorable</a> — Tells whether the token would be ignored by the PHP parser.</li><li><a href="phptoken.tostring.php">PhpToken::__toString</a> — Returns the textual content of the token.</li><li><a href="phptoken.tokenize.php">PhpToken::tokenize</a> — Splits given source into PHP tokens, represented by PhpToken objects.</li></ul></li><li><a href="ref.tokenizer.php">Tokenizer Функції</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="function.token-get-all.php">token_get_all</a> — Split given source into PHP tokens</li><li><a href="function.token-name.php">token_name</a> — Get the symbolic name of a given PHP token</li></ul></li></ul></div><?php manual_footer($setup); ?>