<?php
include_once $_SERVER['DOCUMENT_ROOT'] . '/include/shared-manual.inc';
$TOC = array();
$TOC_DEPRECATED = array();
$PARENTS = array();
include_once dirname(__FILE__) ."/toc/refs.basic.other.inc";
$setup = array (
  'home' => 
  array (
    0 => 'index.php',
    1 => 'PHP Manual',
  ),
  'head' => 
  array (
    0 => 'UTF-8',
    1 => 'it',
  ),
  'this' => 
  array (
    0 => 'book.tokenizer.php',
    1 => 'Tokenizer',
    2 => 'Tokenizer',
  ),
  'up' => 
  array (
    0 => 'refs.basic.other.php',
    1 => 'Altre estensioni fondamentali',
  ),
  'prev' => 
  array (
    0 => 'function.tidy-warning-count.php',
    1 => 'tidy_warning_count',
  ),
  'next' => 
  array (
    0 => 'tokenizer.setup.php',
    1 => 'Installazione/Configurazione',
  ),
  'alternatives' => 
  array (
  ),
  'source' => 
  array (
    'lang' => 'en',
    'path' => 'reference/tokenizer/book.xml',
  ),
  'history' => 
  array (
  ),
  'extra_header_links' => 
  array (
    'rel' => 'alternate',
    'href' => '/manual/en/feeds/book.tokenizer.atom',
    'type' => 'application/atom+xml',
  ),
);
$setup["toc"] = $TOC;
$setup["toc_deprecated"] = $TOC_DEPRECATED;
$setup["parents"] = $PARENTS;
manual_setup($setup);

contributors($setup);

?>
<div id="book.tokenizer" class="book">
 
 <h1 class="title">Tokenizer</h1>
 

 <div id="intro.tokenizer" class="preface">
  <h1 class="title">Introduzione</h1>
  <p class="para">
   The tokenizer functions provide an interface to the
   PHP tokenizer embedded in the Zend Engine. Using these
   functions you may write your own PHP source analyzing
   or modification tools without having to deal with the
   language specification at the lexical level.
  </p>
  <p class="para">
   See also the <a href="tokens.php" class="link">appendix about tokens</a>.
  </p>
 </div>

 







 






 









 





 








<ul class="chunklist chunklist_book"><li><a href="tokenizer.setup.php">Installazione/Configurazione</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="tokenizer.installation.php">Installazione</a></li></ul></li><li><a href="tokenizer.constants.php">Costanti predefinite</a></li><li><a href="tokenizer.examples.php">Esempi</a></li><li><a href="class.phptoken.php">PhpToken</a> — The PhpToken class<ul class="chunklist chunklist_book chunklist_children"><li><a href="phptoken.construct.php">PhpToken::__construct</a> — Returns a new PhpToken object</li><li><a href="phptoken.gettokenname.php">PhpToken::getTokenName</a> — Returns the name of the token.</li><li><a href="phptoken.is.php">PhpToken::is</a> — Tells whether the token is of given kind.</li><li><a href="phptoken.isignorable.php">PhpToken::isIgnorable</a> — Tells whether the token would be ignored by the PHP parser.</li><li><a href="phptoken.tostring.php">PhpToken::__toString</a> — Returns the textual content of the token.</li><li><a href="phptoken.tokenize.php">PhpToken::tokenize</a> — Splits given source into PHP tokens, represented by PhpToken objects.</li></ul></li><li><a href="ref.tokenizer.php">Tokenizer Funzioni</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="function.token-get-all.php">token_get_all</a> — Split given source into PHP tokens</li><li><a href="function.token-name.php">token_name</a> — Get the symbolic name of a given PHP token</li></ul></li></ul></div><?php manual_footer($setup); ?>