%PDF-
%PDF-
Mini Shell
Mini Shell
<?php
/**
* This file is part of the Nette Framework (https://nette.org)
* Copyright (c) 2004 David Grudl (https://davidgrudl.com)
*/
declare(strict_types=1);
namespace Nette\Tokenizer;
/**
* Simple lexical analyser.
*/
class Tokenizer
{
/** @var string */
private $re;
/** @var array */
private $types;
/**
* @param array $patterns of [(int|string) token type => (string) pattern]
* @param string $flags regular expression flags
*/
public function __construct(array $patterns, string $flags = '')
{
$this->re = '~(' . implode(')|(', $patterns) . ')~A' . $flags;
$this->types = array_keys($patterns);
}
/**
* Tokenizes string.
* @throws Exception
*/
public function tokenize(string $input): Stream
{
preg_match_all($this->re, $input, $tokens, PREG_SET_ORDER);
if (preg_last_error()) {
throw new Exception(array_flip(get_defined_constants(true)['pcre'])[preg_last_error()]);
}
$len = 0;
$count = count($this->types);
foreach ($tokens as &$token) {
$type = null;
for ($i = 1; $i <= $count; $i++) {
if (!isset($token[$i])) {
break;
} elseif ($token[$i] !== '') {
$type = $this->types[$i - 1];
break;
}
}
$token = new Token($token[0], $type, $len);
$len += strlen($token->value);
}
if ($len !== strlen($input)) {
[$line, $col] = $this->getCoordinates($input, $len);
$token = str_replace("\n", '\n', substr($input, $len, 10));
throw new Exception("Unexpected '$token' on line $line, column $col.");
}
return new Stream($tokens);
}
/**
* Returns position of token in input string.
* @return array of [line, column]
*/
public static function getCoordinates(string $text, int $offset): array
{
$text = substr($text, 0, $offset);
return [substr_count($text, "\n") + 1, $offset - strrpos("\n" . $text, "\n") + 1];
}
}
Zerion Mini Shell 1.0