%PDF-
%PDF-
Mini Shell
Mini Shell
<?php
/**
* This file is part of the Nette Framework (https://nette.org)
* Copyright (c) 2004 David Grudl (https://davidgrudl.com)
*/
declare(strict_types=1);
namespace Nette\Neon;
/** @internal */
final class Lexer
{
public const Patterns = [
// strings
Token::String => '
\'\'\'\n (?:(?: [^\n] | \n(?![\t\ ]*+\'\'\') )*+ \n)?[\t\ ]*+\'\'\' |
"""\n (?:(?: [^\n] | \n(?![\t\ ]*+""") )*+ \n)?[\t\ ]*+""" |
\' (?: \'\' | [^\'\n] )*+ \' |
" (?: \\\\. | [^"\\\\\n] )*+ "
',
// literal / boolean / integer / float
Token::Literal => '
(?: [^#"\',:=[\]{}()\n\t\ `-] | (?<!["\']) [:-] [^"\',=[\]{}()\n\t\ ] )
(?:
[^,:=\]})(\n\t\ ]++ |
:(?! [\n\t\ ,\]})] | $ ) |
[\ \t]++ [^#,:=\]})(\n\t\ ]
)*+
',
// punctuation
Token::Char => '[,:=[\]{}()-]',
// comment
Token::Comment => '\#.*+',
// new line
Token::Newline => '\n++',
// whitespace
Token::Whitespace => '[\t\ ]++',
];
public function tokenize(string $input): TokenStream
{
$input = str_replace("\r", '', $input);
$pattern = '~(' . implode(')|(', self::Patterns) . ')~Amixu';
$res = preg_match_all($pattern, $input, $tokens, PREG_SET_ORDER);
if ($res === false) {
throw new Exception('Invalid UTF-8 sequence.');
}
$types = array_keys(self::Patterns);
$offset = 0;
foreach ($tokens as &$token) {
$type = null;
for ($i = 1; $i <= count($types); $i++) {
if (!isset($token[$i])) {
break;
} elseif ($token[$i] !== '') {
$type = $types[$i - 1];
if ($type === Token::Char) {
$type = $token[0];
}
break;
}
}
$token = new Token($token[0], $type);
$offset += strlen($token->value);
}
$stream = new TokenStream($tokens);
if ($offset !== strlen($input)) {
$s = str_replace("\n", '\n', substr($input, $offset, 40));
$stream->error("Unexpected '$s'", count($tokens));
}
return $stream;
}
public static function requiresDelimiters(string $s): bool
{
return preg_match('~[\x00-\x1F]|^[+-.]?\d|^(true|false|yes|no|on|off|null)$~Di', $s)
|| !preg_match('~^' . self::Patterns[Token::Literal] . '$~Dx', $s);
}
}
Zerion Mini Shell 1.0