74 lines
2.0 KiB
PHP
74 lines
2.0 KiB
PHP
<?php
|
|
|
|
/*
|
|
* This file is part of the Symfony package.
|
|
*
|
|
* (c) Fabien Potencier <fabien@symfony.com>
|
|
*
|
|
* For the full copyright and license information, please view the LICENSE
|
|
* file that was distributed with this source code.
|
|
*/
|
|
|
|
namespace Symfony\Component\CssSelector\Parser\Tokenizer;
|
|
|
|
use Symfony\Component\CssSelector\Parser\Handler;
|
|
use Symfony\Component\CssSelector\Parser\Reader;
|
|
use Symfony\Component\CssSelector\Parser\Token;
|
|
use Symfony\Component\CssSelector\Parser\TokenStream;
|
|
|
|
/**
|
|
* CSS selector tokenizer.
|
|
*
|
|
* This component is a port of the Python cssselect library,
|
|
* which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect.
|
|
*
|
|
* @author Jean-François Simon <jeanfrancois.simon@sensiolabs.com>
|
|
*
|
|
* @internal
|
|
*/
|
|
class Tokenizer
|
|
{
|
|
/**
|
|
* @var Handler\HandlerInterface[]
|
|
*/
|
|
private array $handlers;
|
|
|
|
public function __construct()
|
|
{
|
|
$patterns = new TokenizerPatterns();
|
|
$escaping = new TokenizerEscaping($patterns);
|
|
|
|
$this->handlers = [
|
|
new Handler\WhitespaceHandler(),
|
|
new Handler\IdentifierHandler($patterns, $escaping),
|
|
new Handler\HashHandler($patterns, $escaping),
|
|
new Handler\StringHandler($patterns, $escaping),
|
|
new Handler\NumberHandler($patterns),
|
|
new Handler\CommentHandler(),
|
|
];
|
|
}
|
|
|
|
/**
|
|
* Tokenize selector source code.
|
|
*/
|
|
public function tokenize(Reader $reader): TokenStream
|
|
{
|
|
$stream = new TokenStream();
|
|
|
|
while (!$reader->isEOF()) {
|
|
foreach ($this->handlers as $handler) {
|
|
if ($handler->handle($reader, $stream)) {
|
|
continue 2;
|
|
}
|
|
}
|
|
|
|
$stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
|
|
$reader->moveForward(1);
|
|
}
|
|
|
|
return $stream
|
|
->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))
|
|
->freeze();
|
|
}
|
|
}
|