| /vendor/symfony/css-selector/Parser/Tokenizer/Tokenizer.php |
|---|
| @@ -0,0 +1,80 @@ |
|---|
| <?php |
| |
| /* |
| * This file is part of the Symfony package. |
| * |
| * (c) Fabien Potencier <fabien@symfony.com> |
| * |
| * For the full copyright and license information, please view the LICENSE |
| * file that was distributed with this source code. |
| */ |
| |
| namespace Symfony\Component\CssSelector\Parser\Tokenizer; |
| |
| use Symfony\Component\CssSelector\Parser\Handler; |
| use Symfony\Component\CssSelector\Parser\Reader; |
| use Symfony\Component\CssSelector\Parser\Token; |
| use Symfony\Component\CssSelector\Parser\TokenStream; |
| |
| /** |
| * CSS selector tokenizer. |
| * |
| * This component is a port of the Python cssselect library, |
| * which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect. |
| * |
| * @author Jean-François Simon <jeanfrancois.simon@sensiolabs.com> |
| * |
| * @internal |
| */ |
| class Tokenizer |
| { |
| /** |
| * @var Handler\HandlerInterface[] |
| */ |
| private $handlers; |
| |
| /** |
| * Constructor. |
| */ |
| public function __construct() |
| { |
| $patterns = new TokenizerPatterns(); |
| $escaping = new TokenizerEscaping($patterns); |
| |
| $this->handlers = array( |
| new Handler\WhitespaceHandler(), |
| new Handler\IdentifierHandler($patterns, $escaping), |
| new Handler\HashHandler($patterns, $escaping), |
| new Handler\StringHandler($patterns, $escaping), |
| new Handler\NumberHandler($patterns), |
| new Handler\CommentHandler(), |
| ); |
| } |
| |
| /** |
| * Tokenize selector source code. |
| * |
| * @param Reader $reader |
| * |
| * @return TokenStream |
| */ |
| public function tokenize(Reader $reader) |
| { |
| $stream = new TokenStream(); |
| |
| while (!$reader->isEOF()) { |
| foreach ($this->handlers as $handler) { |
| if ($handler->handle($reader, $stream)) { |
| continue 2; |
| } |
| } |
| |
| $stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition())); |
| $reader->moveForward(1); |
| } |
| |
| return $stream |
| ->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition())) |
| ->freeze(); |
| } |
| } |
