Tokenizer.php — MailPoet – Newsletters, Email Marketing, and Automation 5.34.3

mailpoet / vendor-prefixed / symfony / css-selector / Parser / Tokenizer / Tokenizer.php

mailpoet / vendor-prefixed / symfony / css-selector / Parser / Tokenizer Last commit date

Tokenizer.php

32 lines

1	<?php
2	namespace MailPoetVendor\Symfony\Component\CssSelector\Parser\Tokenizer;
3	if (!defined('ABSPATH')) exit;
4	use MailPoetVendor\Symfony\Component\CssSelector\Parser\Handler;
5	use MailPoetVendor\Symfony\Component\CssSelector\Parser\Reader;
6	use MailPoetVendor\Symfony\Component\CssSelector\Parser\Token;
7	use MailPoetVendor\Symfony\Component\CssSelector\Parser\TokenStream;
8	class Tokenizer
9	{
10	private $handlers;
11	public function __construct()
12	{
13	$patterns = new TokenizerPatterns();
14	$escaping = new TokenizerEscaping($patterns);
15	$this->handlers = [new Handler\WhitespaceHandler(), new Handler\IdentifierHandler($patterns, $escaping), new Handler\HashHandler($patterns, $escaping), new Handler\StringHandler($patterns, $escaping), new Handler\NumberHandler($patterns), new Handler\CommentHandler()];
16	}
17	public function tokenize(Reader $reader) : TokenStream
18	{
19	$stream = new TokenStream();
20	while (!$reader->isEOF()) {
21	foreach ($this->handlers as $handler) {
22	if ($handler->handle($reader, $stream)) {
23	continue 2;
24	}
25	}
26	$stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
27	$reader->moveForward(1);
28	}
29	return $stream->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))->freeze();
30	}
31	}
32