Chris@0: <?php
Chris@0: 
Chris@0: /*
Chris@0:  * This file is part of the Symfony package.
Chris@0:  *
Chris@0:  * (c) Fabien Potencier <fabien@symfony.com>
Chris@0:  *
Chris@0:  * For the full copyright and license information, please view the LICENSE
Chris@0:  * file that was distributed with this source code.
Chris@0:  */
Chris@0: 
Chris@0: namespace Symfony\Component\CssSelector\Parser\Tokenizer;
Chris@0: 
Chris@0: use Symfony\Component\CssSelector\Parser\Handler;
Chris@0: use Symfony\Component\CssSelector\Parser\Reader;
Chris@0: use Symfony\Component\CssSelector\Parser\Token;
Chris@0: use Symfony\Component\CssSelector\Parser\TokenStream;
Chris@0: 
Chris@0: /**
Chris@0:  * CSS selector tokenizer.
Chris@0:  *
Chris@0:  * This component is a port of the Python cssselect library,
Chris@0:  * which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect.
Chris@0:  *
Chris@0:  * @author Jean-François Simon <jeanfrancois.simon@sensiolabs.com>
Chris@0:  *
Chris@0:  * @internal
Chris@0:  */
Chris@0: class Tokenizer
Chris@0: {
Chris@0:     /**
Chris@0:      * @var Handler\HandlerInterface[]
Chris@0:      */
Chris@0:     private $handlers;
Chris@0: 
Chris@0:     public function __construct()
Chris@0:     {
Chris@0:         $patterns = new TokenizerPatterns();
Chris@0:         $escaping = new TokenizerEscaping($patterns);
Chris@0: 
Chris@17:         $this->handlers = [
Chris@0:             new Handler\WhitespaceHandler(),
Chris@0:             new Handler\IdentifierHandler($patterns, $escaping),
Chris@0:             new Handler\HashHandler($patterns, $escaping),
Chris@0:             new Handler\StringHandler($patterns, $escaping),
Chris@0:             new Handler\NumberHandler($patterns),
Chris@0:             new Handler\CommentHandler(),
Chris@17:         ];
Chris@0:     }
Chris@0: 
Chris@0:     /**
Chris@0:      * Tokenize selector source code.
Chris@0:      *
Chris@0:      * @return TokenStream
Chris@0:      */
Chris@0:     public function tokenize(Reader $reader)
Chris@0:     {
Chris@0:         $stream = new TokenStream();
Chris@0: 
Chris@0:         while (!$reader->isEOF()) {
Chris@0:             foreach ($this->handlers as $handler) {
Chris@0:                 if ($handler->handle($reader, $stream)) {
Chris@0:                     continue 2;
Chris@0:                 }
Chris@0:             }
Chris@0: 
Chris@0:             $stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
Chris@0:             $reader->moveForward(1);
Chris@0:         }
Chris@0: 
Chris@0:         return $stream
Chris@0:             ->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))
Chris@0:             ->freeze();
Chris@0:     }
Chris@0: }