You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
21 lines
439 B
21 lines
439 B
<?php
|
|
/** @license MIT
|
|
* Copyright 2021 Dustin Wilson et al.
|
|
* See LICENSE file for details */
|
|
|
|
declare(strict_types=1);
|
|
namespace dW\Lit;
|
|
|
|
class Tokenizer {
|
|
protected \Generator $data;
|
|
|
|
public function __construct(\Generator $data) {
|
|
$this->data = $data;
|
|
}
|
|
|
|
public function tokenize(): \Generator {
|
|
foreach ($this->data as $lineNumber => $line) {
|
|
yield $lineNumber => $line;
|
|
}
|
|
}
|
|
}
|