14 changed files with 3328 additions and 3 deletions
@ -0,0 +1,129 @@ |
|||
<?php |
|||
|
|||
use Robo\Result; |
|||
|
|||
const BASE = __DIR__.\DIRECTORY_SEPARATOR; |
|||
const BASE_TEST = BASE."tests".\DIRECTORY_SEPARATOR; |
|||
define("IS_WIN", defined("PHP_WINDOWS_VERSION_MAJOR")); |
|||
define("IS_MAC", php_uname("s") === "Darwin"); |
|||
|
|||
function norm(string $path): string { |
|||
$out = realpath($path); |
|||
if (!$out) { |
|||
$out = str_replace(["/", "\\"], \DIRECTORY_SEPARATOR, $path); |
|||
} |
|||
return $out; |
|||
} |
|||
|
|||
class RoboFile extends \Robo\Tasks { |
|||
/** Runs the typical test suite |
|||
* |
|||
* Arguments passed to the task are passed on to PHPUnit. Thus one may, for |
|||
* example, run the following command and get the expected results: |
|||
* |
|||
* ./robo test --testsuite Tokenizer --exclude-group slow --testdox |
|||
* |
|||
* Please see the PHPUnit documentation for available options. |
|||
*/ |
|||
public function test(array $args): Result { |
|||
return $this->runTests(escapeshellarg(\PHP_BINARY), "typical", $args); |
|||
} |
|||
|
|||
/** Runs the full test suite |
|||
* |
|||
* This includes pedantic tests which may help to identify problems. |
|||
* See help for the "test" task for more details. |
|||
*/ |
|||
public function testFull(array $args): Result { |
|||
return $this->runTests(escapeshellarg(\PHP_BINARY), "full", $args); |
|||
} |
|||
|
|||
/** |
|||
* Runs a quick subset of the test suite |
|||
* |
|||
* See help for the "test" task for more details. |
|||
*/ |
|||
public function testQuick(array $args): Result { |
|||
return $this->runTests(escapeshellarg(\PHP_BINARY), "quick", $args); |
|||
} |
|||
|
|||
/** Produces a code coverage report |
|||
* |
|||
* By default this task produces an HTML-format coverage report in |
|||
* tests/coverage/. Additional reports may be produced by passing |
|||
* arguments to this task as one would to PHPUnit. |
|||
*/ |
|||
public function coverage(array $args): Result { |
|||
// run tests with code coverage reporting enabled |
|||
$exec = $this->findCoverageEngine(); |
|||
return $this->runTests($exec, "coverage", array_merge(["--coverage-html", BASE_TEST."coverage"], $args)); |
|||
} |
|||
|
|||
/** Produces a code coverage report, with redundant tests |
|||
* |
|||
* Depending on the environment, some tests that normally provide |
|||
* coverage may be skipped, while working alternatives are normally |
|||
* suppressed for reasons of time. This coverage report will try to |
|||
* run all tests which may cover code. |
|||
* |
|||
* See also help for the "coverage" task for more details. |
|||
*/ |
|||
public function coverageFull(array $args): Result { |
|||
// run tests with code coverage reporting enabled |
|||
$exec = $this->findCoverageEngine(); |
|||
return $this->runTests($exec, "typical", array_merge(["--coverage-html", BASE_TEST."coverage"], $args)); |
|||
} |
|||
|
|||
/** Runs the coding standards fixer */ |
|||
public function clean($opts = ['demo|d' => false]): Result { |
|||
$t = $this->taskExec(norm(BASE."vendor/bin/php-cs-fixer")); |
|||
$t->arg("fix"); |
|||
if ($opts['demo']) { |
|||
$t->args("--dry-run", "--diff")->option("--diff-format", "udiff"); |
|||
} |
|||
return $t->run(); |
|||
} |
|||
|
|||
protected function findCoverageEngine(): string { |
|||
if (IS_WIN) { |
|||
$dbg = dirname(\PHP_BINARY)."\\phpdbg.exe"; |
|||
$dbg = file_exists($dbg) ? $dbg : ""; |
|||
} else { |
|||
$dbg = trim(`which phpdbg 2>/dev/null`); |
|||
} |
|||
if ($dbg) { |
|||
return escapeshellarg($dbg)." -qrr"; |
|||
} else { |
|||
$ext = IS_WIN ? "dll" : (IS_MAC ? "dylib" : "so"); |
|||
return escapeshellarg(\PHP_BINARY)." -d zend_extension=xdebug.$ext"; |
|||
} |
|||
} |
|||
|
|||
protected function blackhole(bool $all = false): string { |
|||
$hole = IS_WIN ? "nul" : "/dev/null"; |
|||
return $all ? ">$hole 2>&1" : "2>$hole"; |
|||
} |
|||
|
|||
protected function runTests(string $executor, string $set, array $args) : Result { |
|||
switch ($set) { |
|||
case "typical": |
|||
$set = ["--exclude-group", "optional"]; |
|||
break; |
|||
case "quick": |
|||
$set = ["--exclude-group", "optional,slow"]; |
|||
break; |
|||
case "coverage": |
|||
$set = ["--exclude-group", "optional,coverageOptional"]; |
|||
break; |
|||
case "full": |
|||
$set = []; |
|||
break; |
|||
default: |
|||
throw new \Exception; |
|||
} |
|||
$execpath = norm(BASE."vendor-bin/phpunit/vendor/phpunit/phpunit/phpunit"); |
|||
$confpath = realpath(BASE_TEST."phpunit.dist.xml") ?: norm(BASE_TEST."phpunit.xml"); |
|||
//$this->taskServer(8000)->host("localhost")->dir(BASE_TEST."docroot")->rawArg("-n")->arg(BASE_TEST."server.php")->rawArg($this->blackhole())->background()->run(); |
|||
return $this->taskExec($executor)->option("-d", "zend.assertions=1")->arg($execpath)->option("-c", $confpath)->args(array_merge($set, $args))->run(); |
|||
} |
|||
} |
|||
@ -0,0 +1,14 @@ |
|||
#! /bin/sh |
|||
base=`dirname "$0"` |
|||
roboCommand="$1" |
|||
if [ $# -eq 0 ]; then |
|||
"$base/vendor/bin/robo" |
|||
else |
|||
shift |
|||
ulimit -n 2048 |
|||
if [ "$1" = "clean" ]; then |
|||
"$base/vendor/bin/robo" "$roboCommand" "$@" |
|||
else |
|||
"$base/vendor/bin/robo" "$roboCommand" -- "$@" |
|||
fi |
|||
fi |
|||
@ -0,0 +1,21 @@ |
|||
@echo off |
|||
setlocal |
|||
set base=%~dp0 |
|||
set roboCommand=%1 |
|||
|
|||
rem get all arguments except the first |
|||
shift |
|||
set "args=" |
|||
:parse |
|||
if "%~1" neq "" ( |
|||
set args=%args% %1 |
|||
shift |
|||
goto :parse |
|||
) |
|||
if defined args set args=%args:~1% |
|||
|
|||
if "%1"=="clean" ( |
|||
call "%base%vendor\bin\robo" "%roboCommand%" %args% |
|||
) else ( |
|||
call "%base%vendor\bin\robo" "%roboCommand%" -- %args% |
|||
) |
|||
@ -0,0 +1,16 @@ |
|||
<?php |
|||
declare(strict_types=1); |
|||
namespace dW\HTML5; |
|||
|
|||
const NS_BASE = __NAMESPACE__."\\"; |
|||
define(NS_BASE."BASE", dirname(__DIR__).DIRECTORY_SEPARATOR); |
|||
const DOCROOT = BASE."tests".DIRECTORY_SEPARATOR."docroot".DIRECTORY_SEPARATOR; |
|||
ini_set("memory_limit", "-1"); |
|||
ini_set("zend.assertions", "1"); |
|||
ini_set("assert.exception", "true"); |
|||
error_reporting(\E_ALL); |
|||
require_once BASE."vendor".DIRECTORY_SEPARATOR."autoload.php"; |
|||
|
|||
if (function_exists("xdebug_set_filter")) { |
|||
xdebug_set_filter(\XDEBUG_FILTER_CODE_COVERAGE, \XDEBUG_PATH_WHITELIST, [BASE."lib/"]); |
|||
} |
|||
@ -0,0 +1,31 @@ |
|||
<?php |
|||
declare(strict_types=1); |
|||
namespace dW\HTML5\TestCase; |
|||
|
|||
use dW\HTML5\Data; |
|||
use dW\HTML5\EOFToken; |
|||
use dW\HTML5\OpenElementsStack; |
|||
use dW\HTML5\Tokenizer; |
|||
|
|||
class TestTokenizer extends \dW\HTML5\Test\StandardTest { |
|||
/** @dataProvider provideStandardTokenizerTests */ |
|||
public function testStandardTokenizerTests(string $input, array $expected, int $state, string $open = null, array $errors) { |
|||
$data = new Data($input); |
|||
$stack = new OpenElementsStack(); |
|||
if ($open) { |
|||
$stack[] = $open; |
|||
} |
|||
$tokenizer = new Tokenizer($data, $stack); |
|||
$tokenizer->state = $state; |
|||
$actual = []; |
|||
while (!($t = $tokenizer->createToken()) instanceof EOFToken) { |
|||
$actual[] = $t; |
|||
} |
|||
$this->assertEquals($expected, $actual); |
|||
} |
|||
|
|||
public function provideStandardTokenizerTests() { |
|||
$out = $this->makeTokenTests(__DIR__."/../html5lib-tests/tokenizer/test1.test"); |
|||
return array_slice(iterator_to_array($out), 0, 3); |
|||
} |
|||
} |
|||
@ -0,0 +1,69 @@ |
|||
<?php |
|||
declare(strict_types=1); |
|||
namespace dW\HTML5\Test; |
|||
|
|||
use dW\HTML5\CharacterToken; |
|||
use dW\HTML5\CommentToken; |
|||
use dW\HTML5\DOCTYPEToken; |
|||
use dW\HTML5\EndTagToken; |
|||
use dW\HTML5\StartTagToken; |
|||
use dW\HTML5\Tokenizer; |
|||
|
|||
class StandardTest extends \PHPUnit\Framework\TestCase { |
|||
const STATE_MAP = [ |
|||
'Data state' => Tokenizer::DATA_STATE, |
|||
'PLAINTEXT state' => Tokenizer::PLAINTEXT_STATE, |
|||
'RCDATA state' => Tokenizer::RCDATA_STATE, |
|||
'RAWTEXT state' => Tokenizer::RAWTEXT_STATE, |
|||
'Script data state' => Tokenizer::SCRIPT_DATA_STATE, |
|||
'CDATA section state' => Tokenizer::CDATA_SECTION_STATE, |
|||
]; |
|||
|
|||
protected function makeTokenTests(string $file): iterable { |
|||
$testSet = json_decode(file_get_contents($file), true); |
|||
$index = 0; |
|||
foreach ($testSet['tests'] as $test) { |
|||
$index += 1; |
|||
$test['initialStates'] = $test['initialStates'] ?? ["Data state"]; |
|||
for ($a = 0; $a < sizeof($test['initialStates']); $a++) { |
|||
$tokens = []; |
|||
foreach ($test['output'] as $token) { |
|||
switch ($token[0]) { |
|||
case "DOCTYPE": |
|||
$t = new DOCTYPEToken((string) $token[1], (string) $token[2], (string) $token[3]); |
|||
$t->forceQuirks = !$token[4]; |
|||
$tokens[] = $t; |
|||
break; |
|||
case "StartTag": |
|||
$t = new StartTagToken($token[1], $token[3] ?? false); |
|||
foreach ($token[2] ?? [] as $name => $value) { |
|||
$t->setAttribute($name, $value); |
|||
} |
|||
$tokens[] = $t; |
|||
break; |
|||
case "EndTag": |
|||
$tokens[] = new EndTagToken($token[1]); |
|||
break; |
|||
case "Character": |
|||
$tokens[] = new CharacterToken($token[1]); |
|||
break; |
|||
case "Comment": |
|||
$tokens[] = new CommentToken($token[1]); |
|||
break; |
|||
default: |
|||
throw new \Exception("Token type '{$token[0]}' not implemented in standard test interpreter"); |
|||
} |
|||
unset($t); |
|||
//yield "#$index {$test['description']} ({$test['initialStates'][$a]})" => [ |
|||
yield [ |
|||
$test['input'], // input |
|||
$tokens, // output |
|||
self::STATE_MAP[$test['initialStates'][$a]], // initial state |
|||
$test['lastStartTag'] ?? null, // open element, if any |
|||
$test['errors'] ?? [], // errors, if any |
|||
]; |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,26 @@ |
|||
<?xml version="1.0"?> |
|||
<phpunit |
|||
colors="true" |
|||
bootstrap="bootstrap.php" |
|||
convertErrorsToExceptions="false" |
|||
convertNoticesToExceptions="false" |
|||
convertWarningsToExceptions="false" |
|||
beStrictAboutTestsThatDoNotTestAnything="true" |
|||
forceCoversAnnotation="true" |
|||
executionOrder="defects" |
|||
> |
|||
|
|||
<!-- beStrictAboutOutputDuringTests="true" --> |
|||
|
|||
<filter> |
|||
<whitelist processUncoveredFilesFromWhitelist="true"> |
|||
<directory suffix=".php">../lib</directory> |
|||
</whitelist> |
|||
</filter> |
|||
|
|||
<testsuites> |
|||
<testsuite name="Tokenizer"> |
|||
<file>cases/TestTokenizer.php</file> |
|||
</testsuite> |
|||
</testsuites> |
|||
</phpunit> |
|||
@ -0,0 +1,5 @@ |
|||
{ |
|||
"require": { |
|||
"phpunit/phpunit": "^8.5" |
|||
} |
|||
} |
|||
File diff suppressed because it is too large
@ -0,0 +1,5 @@ |
|||
{ |
|||
"require": { |
|||
"consolidation/robo": "^2.0" |
|||
} |
|||
} |
|||
File diff suppressed because it is too large
Loading…
Reference in new issue