add FuzzyTest

.gitignore

@@ -1,2 +1,5 @@
+/temp
+/tools
 /vendor
+
 /composer.lock

build-abnfgen.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+ROOT_DIR="$DIR"
+
+if [[ ! -d "$ROOT_DIR/tools/abnfgen" ]]; then
+	rm -rf "$ROOT_DIR/temp/abnfgen"
+	mkdir -p "$ROOT_DIR/temp/abnfgen"
+
+	wget http://www.quut.com/abnfgen/abnfgen-0.20.tar.gz \
+		--output-document "$ROOT_DIR/temp/abnfgen.tar.gz"
+
+	tar xf "$ROOT_DIR/temp/abnfgen.tar.gz" \
+		--directory "$ROOT_DIR/temp/abnfgen" \
+		--strip-components 1
+
+	cd "$ROOT_DIR/temp/abnfgen"
+	./configure
+	make
+
+	mkdir -p "$ROOT_DIR/tools/abnfgen"
+	mv abnfgen "$ROOT_DIR/tools/abnfgen"
+	rm -rf "$ROOT_DIR/temp/abnfgen" "$ROOT_DIR/temp/abnfgen.tar.gz"
+fi

build.xml

@@ -84,7 +84,7 @@
 		</exec>
 	</target>
 
-	<target name="tests">
+	<target name="tests" depends="build-abnfgen">
 		<exec
 				executable="vendor/bin/phpunit"
 				logoutput="true"
@@ -111,4 +111,14 @@
 			<arg path="tests"/>
 		</exec>
 	</target>
+
+	<target name="build-abnfgen">
+		<exec
+			executable="./build-abnfgen.sh"
+			logoutput="true"
+			passthru="true"
+			checkreturn="true"
+		>
+		</exec>
+	</target>
 </project>

composer.json

@@ -13,7 +13,8 @@
 		"phing/phing": "^2.16.0",
 		"phpstan/phpstan-shim": "^0.9.2",
 		"phpunit/phpunit": "^6.3",
-		"slevomat/coding-standard": "^3.3.0"
+		"slevomat/coding-standard": "^3.3.0",
+		"symfony/process": "^3.4 || ^4.0"
 	},
 	"autoload": {
 		"psr-4": {"PHPStan\\PhpDocParser\\": ["src/"]}

tests/PHPStan/Parser/FuzzyTest.php

@@ -0,0 +1,104 @@
+<?php declare(strict_types = 1);
+
+namespace PHPStan\PhpDocParser\Parser;
+
+use Iterator;
+use PHPStan\PhpDocParser\Lexer\Lexer;
+use Symfony\Component\Process\Process;
+
+class FuzzyTest extends \PHPUnit\Framework\TestCase
+{
+
+	/** @var Lexer */
+	private $lexer;
+
+	/** @var TypeParser */
+	private $typeParser;
+
+	/** @var ConstExprParser */
+	private $constExprParser;
+
+	protected function setUp()
+	{
+		parent::setUp();
+		$this->lexer = new Lexer();
+		$this->typeParser = new TypeParser();
+		$this->constExprParser = new ConstExprParser();
+	}
+
+	/**
+	 * @dataProvider provideTypeParserData
+	 * @param string $input
+	 */
+	public function testTypeParser(string $input)
+	{
+		$tokens = new TokenIterator($this->lexer->tokenize($input));
+		$this->typeParser->parse($tokens);
+
+		$this->assertSame(
+			Lexer::TOKEN_END,
+			$tokens->currentTokenType(),
+			sprintf('Failed to parse input %s', $input)
+		);
+	}
+
+	public function provideTypeParserData(): Iterator
+	{
+		return $this->provideFuzzyInputsData('Type');
+	}
+
+	/**
+	 * @dataProvider provideConstExprParserData
+	 * @param string $input
+	 */
+	public function testConstExprParser(string $input)
+	{
+		$tokens = new TokenIterator($this->lexer->tokenize($input));
+		$this->constExprParser->parse($tokens);
+
+		$this->assertSame(
+			Lexer::TOKEN_END,
+			$tokens->currentTokenType(),
+			sprintf('Failed to parse input %s', $input)
+		);
+	}
+
+	public function provideConstExprParserData(): Iterator
+	{
+		return $this->provideFuzzyInputsData('ConstantExpr');
+	}
+
+	private function provideFuzzyInputsData(string $startSymbol): Iterator
+	{
+		$inputsDirectory = sprintf('%s/fuzzy/%s', __DIR__ . '/../../../temp', $startSymbol);
+
+		if (is_dir($inputsDirectory)) {
+			foreach (glob(sprintf('%s/*.tst', $inputsDirectory)) as $file) {
+				unlink($file);
+			}
+
+		} else {
+			mkdir($inputsDirectory, 0777, true);
+		}
+
+		$process = new Process([
+			__DIR__ . '/../../../tools/abnfgen/abnfgen',
+			'-lx',
+			'-n',
+			'1000',
+			'-d',
+			$inputsDirectory,
+			'-s',
+			$startSymbol,
+			__DIR__ . '/../../../doc/grammars/type.abnf',
+		]);
+
+		$process->mustRun();
+
+		foreach (glob(sprintf('%s/*.tst', $inputsDirectory)) as $file) {
+			$input = file_get_contents($file);
+			yield [$input];
+		}
+	}
+
+}