Chris@0: <?php
Chris@0: 
Chris@0: error_reporting(E_ALL | E_STRICT);
Chris@0: ini_set('short_open_tag', false);
Chris@0: 
Chris@0: if ('cli' !== php_sapi_name()) {
Chris@0:     die('This script is designed for running on the command line.');
Chris@0: }
Chris@0: 
Chris@0: function showHelp($error) {
Chris@0:     die($error . "\n\n" .
Chris@0: <<<OUTPUT
Chris@0: This script has to be called with the following signature:
Chris@0: 
Chris@0:     php run.php [--no-progress] testType pathToTestFiles
Chris@0: 
Chris@0: The test type must be one of: PHP5, PHP7 or Symfony.
Chris@0: 
Chris@0: The following options are available:
Chris@0: 
Chris@0:     --no-progress    Disables showing which file is currently tested.
Chris@0: 
Chris@0: OUTPUT
Chris@0:     );
Chris@0: }
Chris@0: 
Chris@0: $options = array();
Chris@0: $arguments = array();
Chris@0: 
Chris@0: // remove script name from argv
Chris@0: array_shift($argv);
Chris@0: 
Chris@0: foreach ($argv as $arg) {
Chris@0:     if ('-' === $arg[0]) {
Chris@0:         $options[] = $arg;
Chris@0:     } else {
Chris@0:         $arguments[] = $arg;
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@0: if (count($arguments) !== 2) {
Chris@0:     showHelp('Too little arguments passed!');
Chris@0: }
Chris@0: 
Chris@0: $showProgress = true;
Chris@0: $verbose = false;
Chris@0: foreach ($options as $option) {
Chris@0:     if ($option === '--no-progress') {
Chris@0:         $showProgress = false;
Chris@0:     } elseif ($option === '--verbose') {
Chris@0:         $verbose = true;
Chris@0:     } else {
Chris@0:         showHelp('Invalid option passed!');
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@0: $testType = $arguments[0];
Chris@0: $dir = $arguments[1];
Chris@0: 
Chris@0: switch ($testType) {
Chris@0:     case 'Symfony':
Chris@17:         $version = 'Php7';
Chris@0:         $fileFilter = function($path) {
Chris@17:             if (!preg_match('~\.php$~', $path)) {
Chris@17:                 return false;
Chris@17:             }
Chris@17: 
Chris@17:             if (preg_match('~(?:
Chris@17: # invalid php code
Chris@17:   dependency-injection.Tests.Fixtures.xml.xml_with_wrong_ext
Chris@17: # difference in nop statement
Chris@17: | framework-bundle.Resources.views.Form.choice_widget_options\.html
Chris@17: # difference due to INF
Chris@17: | yaml.Tests.InlineTest
Chris@17: )\.php$~x', $path)) {
Chris@17:                 return false;
Chris@17:             }
Chris@17: 
Chris@17:             return true;
Chris@0:         };
Chris@0:         $codeExtractor = function($file, $code) {
Chris@0:             return $code;
Chris@0:         };
Chris@0:         break;
Chris@0:     case 'PHP5':
Chris@0:     case 'PHP7':
Chris@0:     $version = $testType === 'PHP5' ? 'Php5' : 'Php7';
Chris@0:         $fileFilter = function($path) {
Chris@0:             return preg_match('~\.phpt$~', $path);
Chris@0:         };
Chris@0:         $codeExtractor = function($file, $code) {
Chris@0:             if (preg_match('~(?:
Chris@0: # skeleton files
Chris@0:   ext.gmp.tests.001
Chris@17: | ext.skeleton.tests.00\d
Chris@0: # multibyte encoded files
Chris@0: | ext.mbstring.tests.zend_multibyte-01
Chris@0: | Zend.tests.multibyte.multibyte_encoding_001
Chris@0: | Zend.tests.multibyte.multibyte_encoding_004
Chris@0: | Zend.tests.multibyte.multibyte_encoding_005
Chris@17: # invalid code due to missing WS after opening tag
Chris@17: | tests.run-test.bug75042-3
Chris@0: # pretty print difference due to INF vs 1e1000
Chris@0: | ext.standard.tests.general_functions.bug27678
Chris@0: | tests.lang.bug24640
Chris@17: | Zend.tests.bug74947
Chris@0: # pretty print differences due to negative LNumbers
Chris@0: | Zend.tests.neg_num_string
Chris@0: | Zend.tests.bug72918
Chris@0: # pretty print difference due to nop statements
Chris@0: | ext.mbstring.tests.htmlent
Chris@0: | ext.standard.tests.file.fread_basic
Chris@17: # its too hard to emulate these on old PHP versions
Chris@17: | Zend.tests.flexible-heredoc-complex-test[1-4]
Chris@0: )\.phpt$~x', $file)) {
Chris@0:                 return null;
Chris@0:             }
Chris@0: 
Chris@17:             if (!preg_match('~--FILE--\s*(.*?)\n--[A-Z]+--~s', $code, $matches)) {
Chris@0:                 return null;
Chris@0:             }
Chris@0:             if (preg_match('~--EXPECT(?:F|REGEX)?--\s*(?:Parse|Fatal) error~', $code)) {
Chris@0:                 return null;
Chris@0:             }
Chris@0: 
Chris@0:             return $matches[1];
Chris@0:         };
Chris@0:         break;
Chris@0:     default:
Chris@0:         showHelp('Test type must be one of: PHP5, PHP7 or Symfony');
Chris@0: }
Chris@0: 
Chris@13: require_once __DIR__ . '/../vendor/autoload.php';
Chris@0: 
Chris@13: $lexer = new PhpParser\Lexer\Emulative(['usedAttributes' => [
Chris@13:     'comments', 'startLine', 'endLine', 'startTokenPos', 'endTokenPos',
Chris@13: ]]);
Chris@13: $parserName = 'PhpParser\Parser\\' . $version;
Chris@13: /** @var PhpParser\Parser $parser */
Chris@13: $parser = new $parserName($lexer);
Chris@0: $prettyPrinter = new PhpParser\PrettyPrinter\Standard;
Chris@13: $nodeDumper = new PhpParser\NodeDumper;
Chris@0: 
Chris@13: $cloningTraverser = new PhpParser\NodeTraverser;
Chris@13: $cloningTraverser->addVisitor(new PhpParser\NodeVisitor\CloningVisitor);
Chris@0: 
Chris@13: $parseFail = $fpppFail = $ppFail = $compareFail = $count = 0;
Chris@13: 
Chris@13: $readTime = $parseTime = $cloneTime = 0;
Chris@13: $fpppTime = $ppTime = $reparseTime = $compareTime = 0;
Chris@0: $totalStartTime = microtime(true);
Chris@0: 
Chris@0: foreach (new RecursiveIteratorIterator(
Chris@0:              new RecursiveDirectoryIterator($dir),
Chris@0:              RecursiveIteratorIterator::LEAVES_ONLY)
Chris@0:          as $file) {
Chris@0:     if (!$fileFilter($file)) {
Chris@0:         continue;
Chris@0:     }
Chris@0: 
Chris@0:     $startTime = microtime(true);
Chris@13:     $origCode = file_get_contents($file);
Chris@0:     $readTime += microtime(true) - $startTime;
Chris@0: 
Chris@13:     if (null === $origCode = $codeExtractor($file, $origCode)) {
Chris@0:         continue;
Chris@0:     }
Chris@0: 
Chris@0:     set_time_limit(10);
Chris@0: 
Chris@0:     ++$count;
Chris@0: 
Chris@0:     if ($showProgress) {
Chris@0:         echo substr(str_pad('Testing file ' . $count . ': ' . substr($file, strlen($dir)), 79), 0, 79), "\r";
Chris@0:     }
Chris@0: 
Chris@0:     try {
Chris@0:         $startTime = microtime(true);
Chris@13:         $origStmts = $parser->parse($origCode);
Chris@0:         $parseTime += microtime(true) - $startTime;
Chris@0: 
Chris@13:         $origTokens = $lexer->getTokens();
Chris@13: 
Chris@0:         $startTime = microtime(true);
Chris@13:         $stmts = $cloningTraverser->traverse($origStmts);
Chris@13:         $cloneTime += microtime(true) - $startTime;
Chris@13: 
Chris@13:         $startTime = microtime(true);
Chris@13:         $code = $prettyPrinter->printFormatPreserving($stmts, $origStmts, $origTokens);
Chris@13:         $fpppTime += microtime(true) - $startTime;
Chris@13: 
Chris@13:         if ($code !== $origCode) {
Chris@13:             echo $file, ":\n Result of format-preserving pretty-print differs\n";
Chris@13:             if ($verbose) {
Chris@13:                 echo "FPPP output:\n=====\n$code\n=====\n\n";
Chris@13:             }
Chris@13: 
Chris@13:             ++$fpppFail;
Chris@13:         }
Chris@13: 
Chris@13:         $startTime = microtime(true);
Chris@13:         $code = "<?php\n" . $prettyPrinter->prettyPrint($stmts);
Chris@0:         $ppTime += microtime(true) - $startTime;
Chris@0: 
Chris@0:         try {
Chris@0:             $startTime = microtime(true);
Chris@0:             $ppStmts = $parser->parse($code);
Chris@0:             $reparseTime += microtime(true) - $startTime;
Chris@0: 
Chris@0:             $startTime = microtime(true);
Chris@0:             $same = $nodeDumper->dump($stmts) == $nodeDumper->dump($ppStmts);
Chris@0:             $compareTime += microtime(true) - $startTime;
Chris@0: 
Chris@0:             if (!$same) {
Chris@0:                 echo $file, ":\n    Result of initial parse and parse after pretty print differ\n";
Chris@0:                 if ($verbose) {
Chris@0:                     echo "Pretty printer output:\n=====\n$code\n=====\n\n";
Chris@0:                 }
Chris@0: 
Chris@0:                 ++$compareFail;
Chris@0:             }
Chris@0:         } catch (PhpParser\Error $e) {
Chris@0:             echo $file, ":\n    Parse of pretty print failed with message: {$e->getMessage()}\n";
Chris@0:             if ($verbose) {
Chris@0:                 echo "Pretty printer output:\n=====\n$code\n=====\n\n";
Chris@0:             }
Chris@0: 
Chris@0:             ++$ppFail;
Chris@0:         }
Chris@0:     } catch (PhpParser\Error $e) {
Chris@0:         echo $file, ":\n    Parse failed with message: {$e->getMessage()}\n";
Chris@0: 
Chris@0:         ++$parseFail;
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@0: if (0 === $parseFail && 0 === $ppFail && 0 === $compareFail) {
Chris@0:     $exit = 0;
Chris@0:     echo "\n\n", 'All tests passed.', "\n";
Chris@0: } else {
Chris@0:     $exit = 1;
Chris@0:     echo "\n\n", '==========', "\n\n", 'There were: ', "\n";
Chris@0:     if (0 !== $parseFail) {
Chris@0:         echo '    ', $parseFail,   ' parse failures.',        "\n";
Chris@0:     }
Chris@0:     if (0 !== $ppFail) {
Chris@0:         echo '    ', $ppFail,      ' pretty print failures.', "\n";
Chris@0:     }
Chris@13:     if (0 !== $fpppFail) {
Chris@13:         echo '    ', $fpppFail,      ' FPPP failures.', "\n";
Chris@13:     }
Chris@0:     if (0 !== $compareFail) {
Chris@0:         echo '    ', $compareFail, ' compare failures.',      "\n";
Chris@0:     }
Chris@0: }
Chris@0: 
Chris@0: echo "\n",
Chris@0:      'Tested files:         ', $count,        "\n",
Chris@0:      "\n",
Chris@0:      'Reading files took:   ', $readTime,    "\n",
Chris@0:      'Parsing took:         ', $parseTime,   "\n",
Chris@13:      'Cloning took:         ', $cloneTime,   "\n",
Chris@13:      'FPPP took:            ', $fpppTime,    "\n",
Chris@0:      'Pretty printing took: ', $ppTime,      "\n",
Chris@0:      'Reparsing took:       ', $reparseTime, "\n",
Chris@0:      'Comparing took:       ', $compareTime, "\n",
Chris@0:      "\n",
Chris@0:      'Total time:           ', microtime(true) - $totalStartTime, "\n",
Chris@0:      'Maximum memory usage: ', memory_get_peak_usage(true), "\n";
Chris@0: 
Chris@0: exit($exit);