injecting benchmarking

Author: vearutop

README.md

@@ -6,6 +6,48 @@ PHPUnit is a programmer-oriented testing framework for PHP. It is an instance of
 [![Minimum PHP Version](https://img.shields.io/badge/php-%3E%3D%205.3.3-8892BF.svg?style=flat-square)](https://php.net/)
 [![Build Status](https://img.shields.io/travis/sebastianbergmann/phpunit/4.8.svg?style=flat-square)](https://phpunit.de/build-status.html)
 
+## This fork
+
+This version of PHPUnit is patched to allow benchmarking mode with PHPUnit tests as a drop-in replacement of standard PHPUnit.
+
+Benchmark is controlled by [`phpunit-bench.json`](https://github.com/phperf/phpunit-bench-data/blob/master/src/Config.php) file in current working dir.
+
+Example:
+```
+{
+  "calcPerformanceIndex": true,
+  "defaultTestConfig": {
+    "skipBenchmark": true,
+    "numIterations": 500
+  },
+  "testConfigs":[
+    {
+      "testCaseNameRegex": "UserTest$",
+      "forceBenchmark": true,
+      "numIterations": 100
+    },
+    {
+      "testNameRegex": "testSomething",
+      "forceBenchmark": true,
+      "numIterations": 1000
+    },
+    {
+      "testCaseNameRegex": "MathTest",
+      "dataNameRegex": "default",
+      "forceBenchmark": true,
+      "numIterations": 10000
+    },
+  ]
+}
+```
+
+## Installation
+
+Download `PHAR` at releases page.
+
+
+# Original README:
+
 ## Installation
 
 We distribute a [PHP Archive (PHAR)](https://php.net/phar) that has all required (as well as some optional) dependencies of PHPUnit bundled in a single file:

composer.json

@@ -38,11 +38,12 @@
         "ext-json": "*",
         "ext-pcre": "*",
         "ext-reflection": "*",
-        "ext-spl": "*"
+        "ext-spl": "*",
+        "phperf/phpunit-bench-data": "*|^0.0.1"
     },
     "config": {
         "platform": {
-            "php": "5.3.3"
+            "php": "5.4.0"
         }
     },
     "suggest": {

src/Framework/TestCase.php

@@ -64,6 +64,9 @@
  */
 abstract class PHPUnit_Framework_TestCase extends PHPUnit_Framework_Assert implements PHPUnit_Framework_Test, PHPUnit_Framework_SelfDescribing
 {
+    /** @var \PHPUnitBenchmarkData\Suite */
+    public $benchmarkSuite;
+
     /**
      * Enable or disable the backup and restoration of the $GLOBALS array.
      * Overwrite this attribute in a child class of TestCase.
@@ -900,19 +903,27 @@ protected function runTest()
             $method = $class->getMethod($this->name);
         } catch (ReflectionException $e) {
             $this->fail($e->getMessage());
+            return null;
         }
 
+        $args = array_merge($this->data, $this->dependencyInput);
         try {
             $testResult = $method->invokeArgs(
                 $this,
-                array_merge($this->data, $this->dependencyInput)
+                $args
             );
         } catch (Throwable $_e) {
             $e = $_e;
         } catch (Exception $_e) {
             $e = $_e;
         }
 
+        $numIterations = $this->benchmarkSuite->getNumIterations(get_class($this), $this->name, $this->dataName);
+        if ($numIterations > 1) {
+            $result = new \PHPUnitBenchmarkData\Result($this->dataName, null, null);
+            $this->benchmarkSuite->addResult($result, $this->name, get_class($this));
+        }
+
         if (isset($e)) {
             $checkException = false;
 
@@ -969,7 +980,24 @@ protected function runTest()
                     );
                 }
 
-                return;
+                if ($numIterations > 1) {
+                    $start = microtime(1);
+                    for ($i = 0; $i < $numIterations - 1; ++$i) {
+                        try {
+                            $method->invokeArgs(
+                                $this,
+                                $args
+                            );
+                        } catch (Throwable $_e) {
+                        } catch (Exception $_e) {
+                        }
+                    }
+                    $timeSpent = microtime(1) - $start;
+                    $result = new \PHPUnitBenchmarkData\Result($this->dataName, $timeSpent, $numIterations);
+                    $this->benchmarkSuite->addResult($result, $this->name, get_class($this));
+                }
+
+                return null;
             } else {
                 throw $e;
             }
@@ -984,6 +1012,19 @@ protected function runTest()
             );
         }
 
+        if ($numIterations > 1) {
+            $start = microtime(1);
+            for ($i = 0; $i < $numIterations - 1; ++$i) {
+                $method->invokeArgs(
+                    $this,
+                    $args
+                );
+            }
+            $timeSpent = microtime(1) - $start;
+            $result = new \PHPUnitBenchmarkData\Result($this->dataName, $timeSpent, $numIterations);
+            $this->benchmarkSuite->addResult($result, $this->name, get_class($this));
+        }
+
         return $testResult;
     }
 

src/Framework/TestResult.php

@@ -72,6 +72,9 @@ class PHPUnit_Framework_TestResult implements Countable
      */
     protected $codeCoverage;
 
+    /** @var \PHPUnitBenchmarkData\Suite */
+    public $benchmarkSuite;
+
     /**
      * @var bool
      */
@@ -609,6 +612,12 @@ public function run(PHPUnit_Framework_Test $test)
                 $invoker = new PHP_Invoker;
                 $invoker->invoke(array($test, 'runBare'), array(), $_timeout);
             } else {
+                if (null === $this->benchmarkSuite) {
+                    $this->benchmarkSuite = new \PHPUnitBenchmarkData\Suite();
+                }
+
+                $test->benchmarkSuite = $this->benchmarkSuite;
+
                 $test->runBare();
             }
         } catch (PHPUnit_Framework_AssertionFailedError $e) {

src/TextUI/TestRunner.php

@@ -441,6 +441,7 @@ class_exists($arguments['printer'], false)) {
 
         unset($suite);
         $result->flushListeners();
+        $result->benchmarkSuite->save();
 
         if ($this->printer instanceof PHPUnit_TextUI_ResultPrinter) {
             $this->printer->printResult($result);

src/Util/Getopt.php

@@ -35,7 +35,8 @@ public static function getopt(array $args, $short_options, $long_options = null)
         reset($args);
         array_map('trim', $args);
 
-        while (list($i, $arg) = each($args)) {
+        foreach ($args as $i => $arg) {
+        //while (list($i, $arg) = each($args)) {
             if ($arg == '') {
                 continue;
             }