Source for file RunTest.php
Documentation is available at RunTest.php
* @author Tomas V.V.Cox <cox@idecnet.com>
* @author Greg Beaver <cellog@php.net>
* @copyright 1997-2009 The Authors
* @license http://opensource.org/licenses/bsd-license.php New BSD License
* @version CVS: $Id: RunTest.php 313024 2011-07-06 19:51:24Z dufuz $
* @link http://pear.php.net/package/PEAR
* @since File available since Release 1.3.3
require_once 'PEAR/Config.php';
putenv("PHP_PEAR_RUNTESTS=1");
* Simplified version of PHP's test suite
* $ php -r 'include "../PEAR/RunTest.php"; $t=new PEAR_RunTest; $o=$t->run("./pear_system.phpt");print_r($o);'
* @author Tomas V.V.Cox <cox@idecnet.com>
* @author Greg Beaver <cellog@php.net>
* @copyright 1997-2009 The Authors
* @license http://opensource.org/licenses/bsd-license.php New BSD License
* @version Release: 1.9.4
* @link http://pear.php.net/package/PEAR
* @since Class available since Release 1.3.3
* Saved value of php executable, used to reset $_php when we
* have a test that uses cgi
'magic_quotes_runtime=0',
'xdebug.default_enable=0',
* An object that supports the PEAR_Common->log() signature, or null
* @param PEAR_Common|null
$this->ini_overwrites[] = 'error_reporting=' . (E_ALL & ~ (E_DEPRECATED | E_STRICT ));
require_once 'PEAR/Common.php';
$this->_logger = $logger;
$this->_options = $options;
$this->_php = $conf->get ('php_bin');
* Taken from php-src/run-tests.php
* @param string $commandline command name
* @param string $stdin standard input to pass to the command
), $pipes, null , $env, array ('suppress_errors' => true ));
/* hide errors from interrupted syscalls */
$data .= "\n ** ERROR: process timed out **\n";
return array (1234567890 , $data);
$line = fread($pipes[1 ], 8192 );
$data .= "\nTermsig=". $stat['stopsig'];
$code = $stat['exitcode'];
return array ($code, $data);
* Turns a PHP INI string into an array
* Turns -d "include_path=/foo/bar" into this:
* 'include_path' => array(
* Works both with quotes and without
* @param string an PHP INI string, -d "include_path=/foo/bar"
$split = preg_split('/[\s]|=/', $ini_string, -1 , PREG_SPLIT_NO_EMPTY );
$key = $split[1 ][0 ] == '"' ? substr($split[1 ], 1 ) : $split[1 ];
$value = $split[2 ][strlen($split[2 ]) - 1 ] == '"' ? substr($split[2 ], 0 , -1 ) : $split[2 ];
// FIXME review if this is really the struct to go with
$array = array ($key => array ('operator' => $split[0 ], 'value' => $value));
foreach ($settings as $setting) {
if (strpos($setting, '=') !== false ) {
$setting = explode('=', $setting, 2 );
$value = trim($setting[1 ]);
$ini_settings[$name] = $value;
foreach ($ini_settings as $name => $value) {
$operator = $value['operator'];
$value = $value['value'];
$settings .= " $operator \"$name=$value\"";
function _preparePhpBin ($php, $file, $ini_settings)
// This was fixed in php 5.3 and is not needed after that
$cmd = '"'. escapeshellarg($php). ' '. $ini_settings. ' -f ' . $file . '"';
$cmd = $php . $ini_settings . ' -f ' . $file;
$cmd = $this->_preparePhpBin ($this->_php, $file, $ini_settings);
if (isset ($this->_logger)) {
$this->_logger->log (2 , 'Running command "' . $cmd . '"');
$savedir = getcwd(); // in case the test moves us around
return 'PASSED'; // we have no way of knowing this information so assume passing
* Runs an individual test case.
* @param string The filename of the test
* @param array|stringINI settings to be applied to the test run
* @param integer Number what the current running test is of the
* whole test suite being runned.
* @return string|object Returns PASSED, WARNED, FAILED depending on how the
* PEAR Error when the tester it self fails
function run($file, $ini_settings = array (), $test_number = 1 )
if (isset ($this->_savephp)) {
$this->_php = $this->_savephp;
if (empty ($this->_options['cgi'])) {
// try to see if php-cgi is in the path
$this->_options['cgi'] = 'php-cgi';
$test_number = str_pad($test_number, $len, ' ', STR_PAD_LEFT );
$section_text = $this->_readFile ($file);
if (isset ($section_text['POST_RAW']) && isset ($section_text['UPLOAD'])) {
return PEAR::raiseError(" Cannot contain both POST_RAW and UPLOAD in test file: $file" );
if (!empty ($this->_options['ini'])) {
$pass_options = $this->_options['ini'];
if ($section_text['INI']) {
if (strpos($section_text['INI'], '{PWD}') !== false ) {
$ini = preg_split( "/[\n\r]+/", $section_text['INI']);
$shortname = str_replace($cwd . DIRECTORY_SEPARATOR , '', $file);
$tested = trim($section_text['TEST']);
$tested.= !isset ($this->_options['simple']) ? " [$shortname]" : ' ';
if (!empty ($section_text['POST']) || !empty ($section_text['POST_RAW']) ||
!empty ($section_text['UPLOAD']) || !empty ($section_text['GET']) ||
!empty ($section_text['COOKIE']) || !empty ($section_text['EXPECTHEADERS'])) {
if (empty ($this->_options['cgi'])) {
if (!isset ($this->_options['quiet'])) {
$this->_logger->log (0 , " SKIP $test_nr$tested (reason: --cgi option needed for this test, type 'pear help run-tests')" );
if (isset ($this->_options['tapoutput'])) {
return array ('ok', ' # skip --cgi option needed for this test, "pear help run-tests" for info');
$this->_savephp = $this->_php;
$this->_php = $this->_options['cgi'];
$main_file_name = basename($file, 'phpt');
$diff_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'diff';
$log_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'log';
$exp_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'exp';
$output_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'out';
$memcheck_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'mem';
$temp_file = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'php';
$temp_skipif = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'skip.php';
$temp_clean = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name. 'clean.php';
$tmp_post = $temp_dir . DIRECTORY_SEPARATOR . uniqid('phpt.');
// unlink old test results
$this->_cleanupOldFiles ($file);
// Check if test should be skipped.
$res = $this->_runSkipIf ($section_text, $temp_skipif, $tested, $ini_settings);
// We've satisfied the preconditions - run the test!
if (isset ($this->_options['coverage']) && $this->xdebug_loaded) {
$xdebug_file = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'xdebug';
$text = "\n" . 'function coverage_shutdown() {' .
"\n" . ' $xdebug = var_export(xdebug_get_code_coverage(), true);';
$text .= "\n" . ' $fh = fopen(\'' . $xdebug_file . '\', "wb");' .
"\n" . ' if ($fh !== false) {' .
"\n" . ' fwrite($fh, $xdebug);' .
$text .= "\n" . ' file_put_contents(\'' . $xdebug_file . '\', $xdebug);';
// Workaround for http://pear.php.net/bugs/bug.php?id=17292
$lines = explode("\n", $section_text['FILE']);
$numLines = count($lines);
$coverage_shutdown = 'coverage_shutdown';
substr($lines[0 ], 0 , 2 ) == '<?' ||
substr($lines[0 ], 0 , 5 ) == '<?php'
for ($i = 0; $i < $numLines; $i++ ) {
if (isset ($lines[$i]) && substr($lines[$i], 0 , 9 ) == 'namespace') {
$namespace = substr($lines[$i], 10 , -1 );
$coverage_shutdown = $namespace . '\\coverage_shutdown';
$namespace = "namespace " . $namespace . ";\n";
$text .= "\n xdebug_stop_code_coverage();" .
"\n" . '} // end coverage_shutdown()' .
"\n\n" . 'register_shutdown_function("' . $coverage_shutdown . '");';
$text .= "\n" . 'xdebug_start_code_coverage(XDEBUG_CC_UNUSED | XDEBUG_CC_DEAD_CODE);' . "\n";
$this->save_text($temp_file, "<?php\n" . $namespace . $text . "\n" . implode("\n", $lines));
$this->save_text($temp_file, $section_text['FILE']);
$args = $section_text['ARGS'] ? ' -- '. $section_text['ARGS'] : '';
$cmd = $this->_preparePhpBin ($this->_php, $temp_file, $ini_settings);
if (isset ($this->_logger)) {
$this->_logger->log (2 , 'Running command "' . $cmd . '"');
// Reset environment from any previous test.
$env = $this->_resetEnv ($section_text, $temp_file);
$section_text = $this->_processUpload ($section_text, $file);
if (array_key_exists('POST_RAW', $section_text) && !empty ($section_text['POST_RAW'])) {
$post = trim($section_text['POST_RAW']);
foreach ($raw_lines as $i => $line) {
if (empty ($env['CONTENT_TYPE']) &&
preg_match('/^Content-Type:(.*)/i', $line, $res)) {
$env['CONTENT_LENGTH'] = strlen($request);
$env['REQUEST_METHOD'] = 'POST';
$cmd = " $this->_php$pass_options$ini_settings \"$temp_file\" 2>&1 < $tmp_post";
} elseif (array_key_exists('POST', $section_text) && !empty ($section_text['POST'])) {
$post = trim($section_text['POST']);
$content_length = strlen($post);
$env['REQUEST_METHOD'] = 'POST';
$env['CONTENT_TYPE'] = 'application/x-www-form-urlencoded';
$env['CONTENT_LENGTH'] = $content_length;
$cmd = " $this->_php$pass_options$ini_settings \"$temp_file\" 2>&1 < $tmp_post";
$env['REQUEST_METHOD'] = 'GET';
$env['CONTENT_TYPE'] = '';
$env['CONTENT_LENGTH'] = '';
if (OS_WINDOWS && isset ($section_text['RETURNS'])) {
$section_text['RETURNS'] = (int) trim($section_text['RETURNS']);
$returnfail = ($return_value != $section_text['RETURNS']);
$stdin = isset ($section_text['STDIN']) ? $section_text['STDIN'] : null;
chdir($cwd); // in case the test moves us around
$this->_testCleanup ($section_text, $temp_clean);
/* when using CGI, strip the headers from the output */
$output = $this->_stripHeadersCGI ($output);
if (isset ($section_text['EXPECTHEADERS'])) {
$testheaders = $this->_processHeaders ($section_text['EXPECTHEADERS']);
foreach ($missing as $header => $value) {
if (isset ($this->_headers[$header])) {
$changed .= " -$header: $value\n+$header: ";
$changed .= $this->_headers[$header];
$changed .= " -$header: $value\n";
// tack on failed headers to output:
$output .= " \n====EXPECTHEADERS FAILURE====:\n$changed";
// Does the output match what is expected?
if (isset ($section_text['EXPECTF']) || isset ($section_text['EXPECTREGEX'])) {
if (isset ($section_text['EXPECTF'])) {
$wanted = trim($section_text['EXPECTF']);
$wanted = trim($section_text['EXPECTREGEX']);
if (isset ($section_text['EXPECTF'])) {
$wanted_re = str_replace("%s", ".+?", $wanted_re); //not greedy
$wanted_re = str_replace("%i", "[+\-]?[0-9]+", $wanted_re);
$wanted_re = str_replace("%x", "[0-9a-fA-F]+", $wanted_re);
$wanted_re = str_replace("%f", "[+\-]?\.?[0-9]+\.?[0-9]*(E-?[0-9]+)?", $wanted_re);
// %f allows two points "-.0.0" but that is the best *simple* expression
print(str_repeat('=', 80) . "\n");
if (!$returnfail && preg_match(" /^$wanted_re\$/s" , $output)) {
if (!isset ($this->_options['quiet'])) {
$this->_logger->log (0 , " PASS $test_nr$tested$info" );
if (isset ($this->_options['tapoutput'])) {
return array ('ok', ' - ' . $tested);
if (isset ($section_text['EXPECTFILE'])) {
$f = $temp_dir . '/' . trim($section_text['EXPECTFILE']);
if (!($fp = @fopen($f, 'rb'))) {
if (isset ($section_text['EXPECT'])) {
// compare and leave on success
if (!$returnfail && 0 == strcmp($output, $wanted)) {
if (!isset ($this->_options['quiet'])) {
$this->_logger->log (0 , " PASS $test_nr$tested$info" );
if (isset ($this->_options['tapoutput'])) {
return array ('ok', ' - ' . $tested);
// we expect a particular failure
// this is only used for testing PEAR_RunTest
$expectf = isset ($section_text['EXPECTF']) ? $wanted_re : null;
$faildiff = $this->generate_diff($wanted, $output, null , $expectf);
if ($faildiff == $wanted) {
if (!isset ($this->_options['quiet'])) {
$this->_logger->log (0 , " PASS $test_nr$tested$info" );
if (isset ($this->_options['tapoutput'])) {
return array ('ok', ' - ' . $tested);
unset ($section_text['EXPECTF']);
if (isset ($section_text['RETURNS'])) {
return PEAR::raiseError('Cannot have both RETURNS and FAIL in the same test: ' .
// Test failed so we need to report details.
$txt = $warn ? 'WARN ' : 'FAIL ';
$this->_logger->log (0 , $txt . $test_nr . $tested . $info);
$res = $this->_writeLog ($exp_filename, $wanted);
$res = $this->_writeLog ($output_filename, $output);
$returns = isset ($section_text['RETURNS']) ?
array (trim($section_text['RETURNS']), $return_value) : null;
$expectf = isset ($section_text['EXPECTF']) ? $wanted_re : null;
$data = $this->generate_diff($wanted, $output, $returns, $expectf);
$res = $this->_writeLog ($diff_filename, $data);
$res = $this->_writeLog ($log_filename, $data);
if (isset ($this->_options['tapoutput'])) {
$wanted = "# Expected output:\n#\n#" . implode("\n#", $wanted);
$output = "#\n#\n# Actual output:\n#\n#" . implode("\n#", $output);
return array ($wanted . $output . 'not ok', ' - ' . $tested);
return $warn ? 'WARNED' : 'FAILED';
foreach ($w1 as $idx => $val) {
if (!$wanted_re || !isset ($wr[$idx]) || !isset ($o1[$idx]) ||
!preg_match('/^' . $wr[$idx] . '\\z/', $o1[$idx])) {
foreach ($o1 as $idx => $val) {
if (!$wanted_re || !isset ($wr[$idx]) ||
$extra = $rvalue ? " ##EXPECTED: $rvalue[0]\r\n##RETURNED: $rvalue[1]" : '';
return implode("\r\n", $diff) . $extra;
// Write the given text to a temporary file, and return the filename.
if (!$fp = fopen($filename, 'w')) {
return PEAR::raiseError("Cannot open file '" . $filename . "' (save_text)");
function _cleanupOldFiles ($file)
$mainFileName = basename($file, 'phpt');
$diff_filename = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'diff';
$log_filename = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'log';
$exp_filename = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'exp';
$output_filename = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'out';
$memcheck_filename = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'mem';
$temp_file = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'php';
$temp_skipif = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'skip.php';
$temp_clean = $temp_dir . DIRECTORY_SEPARATOR . $mainFileName. 'clean.php';
$tmp_post = $temp_dir . DIRECTORY_SEPARATOR . uniqid('phpt.');
// unlink old test results
function _runSkipIf ($section_text, $temp_skipif, $tested, $ini_settings)
$this->save_text($temp_skipif, $section_text['SKIPIF']);
$loutput = ltrim($output);
$skipreason = " SKIP $tested";
if (preg_match('/^\s*skip\s*(.+)\s*/i', $output, $m)) {
$skipreason .= '(reason: ' . $m[1 ] . ')';
if (!isset ($this->_options['quiet'])) {
$this->_logger->log (0 , $skipreason);
if (isset ($this->_options['tapoutput'])) {
return array ('ok', ' # skip ' . $reason);
&& preg_match('/^\s*info\s*(.+)\s*/i', $output, $m)) {
$info = " (info: $m[1])";
&& preg_match('/^\s*warn\s*(.+)\s*/i', $output, $m)) {
$warn = true; /* only if there is a reason */
$info = " (warn: $m[1])";
return array ('warn' => $warn, 'info' => $info);
function _stripHeadersCGI ($output)
$this->headers = array ();
if (!empty ($this->_options['cgi']) &&
$this->_php == $this->_options['cgi'] &&
preg_match("/^(.*?)(?:\n\n(.*)|\\z)/s", $output, $match)) {
$output = isset ($match[2 ]) ? trim($match[2 ]) : '';
$this->_headers = $this->_processHeaders ($match[1 ]);
* Return an array that can be used with array_diff() to compare headers
function _processHeaders ($text)
if (strpos($line, ':')!== false ) {
$headers[trim($line[0 ])] = trim($line[1 ]);
function _readFile ($file)
// Load the sections of the test file.
'TEST' => '(unnamed test)',
// Match the beginning of a section.
$section_text[$section] = '';
} elseif (empty ($section)) {
return PEAR::raiseError(" Invalid sections formats in test file: $file" );
// Add to the section text.
$section_text[$section] .= $line;
function _writeLog ($logname, $data)
if (!$log = fopen($logname, 'w')) {
function _resetEnv ($section_text, $temp_file)
$env['REDIRECT_STATUS'] = '';
$env['QUERY_STRING'] = '';
$env['PATH_TRANSLATED'] = '';
$env['SCRIPT_FILENAME'] = '';
$env['REQUEST_METHOD'] = '';
$env['CONTENT_TYPE'] = '';
$env['CONTENT_LENGTH'] = '';
if (!empty ($section_text['ENV'])) {
if (strpos($section_text['ENV'], '{PWD}') !== false ) {
foreach (explode("\n", trim($section_text['ENV'])) as $e) {
if (!empty ($e[0 ]) && isset ($e[1 ])) {
$env['QUERY_STRING'] = trim($section_text['GET']);
$env['QUERY_STRING'] = '';
$env['HTTP_COOKIE'] = trim($section_text['COOKIE']);
$env['HTTP_COOKIE'] = '';
$env['REDIRECT_STATUS'] = '1';
$env['PATH_TRANSLATED'] = $temp_file;
$env['SCRIPT_FILENAME'] = $temp_file;
function _processUpload ($section_text, $file)
if (array_key_exists('UPLOAD', $section_text) && !empty ($section_text['UPLOAD'])) {
$upload_files = trim($section_text['UPLOAD']);
$upload_files = explode("\n", $upload_files);
$request = "Content-Type: multipart/form-data; boundary=---------------------------20896060251896012921717172737\n" .
"-----------------------------20896060251896012921717172737\n";
foreach ($upload_files as $fileinfo) {
$fileinfo = explode('=', $fileinfo);
if (count($fileinfo) != 2 ) {
return PEAR::raiseError(" Invalid UPLOAD section in test file: $file" );
return PEAR::raiseError(" File for upload does not exist: $fileinfo[1] " .
$request .= " Content-Disposition: form-data; name=\"$fileinfo[0]\"; filename=\"$fileinfo[1]\"\n";
$request .= "Content-Type: text/plain\n\n";
$request .= $file_contents . "\n" .
"-----------------------------20896060251896012921717172737\n";
$post = trim($section_text['POST']);
foreach ($post as $i => $post_info) {
$post_info = explode('=', $post_info);
if (count($post_info) != 2 ) {
foreach ($post as $post_info) {
$request .= " Content-Disposition: form-data; name=\"$post_info[0]\"\n\n";
$request .= $post_info[1 ] . "\n" .
"-----------------------------20896060251896012921717172737\n";
unset ($section_text['POST']);
$section_text['POST_RAW'] = $request;
function _testCleanup ($section_text, $temp_clean)
if ($section_text['CLEAN']) {
$this->save_text($temp_clean, $section_text['CLEAN']);
echo "BORKED --CLEAN-- section! output:\n", $output[1 ];
Documentation generated on Wed, 06 Jul 2011 23:31:19 +0000 by phpDocumentor 1.4.3. PEAR Logo Copyright © PHP Group 2004.
|