com web/qa: Publish PFTT reports: build.php howto_phpt.php howto_phpunit.php list_builds.php

Commit: 19cdd230e89ed9b9dd4f9e02a8f37db7878a7731 Author: v-mafick@microsoft.com <v-mafick@microsoft.com> Mon, 24 Mar 2014 09:57:45 -0700 Parents: 889c0ccf42fffd9c5824dd73455e267988ec0e37 Branches: master Link: http://git.php.net/?p=web/qa.git;a=commitdiff;h=19cdd230e89ed9b9dd4f9e02a8f37db7878a7731 Log: Publish PFTT reports Changed paths: M build.php A howto_phpt.php A howto_phpunit.php M list_builds.php Diff: diff --git a/build.php b/build.php index 0789261..8bf4b7a 100755 --- a/build.php +++ b/build.php @@ -40,7 +40,7 @@ common_header(); <table> <tr> - <td><strong>PHPT</strong> <a href="howto_phpt.html" target="_blank">How to</a></td> + <td><strong>PHPT</strong> <a href="howto_phpt.php" target="_blank">How to</a></td> </tr> <?php foreach ( scandir(BASE_REPORT_DIR."/$branch/$revision") as $report ) { @@ -60,7 +60,7 @@ foreach ( scandir(BASE_REPORT_DIR."/$branch/$revision") as $report ) { <br/> <table> <tr> - <td><strong>PhpUnit</strong> <a href="howto_phpunit.html" target="_blank">How to</a></td> + <td><strong>PhpUnit</strong> <a href="howto_phpunit.php" target="_blank">How to</a></td> </tr> <?php diff --git a/howto_phpt.php b/howto_phpt.php new file mode 100644 index 0000000..4ba943f --- /dev/null +++ b/howto_phpt.php @@ -0,0 +1,33 @@ +<?php +error_reporting(E_ALL); +include("include/functions.php"); + +$TITLE = "PHP: QA: PFTT"; +$SITE_UPDATE = date("D M d H:i:s Y T", filectime(__FILE__)); +/* $Id$ */ + +common_header(); + +?> + +<img src="howto_phpt.png" /> + +<p><strong>PFTT Command</strong> - Run this command in the <b>PFTT Shell</b> to reproduce the same tests. Use the <b>rg</b> command to get the same release if you don't already have it. Download and install PFTT from <a href="https://github.com/OSTC/PFTT2" target="_blank">https://github.com/OSTC/PFTT2</a>.</p> + +<p><strong>Scenario Set</strong> - Scenarios that are tested (CLI, Apache mod_php ; Opcache, Filesystem, etc...)</p> + +<p><strong>FAILED</strong> - PHPT tests that failed</p> +<p><strong>TIMEOUT</strong> - PHPT tests that did not finish after a minute</p> +<p><strong>CRASH</strong> - PHPT tests that CRASHed PHP</p> +<p><strong>SKIP</strong> - PHPT test that was not run. Should minimize this count as much as possible for better code coverage</p> +<p><strong>XSKIP</strong> - PHPT test that could not be run on OS. It is ok to skip these tests (whereas SKIP tests should be run if possible)</p> + +<p>Report compares ERROR, FAILURE, TIMEOUT, CRASH and PASS for two PHP Builds, the <strong>Base Build</strong> with the <strong>Test Build</strong>. A +X indicates the count increased from Base to Test. A -X indicates the count decreased from Base to Test. If the difference is <font color="green">good</font>, it is shown in <font color="green">green</font> (fe increase in PASS, decrease in FAIL). If the difference is <font color="red">bad</font>, it is shown in <font color="red">red</font> (fe increase in FAIL)..</p> + +<p><a href="https://github.com/OSTC/PFTT2/blob/master/src/com/mostc/pftt/model/core/EPhptTestStatus.java" target="_blank">Full info on PHPT Test Statuses</a></p> + +<p><strong>Result-Pack</strong> All the test logs are compressed into result-packs, which can be downloaded using the two links in the report.</p> + +<?php +common_footer(); +?> diff --git a/howto_phpunit.php b/howto_phpunit.php new file mode 100644 index 0000000..c632421 --- /dev/null +++ b/howto_phpunit.php @@ -0,0 +1,31 @@ +<?php +error_reporting(E_ALL); +include("include/functions.php"); + +$TITLE = "PHP: QA: PFTT"; +$SITE_UPDATE = date("D M d H:i:s Y T", filectime(__FILE__)); +/* $Id$ */ + +common_header(); + +?> + +<p><img src="howto_phpunit.png" /></p> + +<p><strong>Application</strong> - Application tested (Symfony, Joomla-Platform, Drupal, Mediawiki, Wordpress)</p> +<p><strong>Scenario Set</strong> - Scenarios that are tested (CLI, Apache mod_php ; Opcache, Filesystem, etc...)</p> + +<p><strong>ERROR</strong> - PhpUnit tests that finished with Error(s)</p> +<p><strong>FAILURE</strong> - PhpUnit tests that failed</p> +<p><strong>TIMEOUT</strong> - Tests that did not finish after the maximum amount of time passed (usually one minute)</p> +<p><strong>CRASH</strong> - Tests that Crashed PHP</p> + +<p>Report compares ERROR, FAILURE, TIMEOUT, CRASH and PASS for two PHP Builds, the <strong>Base Build</strong> with the <strong>Test Build</strong>. A +X indicates the count increased from Base to Test. A -X indicates the count decreased from Base to Test. If the difference is <font color="green">good</font>, it is shown in <font color="green">green</font> (fe increase in PASS, decrease in ERROR). If the difference is <font color="red">bad</font>, it is shown in <font color="red">red</font> (fe increase in FAILURE).</p> + +<p><a href="https://github.com/OSTC/PFTT2/blob/master/src/com/mostc/pftt/model/app/EPhpUnitTestStatus.java" target="_blank">Full Info on PFTT's PHPUnit Test Statuses</a></p> + +<p><strong>Result-Pack</strong> All the test logs are compressed into result-packs, which can be downloaded using the two links in the report.</p> + +<?php +common_footer(); +?> diff --git a/list_builds.php b/list_builds.php index 56c5c7f..3c0c464 100755 --- a/list_builds.php +++ b/list_builds.php @@ -24,10 +24,16 @@ common_header(); <p>Choose a PHP revision or build</p> <?php +$r = scandir(BASE_REPORT_DIR."/$branch"); + +var_dump($r); + +/* + $latest_revision = ''; $mtime = 0; -foreach ( scandir(BASE_REPORT_DIR."/$branch") as $revision ) { +foreach ( $r as $revision ) { if ($revision=="." or $revision=="..") continue; if (is_dir(BASE_REPORT_DIR."/$branch/$revision")) { @@ -39,16 +45,17 @@ foreach ( scandir(BASE_REPORT_DIR."/$branch") as $revision ) { } } + ?> <table> <tr> <td>Latest:</td> <td><a href="build.php?branch=<?php echo $branch; ?>&revision=<?php echo $latest_revision; ?>"><?php echo $latest_revision; ?></a></td> </tr> -<?php /* <tr> +<?php <tr> <td>New Failures:</td> <td>New Crashes:</td> - </tr> */ ?> + </tr> ?> </table> <br/> <table> @@ -73,6 +80,7 @@ foreach ( scandir(BASE_REPORT_DIR."/$branch") as $revision ) { ?> </table> <?php +*/ common_footer();