github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2024-11-26 05:03:39 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Improve output for QUnit tests in CI:

Browse Source 
* Uses fewer lines of output
* Always outputs error at the end even if timeout
* Support for QUNIT_FAIL_FAST ENV var to quit at first failure
This commit is contained in:
Robin Ward 2020-08-05 13:43:14 -04:00
parent 18e3339580
commit 0c8365a1a2
1 changed files with 44 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

71
test/run-qunit.js
View File

@ -91,8 +91,8 @@ async function runAllTests() {
Runtime.consoleAPICalled(response => { Runtime.consoleAPICalled(response => {
const message = response["args"][0].value; const message = response["args"][0].value;
// If it's a simple test result, write without newline // Not finished yet, don't add a newline
if (message === "." || message === "F") { if (message && message.startsWith && message.startsWith("↪")) {
process.stdout.write(message); process.stdout.write(message);
} else if ( } else if (
message && message &&
@ -110,7 +110,13 @@ async function runAllTests() {
Page.loadEventFired(async () => { Page.loadEventFired(async () => {
await Runtime.evaluate({ await Runtime.evaluate({
expression: `(${qunit_script})()` expression:
`const QUNIT_FAIL_FAST = ` +
(process.env.QUNIT_FAIL_FAST === "true").toString() +
";"
});
await Runtime.evaluate({
expression: `(${qunit_script})();`
}); });
if (args[0].indexOf("report_requests=1") > -1) { if (args[0].indexOf("report_requests=1") > -1) {
@ -161,43 +167,47 @@ runAllTests().catch(e => {
// The following functions are converted to strings // The following functions are converted to strings
// And then sent to chrome to be evalaluated // And then sent to chrome to be evalaluated
function logQUnit() { function logQUnit() {
var moduleErrors = []; let testErrors = [];
var testErrors = []; let assertionErrors = [];
var assertionErrors = [];
console.log("\nRunning: " + JSON.stringify(QUnit.urlParams) + "\n"); console.log("\nRunning: " + JSON.stringify(QUnit.urlParams) + "\n");
QUnit.config.testTimeout = 10000; QUnit.config.testTimeout = 10000;
QUnit.moduleDone(function(context) {
if (context.failed) {
var msg = "Module Failed: " + context.name + "\n" + testErrors.join("\n");
moduleErrors.push(msg);
testErrors = [];
}
});
let durations = {}; let durations = {};
let inTest = false;
QUnit.testStart(function(context) { QUnit.testStart(function(context) {
console.log("\n" + context.module + "::" + context.name); console.log("↪ " + context.module + "::" + context.name);
inTest = true;
}); });
QUnit.testDone(function(context) { QUnit.testDone(function(context) {
durations[context.module + "::" + context.name] = context.runtime; durations[context.module + "::" + context.name] = context.runtime;
if (context.failed) { if (context.failed) {
var msg = " Test Failed: " + context.name + assertionErrors.join(" "); const msg =
" Test Failed: " +
/* QUNIT_RESULT */ context.name +
assertionErrors.join(" ") +
"\n" +
context.source;
testErrors.push(msg); testErrors.push(msg);
assertionErrors = []; assertionErrors = [];
console.log("F");
QUnit.config.queue.length = 0; // Pass QUNIT_FAIL_FAST on the command line to quit after the first failure
if (QUNIT_FAIL_FAST) {
QUnit.config.queue.length = 0;
}
if (inTest) {
console.log(" [✘]");
}
} else { } else {
console.log("."); if (inTest) {
console.log(" [✔]");
}
} }
inTest = false;
}); });
QUnit.log(function(context) { QUnit.log(function(context) {
@ -221,10 +231,13 @@ function logQUnit() {
QUnit.done(function(context) { QUnit.done(function(context) {
console.log("\n"); console.log("\n");
if (moduleErrors.length > 0) { if (testErrors.length) {
for (var idx = 0; idx < moduleErrors.length; idx++) { console.log("Test Errors");
console.error(moduleErrors[idx] + "\n"); console.log("----------------------------------------------");
} testErrors.forEach(e => {
console.error(e);
});
console.log("\n");
} }
console.log("Slowest tests"); console.log("Slowest tests");
@ -248,7 +261,11 @@ function logQUnit() {
if (context.failed) { if (context.failed) {
console.log("\nUse this filter to run in the same order:"); console.log("\nUse this filter to run in the same order:");
console.log("QUNIT_SEED=" + QUnit.config.seed + " rake qunit:test\n"); console.log(
"QUNIT_FAIL_FAST=true QUNIT_SEED=" +
QUnit.config.seed +
" rake qunit:test\n"
);
console.log("If you have a web environment running, you can visit:"); console.log("If you have a web environment running, you can visit:");
console.log( console.log(
"http://localhost:3000/qunit?hidepassed&seed=" + "http://localhost:3000/qunit?hidepassed&seed=" +