Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Junit stack trace from failure #62

Merged
merged 2 commits into from
Apr 17, 2024
Merged

Junit stack trace from failure #62

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
bc4a9d1
fetch stack trace
ASaiAnudeep Apr 17, 2024
de25801
chore: rename ignore_errors to error_count
ASaiAnudeep Apr 17, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions package-lock.json
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion package.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "test-results-parser",
"version": "0.1.13",
"version": "0.1.14",
"description": "Parse test results from JUnit, TestNG, xUnit, cucumber and many more",
"main": "src/index.js",
"types": "./src/index.d.ts",
Expand Down
2 changes: 1 addition & 1 deletion src/index.d.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ import TestResult from "./models/TestResult";

declare interface ParseOptions {
type: string;
ignore_errors?: boolean;
ignore_error_count?: boolean;
files: string[];
}

Expand Down
31 changes: 20 additions & 11 deletions src/parsers/junit.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,20 +14,29 @@ function getTestCase(rawCase, suite_meta) {
setMetaData(rawCase, test_case);
if (rawCase.failure && rawCase.failure.length > 0) {
test_case.status = 'FAIL';
test_case.setFailure(rawCase.failure[0]["@_message"]);
// wdio junit reporter
if (!test_case.failure && rawCase.error && rawCase.error.length > 0) {
test_case.setFailure(rawCase.error[0]["@_message"]);
}
if (rawCase['system-err'] && rawCase['system-err'].length > 0) {
test_case.stack_trace = rawCase['system-err'][0];
}
set_error_and_stack_trace(test_case, rawCase);
} else {
test_case.status = 'PASS';
}
return test_case;
}

function set_error_and_stack_trace(test_case, raw_case) {
test_case.setFailure(raw_case.failure[0]["@_message"]);
// wdio junit reporter
if (!test_case.failure && raw_case.error && raw_case.error.length > 0) {
test_case.setFailure(raw_case.error[0]["@_message"]);
}
if (raw_case['system-err'] && raw_case['system-err'].length > 0) {
test_case.stack_trace = raw_case['system-err'][0];
}
if (!test_case.stack_trace) {
if (raw_case.failure[0]["#text"]) {
test_case.stack_trace = raw_case.failure[0]["#text"];
}
}
}

/**
*
* @param {object} rawSuite
Expand All @@ -40,7 +49,7 @@ function getTestSuite(rawSuite, options) {
suite.total = rawSuite["@_tests"];
suite.failed = rawSuite["@_failures"];
const errors = rawSuite["@_errors"];
if (!options.ignore_errors && errors) {
if (!options.ignore_error_count && errors) {
suite.errors = errors;
}
const skipped = rawSuite["@_skipped"];
Expand Down Expand Up @@ -68,7 +77,7 @@ function getTestSuite(rawSuite, options) {
function setMetaData(rawElement, test_element) {
if (rawElement.properties && rawElement.properties.property.length > 0) {
const raw_properties = rawElement.properties.property;
for (const raw_property of raw_properties) {
for (const raw_property of raw_properties) {
test_element.meta_data.set(raw_property["@_name"], raw_property["@_value"]);
}
}
Expand Down Expand Up @@ -153,7 +162,7 @@ function getTestResult(json, options) {
result.total = rawResult["@_tests"];
result.failed = rawResult["@_failures"];
const errors = rawResult["@_errors"];
if (!options.ignore_errors && errors) {
if (!options.ignore_error_count && errors) {
result.errors = errors;
}
const skipped = rawResult["@_skipped"];
Expand Down
167 changes: 167 additions & 0 deletions tests/data/junit/mocha-failures-with-stack-trace.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,167 @@
<?xml version="1.0" encoding="UTF-8"?>
<testsuites name="Mocha Tests" time="1.331" tests="58" failures="2" skipped="7">
<testsuite name="Root Suite" timestamp="2024-03-05T03:09:11" tests="0" time="0.000" failures="0">
</testsuite>
<testsuite name="Health" timestamp="2024-03-05T03:09:11" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/health.spec.js" time="0.009" failures="0">
<testcase name="Health should get status as ok" time="0.009" classname="should get status as ok">
</testcase>
</testsuite>
<testsuite name="Organization - should not create" timestamp="2024-03-05T03:09:11" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/organizations.spec.js" time="0.004" failures="0">
<testcase name="Organization - should not create without body" time="0.001" classname="without body">
</testcase>
</testsuite>
<testsuite name="Swagger" timestamp="2024-03-05T03:09:11" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/swagger.spec.js" time="0.001" failures="0">
<testcase name="Swagger should get the docs url" time="0.000" classname="should get the docs url">
</testcase>
</testsuite>
<testsuite name="Test Case Failure Analysis - should create" timestamp="2024-03-05T03:09:11" tests="2" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-case-failure-analysis.spec.js" time="0.000" failures="0">
</testsuite>
<testsuite name="Test Case Failure Analysis - should not create" timestamp="2024-03-05T03:09:11" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-case-failure-analysis.spec.js" time="0.000" failures="0">
</testsuite>
<testsuite name="Test Case Failure Analysis - should update" timestamp="2024-03-05T03:09:11" tests="2" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-case-failure-analysis.spec.js" time="0.000" failures="0">
</testsuite>
<testsuite name="Test Execution Metrics" timestamp="2024-03-05T03:09:11" tests="2" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-execution-metrics.spec.js" time="0.510" failures="0">
<testcase name="Test Execution Metrics get success test metrics" time="0.234" classname="get success test metrics">
</testcase>
<testcase name="Test Execution Metrics get skipped test metric due to new run" time="0.226" classname="get skipped test metric due to new run">
</testcase>
</testsuite>
<testsuite name="Test Runs - should fetch" timestamp="2024-03-05T03:09:11" tests="2" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.get.spec.js" time="0.252" failures="0">
<testcase name="Test Runs - should fetch with default page and limit" time="0.011" classname="with default page and limit">
</testcase>
<testcase name="Test Runs - should fetch with project name and build name and run number" time="0.007" classname="with project name and build name and run number">
</testcase>
</testsuite>
<testsuite name="Test Runs - should not fetch" timestamp="2024-03-05T03:09:12" tests="2" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.get.spec.js" time="0.037" failures="2">
<testcase name="Test Runs - should not fetch with page number greater than total" time="0.005" classname="with page number greater than total">
<failure message="HTTP status 200 !== 400" type="AssertionError"><![CDATA[AssertionError [ERR_ASSERTION]: HTTP status 200 !== 400
at Expect._validateStatus (node_modules/pactum/src/models/expect.js:105:14)
at Expect.validate (node_modules/pactum/src/models/expect.js:47:10)
at Tosser.validateResponse (node_modules/pactum/src/models/Tosser.js:240:23)
at Tosser.validate (node_modules/pactum/src/models/Tosser.js:207:18)
at Tosser.toss (node_modules/pactum/src/models/Tosser.js:44:18)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)

+ expected - actual

-200
+400
]]></failure>
</testcase>
<testcase name="Test Runs - should not fetch with invalid project name" time="0.003" classname="with invalid project name">
<failure message="HTTP status 200 !== 400" type="AssertionError"><![CDATA[AssertionError [ERR_ASSERTION]: HTTP status 200 !== 400
at Expect._validateStatus (node_modules/pactum/src/models/expect.js:105:14)
at Expect.validate (node_modules/pactum/src/models/expect.js:47:10)
at Tosser.validateResponse (node_modules/pactum/src/models/Tosser.js:240:23)
at Tosser.validate (node_modules/pactum/src/models/Tosser.js:207:18)
at Tosser.toss (node_modules/pactum/src/models/Tosser.js:44:18)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)

+ expected - actual

-200
+400
]]></failure>
</testcase>
</testsuite>
<testsuite name="Test Runs - should create" timestamp="2024-03-05T03:09:12" tests="5" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.052" failures="0">
<testcase name="Test Runs - should create without suites" time="0.010" classname="without suites">
</testcase>
<testcase name="Test Runs - should create without skipped, errors, retried and duration" time="0.007" classname="without skipped, errors, retried and duration">
</testcase>
<testcase name="Test Runs - should create with suites" time="0.007" classname="with suites">
</testcase>
<testcase name="Test Runs - should create with cases" time="0.007" classname="with cases">
</testcase>
<testcase name="Test Runs - should create with steps" time="0.010" classname="with steps">
</testcase>
</testsuite>
<testsuite name="Test Runs - should not create" timestamp="2024-03-05T03:09:12" tests="10" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.031" failures="0">
<testcase name="Test Runs - should not create without body" time="0.003" classname="without body">
</testcase>
<testcase name="Test Runs - should not create with counts &lt; 0" time="0.002" classname="with counts &lt; 0">
</testcase>
<testcase name="Test Runs - should not create with invalid suites type" time="0.002" classname="with invalid suites type">
</testcase>
<testcase name="Test Runs - should not create with one empty suite" time="0.002" classname="with one empty suite">
</testcase>
<testcase name="Test Runs - should not create with invalid cases type" time="0.003" classname="with invalid cases type">
</testcase>
<testcase name="Test Runs - should not create with one empty case" time="0.002" classname="with one empty case">
</testcase>
<testcase name="Test Runs - should not create with invalid step type" time="0.002" classname="with invalid step type">
</testcase>
<testcase name="Test Runs - should not create with one empty step" time="0.001" classname="with one empty step">
</testcase>
<testcase name="Test Runs - should not create with invalid status" time="0.003" classname="with invalid status">
</testcase>
<testcase name="Test Runs - should not create with invalid start and end times" time="0.002" classname="with invalid start and end times">
</testcase>
</testsuite>
<testsuite name="Test Runs - should search" timestamp="2024-03-05T03:09:12" tests="15" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.308" failures="0">
<testcase name="Test Runs - should search with default page and limit" time="0.006" classname="with default page and limit">
</testcase>
<testcase name="Test Runs - should search with custom page and limit" time="0.005" classname="with custom page and limit">
</testcase>
<testcase name="Test Runs - should search first test run" time="0.003" classname="first test run">
</testcase>
<testcase name="Test Runs - should search last test run" time="0.004" classname="last test run">
</testcase>
<testcase name="Test Runs - should search empty values with page out of range" time="0.003" classname="empty values with page out of range">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;name&apos; using &apos;=&apos; operator" time="0.004" classname="with filter on &apos;name&apos; using &apos;=&apos; operator">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;name&apos; using &apos;!=&apos; operator" time="0.006" classname="with filter on &apos;name&apos; using &apos;!=&apos; operator">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;name&apos; using &apos;~&apos; operator" time="0.006" classname="with filter on &apos;name&apos; using &apos;~&apos; operator">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;total&apos; using &apos;&gt;&apos; operator" time="0.005" classname="with filter on &apos;total&apos; using &apos;&gt;&apos; operator">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;created_at&apos; using &apos;&gt;&apos; operator" time="0.004" classname="with filter on &apos;created_at&apos; using &apos;&gt;&apos; operator">
</testcase>
<testcase name="Test Runs - should search with filter on &apos;passed&apos; using &apos;&lt;&apos; operator" time="0.003" classname="with filter on &apos;passed&apos; using &apos;&lt;&apos; operator">
</testcase>
<testcase name="Test Runs - should search with multiple filters on &apos;name&apos; and &apos;passed&apos;" time="0.005" classname="with multiple filters on &apos;name&apos; and &apos;passed&apos;">
</testcase>
<testcase name="Test Runs - should search empty values when no names equals the given name" time="0.003" classname="empty values when no names equals the given name">
</testcase>
<testcase name="Test Runs - should search empty values when no names matches the given name" time="0.002" classname="empty values when no names matches the given name">
</testcase>
<testcase name="Test Runs - should search empty values when created_at &gt; than today" time="0.004" classname="empty values when created_at &gt; than today">
</testcase>
</testsuite>
<testsuite name="Test Runs - should not search" timestamp="2024-03-05T03:09:12" tests="7" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.004" failures="0">
<testcase name="Test Runs - should not search with invalid limit and page" time="0.001" classname="with invalid limit and page">
</testcase>
<testcase name="Test Runs - should not search with invalid key in filters" time="0.001" classname="with invalid key in filters">
</testcase>
<testcase name="Test Runs - should not search with &apos;&gt;&apos; comparator and invalid number in filters" time="0.001" classname="with &apos;&gt;&apos; comparator and invalid number in filters">
</testcase>
<testcase name="Test Runs - should not search with &apos;&lt;&apos; comparator and invalid number in filters" time="0.000" classname="with &apos;&lt;&apos; comparator and invalid number in filters">
</testcase>
<testcase name="Test Runs - should not search with &apos;&gt;&apos; comparator and invalid date in filters" time="0.000" classname="with &apos;&gt;&apos; comparator and invalid date in filters">
</testcase>
</testsuite>
<testsuite name="Test Runs - should fetch by id" timestamp="2024-03-05T03:09:12" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.021" failures="0">
<testcase name="Test Runs - should fetch by id with valid test run id" time="0.002" classname="with valid test run id">
</testcase>
</testsuite>
<testsuite name="Test Runs - should not fetch by id" timestamp="2024-03-05T03:09:12" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.004" failures="0">
<testcase name="Test Runs - should not fetch by id with invalid test run id" time="0.003" classname="with invalid test run id">
</testcase>
</testsuite>
<testsuite name="Test Runs - should delete by id" timestamp="2024-03-05T03:09:12" tests="4" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.075" failures="0">
<testcase name="Test Runs - should delete by id a test run without suites" time="0.010" classname="a test run without suites">
</testcase>
<testcase name="Test Runs - should delete by id a test run with a suite" time="0.012" classname="a test run with a suite">
</testcase>
<testcase name="Test Runs - should delete by id a test run with a case" time="0.020" classname="a test run with a case">
</testcase>
<testcase name="Test Runs - should delete by id a test run with a step" time="0.014" classname="a test run with a step">
</testcase>
</testsuite>
<testsuite name="Test Runs - should not delete by id" timestamp="2024-03-05T03:09:12" tests="1" file="/Users/anudeep/Documents/repos/testbeats/beats-core-api/test/component/test-runs.spec.js" time="0.004" failures="0">
<testcase name="Test Runs - should not delete by id with invalid test run id" time="0.003" classname="with invalid test run id">
</testcase>
</testsuite>
</testsuites>
Loading
Loading