diff --git a/dist/index.js b/dist/index.js
index 19587c3..df75f07 100644
--- a/dist/index.js
+++ b/dist/index.js
@@ -392,7 +392,7 @@ class TestReporter {
             const summary = (0, get_report_1.getReport)(results, { listSuites, listTests, baseUrl, onlySummary });
             core.info('Creating annotations');
             const annotations = (0, get_annotations_1.getAnnotations)(results, this.maxAnnotations);
-            const isFailed = results.some(tr => tr.result === 'failed');
+            const isFailed = this.failOnError && results.some(tr => tr.result === 'failed');
             const conclusion = isFailed ? 'failure' : 'success';
             const icon = isFailed ? markdown_utils_1.Icon.fail : markdown_utils_1.Icon.success;
             core.info(`Updating check run conclusion (${conclusion}) and output`);