Add exitCode to CLI test (#205)

* Add exitCode to CLI test

* Narrow down exitCode assignment

* Add changeset

.changeset/late-hounds-refuse.md

@@ -0,0 +1,5 @@
+---
+'@hashicorp/platform-content-conformance': patch
+---
+
+Added non-zero exit code for Content Conformance CLI

packages/content-conformance/src/__tests__/cli.test.ts

@@ -5,6 +5,19 @@ import { currentFilePath, getFixturePath } from '../test/utils'
 const fixturePath = getFixturePath('basic-with-content-files')
 
 function execCli(...args: string[]) {
+ try {
+ return String(
+ execFileSync('node', [
+ path.join(currentFilePath, '../../..', '/dist/cli.js'),
+ ...args,
+ ])
+ )
+ } catch (error) {
+ return String(error.stdout)
+ }
+}
+
+function execCliExitCode(...args: string[]) {
  return String(
  execFileSync('node', [
  path.join(currentFilePath, '../../..', '/dist/cli.js'),
@@ -116,4 +129,16 @@ describe('Content-conformance CLI', () => {
  "
  `)
  })
+
+ test('Returns non-zero exit code on failure', () => {
+ expect(() =>
+ execCliExitCode(
+ '--cwd',
+ `${fixturePath}`,
+ `./content/index.mdx`,
+ '--config',
+ './content-conformance.config.mjs'
+ )
+ ).toThrow()
+ })
 })

packages/content-conformance/src/cli.ts

@@ -2,7 +2,7 @@
 import yargs from 'yargs'
 import { hideBin } from 'yargs/helpers'
 import chalk from 'chalk'
-import { ContentConformanceRunner } from './runner.js'
+import { ContentConformanceRunner, RunnerStatus } from './runner.js'
 
 // Disable colored output when running in a test environment so we can snapshot the CLI output without the color codes.
 if (process.env.NODE_ENV === 'test') {
@@ -94,5 +94,9 @@ yargs(hideBin(process.argv)).command(
  console.log('')
  console.log(chalk.redBright(stack))
  }
+
+ if (runner.status !== RunnerStatus.SUCCESS) {
+ process.exitCode = 1
+ }
  }
 ).argv