Surface deprecation logs from CI

packages/kbn-test/src/es/es_test_config.ts

@@ -31,7 +31,7 @@ class EsTestConfig {
  return process.env.TEST_ES_TRANSPORT_PORT || '9300-9400';
  }
 
- getUrlParts() {
+ getUrlParts(ssl?: boolean) {
  // Allow setting one complete TEST_ES_URL for Es like https://elastic:changeme@myCloudInstance:9200
  if (process.env.TEST_ES_URL) {
  const testEsUrl = Url.parse(process.env.TEST_ES_URL);
@@ -65,7 +65,7 @@ class EsTestConfig {
  return {
  // Allow setting any individual component(s) of the URL,
  // or use default values (username and password from ../kbn/users.js)
- protocol: process.env.TEST_ES_PROTOCOL || 'http',
+ protocol: process.env.TEST_ES_PROTOCOL || ssl ? 'https' : 'http',
  hostname: process.env.TEST_ES_HOSTNAME || 'localhost',
  port,
  auth: `${username}:${password}`,

packages/kbn-test/src/es/test_es_cluster.ts

@@ -8,12 +8,13 @@
 
 import Path from 'path';
 import { format } from 'url';
+import Fs from 'fs';
 import del from 'del';
 // @ts-expect-error in js
 import { Cluster } from '@kbn/es';
 import { Client } from '@elastic/elasticsearch';
 import type { KibanaClient } from '@elastic/elasticsearch/api/kibana';
-import type { ToolingLog } from '@kbn/dev-utils';
+import { CA_CERT_PATH, ToolingLog } from '@kbn/dev-utils';
 import { CI_PARALLEL_PROCESS_PREFIX } from '../ci_parallel_process_prefix';
 import { esTestConfig } from './es_test_config';
 
@@ -260,6 +261,31 @@ export function createTestEsCluster<
  }
 
  async stop() {
+ await this.getClient()
+ .search<{
+ 'log.level': string;
+ message: string;
+ 'elasticsearch.http.request.x_opaque_id': string;
+ }>(
+ { index: '.logs-deprecation.elasticsearch-default', ignore_unavailable: true, size: 100 },
+ { ignore: [404] } // The index doesn't exist if there's no deprecation logs
+ )
+ .then((res) => {
+ const deps = res.body.hits.hits
+ .filter(
+ (d) => d._source!['elasticsearch.http.request.x_opaque_id'] !== 'kbn-test-client'
+ )
+ .map((d) => {
+ return `ES DEPRECATION ${d._source!['log.level']} ${d._source!.message}`;
+ });
+
+ if (deps.length > 0) {
+ log.error(`Found ${deps.length} deprecation logs:`);
+ }
+ deps.forEach((m) => {
+ log.error(m);
+ });
+ });
  const nodeStopPromises = [];
  for (let i = 0; i < this.nodes.length; i++) {
  nodeStopPromises.push(async () => {
@@ -283,7 +309,9 @@ export function createTestEsCluster<
  */
  getClient(): KibanaClient {
  return new Client({
- node: this.getHostUrls()[0],
+ node: this.getHostUrls(),
+ headers: { 'X-Opaque-Id': 'kbn-test-client' },
+ ...(ssl && { ssl: { ca: Fs.readFileSync(CA_CERT_PATH), rejectUnauthorized: true } }),
  });
  }
 
@@ -308,7 +336,9 @@ export function createTestEsCluster<
  * in this list.
  */
  getHostUrls(): string[] {
- return this.ports.map((p) => format({ ...esTestConfig.getUrlParts(), port: p }));
+ return this.ports.map((p) =>
+ format({ ...esTestConfig.getUrlParts(ssl), port: p, protocol: ssl ? 'https' : 'http' })
+ );
  }
  })() as EsTestCluster<Options>;
 }

test/common/services/elasticsearch.ts

@@ -24,6 +24,7 @@ export function ElasticsearchProvider({ getService }: FtrProviderContext): Kiban
  return new Client({
  nodes: [formatUrl(config.get('servers.elasticsearch'))],
  requestTimeout: config.get('timeouts.esRequestTimeout'),
+ headers: { 'X-Opaque-Id': 'kbn-test-client' },
  });
  } else {
  return new Client({
@@ -32,6 +33,7 @@ export function ElasticsearchProvider({ getService }: FtrProviderContext): Kiban
  },
  nodes: [formatUrl(config.get('servers.elasticsearch'))],
  requestTimeout: config.get('timeouts.esRequestTimeout'),
+ headers: { 'X-Opaque-Id': 'kbn-test-client' },
  });
  }
 }