Merge remote-tracking branch 'upstream/main' into allow-wrr-during-de…

…commission

.github/CODEOWNERS

@@ -1,3 +1 @@
-# This should match the owning team set up in https:/orgs/opensearch-project/teams
-* @opensearch-project/opensearch-core @reta
-
+* @reta @anasalkouz @andrross @reta @Bukhtawar @CEHENKLE @dblock @setiah @kartg @kotwanikunal @mch2 @nknize @owaiskazi19 @adnapibar @Rishikesh1159 @ryanbogan @saratvemulapalli @shwetathareja @dreamer-89 @tlfeng @VachaShah @xuezhou25

CHANGELOG.md

@@ -14,6 +14,8 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 - [Test] Add IAE test for deprecated edgeNGram analyzer name ([#5040](https:/opensearch-project/OpenSearch/pull/5040))
 - Allow mmap to use new JDK-19 preview APIs in Apache Lucene 9.4+ ([#5151](https:/opensearch-project/OpenSearch/pull/5151))
 - Add feature flag for extensions ([#5211](https:/opensearch-project/OpenSearch/pull/5211))
+- Added jackson dependency to server ([#5366] (https:/opensearch-project/OpenSearch/pull/5366))
+- Added experimental extensions to main ([#5347](https:/opensearch-project/OpenSearch/pull/5347))
 
 ### Dependencies
 - Bumps `log4j-core` from 2.18.0 to 2.19.0
@@ -80,6 +82,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 - Fix 'org.apache.hc.core5.http.ParseException: Invalid protocol version' under JDK 16+ ([#4827](https:/opensearch-project/OpenSearch/pull/4827))
 - Fixed compression support for h2c protocol ([#4944](https:/opensearch-project/OpenSearch/pull/4944))
 - Reject bulk requests with invalid actions ([#5299](https:/opensearch-project/OpenSearch/issues/5299))
+- Support OpenSSL Provider with default Netty allocator ([#5460](https:/opensearch-project/OpenSearch/pull/5460))
 
 ### Security
 
@@ -100,6 +103,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 ### Removed
 ### Fixed
 - Fix 1.x compatibility bug with stored Tasks ([#5412](https:/opensearch-project/OpenSearch/pull/5412))
+- Fix case sensitivity for wildcard queries ([#5462](https:/opensearch-project/OpenSearch/pull/5462))
 ### Security
 
 [Unreleased 3.0]: https:/opensearch-project/OpenSearch/compare/2.4...HEAD

MAINTAINERS.md

@@ -5,7 +5,6 @@
 
 | Maintainer | GitHub ID | Affiliation |
 | --------------- | --------- | ----------- |
-| Abbas Hussain | [abbashus](https:/abbashus) | Amazon |
 | Anas Alkouz | [anasalkouz](https:/anasalkouz) | Amazon |
 | Andrew Ross | [andrross](https:/andrross)| Amazon |
 | Andriy Redko | [reta](https:/reta) | Aiven |
@@ -22,8 +21,8 @@
 | Rishikesh Pasham | [Rishikesh1159](https:/Rishikesh1159) | Amazon|
 | Ryan Bogan | [ryanbogan](https:/ryanbogan) | Amazon |
 | Sarat Vemulapalli | [saratvemulapalli](https:/saratvemulapalli) | Amazon |
-| Shweta Thareja |[shwetathareja](https:/shwetathareja) | Amazon |
-| Suraj Singh |[dreamer-89](https:/dreamer-89) | Amazon |
+| Shweta Thareja | [shwetathareja](https:/shwetathareja) | Amazon |
+| Suraj Singh | [dreamer-89](https:/dreamer-89) | Amazon |
 | Tianli Feng | [tlfeng](https:/tlfeng) | Amazon |
 | Vacha Shah | [VachaShah](https:/VachaShah) | Amazon |
 | Xue Zhou | [xuezhou25](https:/xuezhou25) | Amazon |
@@ -32,6 +31,7 @@
 
 | Maintainer | GitHub ID | Affiliation |
 | --------------- | --------- | ----------- |
+| Abbas Hussain | [abbashus](https:/abbashus) | Amazon |
 | Megha Sai Kavikondala | [meghasaik](https:/meghasaik) | Amazon |
 
 [This document](https:/opensearch-project/.github/blob/main/MAINTAINERS.md) explains what maintainers do in this repo, and how they should be doing it. If you're interested in contributing, see [CONTRIBUTING](CONTRIBUTING.md).

modules/ingest-geoip/build.gradle

@@ -41,8 +41,6 @@ opensearchplugin {
 dependencies {
  api('com.maxmind.geoip2:geoip2:3.0.2')
  // geoip2 dependencies:
- api("com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}")
- api("com.fasterxml.jackson.core:jackson-databind:${versions.jackson_databind}")
  api('com.maxmind.db:maxmind-db:2.1.0')
 
  testImplementation 'org.elasticsearch:geolite2-databases:20191119'

modules/transport-netty4/src/main/java/org/opensearch/transport/Netty4NioServerSocketChannel.java

@@ -0,0 +1,62 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ */
+
+package org.opensearch.transport;
+
+import io.netty.channel.socket.InternetProtocolFamily;
+import io.netty.channel.socket.nio.NioServerSocketChannel;
+import io.netty.util.internal.SocketUtils;
+import io.netty.util.internal.logging.InternalLogger;
+import io.netty.util.internal.logging.InternalLoggerFactory;
+
+import java.nio.channels.ServerSocketChannel;
+import java.nio.channels.SocketChannel;
+import java.nio.channels.spi.SelectorProvider;
+import java.util.List;
+
+public class Netty4NioServerSocketChannel extends NioServerSocketChannel {
+ private static final InternalLogger logger = InternalLoggerFactory.getInstance(Netty4NioServerSocketChannel.class);
+
+ public Netty4NioServerSocketChannel() {
+ super();
+ }
+
+ public Netty4NioServerSocketChannel(SelectorProvider provider) {
+ super(provider);
+ }
+
+ public Netty4NioServerSocketChannel(SelectorProvider provider, InternetProtocolFamily family) {
+ super(provider, family);
+ }
+
+ public Netty4NioServerSocketChannel(ServerSocketChannel channel) {
+ super(channel);
+ }
+
+ @Override
+ protected int doReadMessages(List<Object> buf) throws Exception {
+ SocketChannel ch = SocketUtils.accept(javaChannel());
+
+ try {
+ if (ch != null) {
+ buf.add(new Netty4NioSocketChannel(this, ch));
+ return 1;
+ }
+ } catch (Throwable t) {
+ logger.warn("Failed to create a new channel from an accepted socket.", t);
+
+ try {
+ ch.close();
+ } catch (Throwable t2) {
+ logger.warn("Failed to close a socket.", t2);
+ }
+ }
+
+ return 0;
+ }
+}

modules/transport-netty4/src/main/java/org/opensearch/transport/NettyAllocator.java

@@ -39,7 +39,6 @@
 import io.netty.buffer.UnpooledByteBufAllocator;
 import io.netty.channel.Channel;
 import io.netty.channel.ServerChannel;
-import io.netty.channel.socket.nio.NioServerSocketChannel;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
 import org.opensearch.common.Booleans;
@@ -181,7 +180,7 @@ public static Class<? extends ServerChannel> getServerChannelType() {
  if (ALLOCATOR instanceof NoDirectBuffers) {
  return CopyBytesServerSocketChannel.class;
  } else {
- return NioServerSocketChannel.class;
+ return Netty4NioServerSocketChannel.class;
  }
  }
 

plugins/discovery-ec2/build.gradle

@@ -46,8 +46,6 @@ dependencies {
  api "commons-logging:commons-logging:${versions.commonslogging}"
  api "org.apache.logging.log4j:log4j-1.2-api:${versions.log4j}"
  api "commons-codec:commons-codec:${versions.commonscodec}"
- api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson_databind}"
- api "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
 }
 
 restResources {

plugins/ingest-attachment/build.gradle

@@ -38,10 +38,10 @@ opensearchplugin {
 }
 
 versions << [
- 'tika' : '2.5.0',
- 'pdfbox': '2.0.25',
- 'poi' : '5.2.2',
- 'mime4j': '0.8.3'
+ 'tika' : '2.6.0',
+ 'pdfbox': '2.0.27',
+ 'poi' : '5.2.3',
+ 'mime4j': '0.8.8'
 ]
 
 dependencies {

plugins/ingest-attachment/licenses/apache-mime4j-core-0.8.8.jar.sha1

@@ -0,0 +1 @@
+7330de23c52f71617cbec7f1d2760dae32e687cd

plugins/ingest-attachment/licenses/apache-mime4j-dom-0.8.8.jar.sha1

@@ -0,0 +1 @@
+e76715563a6bd150f84ccb0adb920aec8faf4779

plugins/ingest-attachment/licenses/fontbox-2.0.27.jar.sha1

@@ -0,0 +1 @@
+d08c064d18b2b149da937d15c0d1708cba03f29d

plugins/ingest-attachment/licenses/pdfbox-2.0.27.jar.sha1

@@ -0,0 +1 @@
+416a9dfce3714116bfdf793b15368df04266845f

plugins/ingest-attachment/licenses/poi-5.2.3.jar.sha1

@@ -0,0 +1 @@
+2fb22ae74ad5aea6af1a9c64b9542f2ccf348604

plugins/ingest-attachment/licenses/poi-ooxml-5.2.3.jar.sha1

@@ -0,0 +1 @@
+02efd11c940adb18c03eb9ce7ad88fc40ee6a196

plugins/ingest-attachment/licenses/poi-ooxml-lite-5.2.3.jar.sha1

@@ -0,0 +1 @@
+db113c8e9051b0ff967f4911fa20336c8325a7c5

plugins/ingest-attachment/licenses/poi-scratchpad-5.2.3.jar.sha1

@@ -0,0 +1 @@
+2a7fce47e22b7fedb1b277347ff4fe36d6eda50d

plugins/ingest-attachment/licenses/tika-core-2.6.0.jar.sha1

@@ -0,0 +1 @@
+f6ed6356dd4a9bd269d873f65494376685e6192e

plugins/ingest-attachment/licenses/tika-langdetect-optimaize-2.6.0.jar.sha1

@@ -0,0 +1 @@
+72b784a7bdab0ffde005fa64d15e3f077331d6fc

plugins/ingest-attachment/licenses/tika-parsers-standard-package-2.6.0.jar.sha1

@@ -0,0 +1 @@
+00980e70b1df13c1236b750f0ca1462edd5d7417

plugins/repository-azure/build.gradle

@@ -61,8 +61,6 @@ dependencies {
  api 'io.projectreactor.netty:reactor-netty-core:1.0.24'
  api 'io.projectreactor.netty:reactor-netty-http:1.0.24'
  api "org.slf4j:slf4j-api:${versions.slf4j}"
- api "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
- api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson_databind}"
  api "com.fasterxml.jackson.datatype:jackson-datatype-jsr310:${versions.jackson}"
  api "com.fasterxml.jackson.dataformat:jackson-dataformat-xml:${versions.jackson}"
  api "com.fasterxml.jackson.module:jackson-module-jaxb-annotations:${versions.jackson}"

plugins/repository-hdfs/build.gradle

@@ -66,7 +66,6 @@ dependencies {
  api 'org.apache.htrace:htrace-core4:4.2.0-incubating'
  api "org.apache.logging.log4j:log4j-core:${versions.log4j}"
  api 'org.apache.avro:avro:1.11.1'
- api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson_databind}"
  api 'com.google.code.gson:gson:2.10'
  runtimeOnly 'com.google.guava:guava:31.1-jre'
  api 'com.google.protobuf:protobuf-java:3.21.9'

plugins/repository-s3/build.gradle

@@ -54,9 +54,6 @@ dependencies {
  api "commons-logging:commons-logging:${versions.commonslogging}"
  api "org.apache.logging.log4j:log4j-1.2-api:${versions.log4j}"
  api "commons-codec:commons-codec:${versions.commonscodec}"
- api "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
- api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson_databind}"
- api "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
  api "com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:${versions.jackson}"
  api "joda-time:joda-time:${versions.joda}"
 
@@ -173,9 +170,9 @@ if (!s3EC2Bucket && !s3EC2BasePath && !s3ECSBucket && !s3ECSBasePath && !s3EKSBu
 processYamlRestTestResources {
  Map<String, Object> expansions = [
  'permanent_bucket': s3PermanentBucket,
- 'permanent_base_path': s3PermanentBasePath + "_integration_tests",
+ 'permanent_base_path': s3PermanentBasePath + "_integration_tests_" + BuildParams.testSeed,
  'temporary_bucket': s3TemporaryBucket,
- 'temporary_base_path': s3TemporaryBasePath + "_integration_tests",
+ 'temporary_base_path': s3TemporaryBasePath + "_integration_tests_" + BuildParams.testSeed,
  'ec2_bucket': s3EC2Bucket,
  'ec2_base_path': s3EC2BasePath,
  'ecs_bucket': s3ECSBucket,