Update jackson and azure

This grabs a new version of jackson and snakeyaml to get some bug fixes.
It also updates azure to stay compatible with the new jackson.

Closes elastic#66555
Closes elastic#67214
Closes elastic#80142

build-tools-internal/src/main/groovy/elasticsearch.ide.gradle

@@ -88,7 +88,7 @@ if (providers.systemProperty('idea.active').forUseAtConfigurationTime().getOrNul
   tasks.register('buildDependencyArtifacts') {
     group = 'ide'
     description = 'Builds artifacts needed as dependency for IDE modules'
-    dependsOn ':client:rest-high-level:shadowJar', ':plugins:repository-hdfs:hadoop-client-api:shadowJar', ':plugins:repository-azure:azure-storage-blob:shadowJar'
+    dependsOn ':client:rest-high-level:shadowJar', ':plugins:repository-hdfs:hadoop-client-api:shadowJar'
   }
 
   idea {

build-tools-internal/version.properties

@@ -9,8 +9,8 @@ checkstyle = 8.42
 # optional dependencies
 spatial4j         = 0.7
 jts               = 1.15.0
-jackson           = 2.10.4
-snakeyaml         = 1.26
+jackson           = 2.13.0
+snakeyaml         = 1.29
 icu4j             = 68.2
 supercsv          = 2.4.0
 # when updating log4j, please update also docs/java-api/index.asciidoc

client/sniffer/licenses/jackson-core-2.13.0.jar.sha1

@@ -0,0 +1 @@
+e957ec5442966e69cef543927bdc80e5426968bb

distribution/tools/plugin-cli/licenses/jackson-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+15be89db6609bd6fda3dc309bacf0318a312c03f

distribution/tools/plugin-cli/licenses/jackson-databind-2.13.0.jar.sha1

@@ -0,0 +1 @@
+889672a1721d6d85b2834fcd29d3fda92c8c8891

libs/x-content/licenses/jackson-core-2.13.0.jar.sha1

@@ -0,0 +1 @@
+e957ec5442966e69cef543927bdc80e5426968bb

libs/x-content/licenses/jackson-dataformat-cbor-2.13.0.jar.sha1

@@ -0,0 +1 @@
+8d4c05a638d686138021a2480a9d67b5fdef6e0d

libs/x-content/licenses/jackson-dataformat-smile-2.13.0.jar.sha1

@@ -0,0 +1 @@
+a8c8f05272b8f9d7220e7b3fef4ab0a89fa20808

libs/x-content/licenses/jackson-dataformat-yaml-2.13.0.jar.sha1

@@ -0,0 +1 @@
+90c7265058f7b8b805abde4da1e2e59febb30c7d

libs/x-content/licenses/snakeyaml-1.29.jar.sha1

@@ -0,0 +1 @@
+6d0cdafb2010f1297e574656551d7145240f6e25

modules/ingest-geoip/licenses/jackson-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+15be89db6609bd6fda3dc309bacf0318a312c03f

modules/ingest-geoip/licenses/jackson-databind-2.13.0.jar.sha1

@@ -0,0 +1 @@
+889672a1721d6d85b2834fcd29d3fda92c8c8891

plugins/discovery-ec2/licenses/jackson-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+15be89db6609bd6fda3dc309bacf0318a312c03f

plugins/discovery-ec2/licenses/jackson-databind-2.13.0.jar.sha1

@@ -0,0 +1 @@
+889672a1721d6d85b2834fcd29d3fda92c8c8891

plugins/repository-azure/build.gradle

@@ -23,38 +23,34 @@ esplugin {
 }
 
 versions << [
-  'azure': '12.9.0',
-  'azureCore': '1.10.0',
-  'azureCoreHttpNetty': '1.6.3',
+  'azure': '12.14.0',
+  'azureCore': '1.21.0',
+  'azureCoreHttpNetty': '1.11.1',
+  'azureAvro': '12.1.1',
 
   'jakartaActivation': '1.2.1',
   'jakartaXMLBind': '2.3.2',
   'stax2API': '4.2',
-  'woodstox': '6.0.2',
+  'woodstox': '6.2.6',
 
-  'reactorNetty': '0.9.12.RELEASE',
-  'reactorCore': '3.3.10.RELEASE',
+  'reactorNetty': '1.0.12',
+  'reactorCore': '3.4.11',
   'reactiveStreams': '1.0.3',
 ]
 
 dependencies {
-  api project(path: 'azure-storage-blob', configuration: 'shadow')
-  if (isEclipse) {
-    /*
-     * Eclipse can't pick up the shadow dependency so we point it at *something*
-     * so it can compile things.
-     */
-    api project(path: 'azure-storage-blob')
-  }
   api "com.azure:azure-storage-common:${versions.azure}"
+  api "com.azure:azure-storage-blob:${versions.azure}"
   api "com.azure:azure-core-http-netty:${versions.azureCoreHttpNetty}"
   api "com.azure:azure-core:${versions.azureCore}"
+  api "com.azure:azure-storage-internal-avro:${versions.azureAvro}"
 
   // jackson
   api "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
   api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
   api "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
   api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
+  api "com.fasterxml.jackson:jackson-bom:${versions.jackson}"
 
   // jackson xml
   api "com.fasterxml.jackson.dataformat:jackson-dataformat-xml:${versions.jackson}"
@@ -67,18 +63,23 @@ dependencies {
 
   // netty
   api "io.netty:netty-buffer:${versions.netty}"
+  api "io.netty:netty-codec:${versions.netty}"
+  api "io.netty:netty-codec-dns:${versions.netty}"
   api "io.netty:netty-codec-http:${versions.netty}"
   api "io.netty:netty-codec-http2:${versions.netty}"
   api "io.netty:netty-codec-socks:${versions.netty}"
-  api "io.netty:netty-codec:${versions.netty}"
   api "io.netty:netty-common:${versions.netty}"
-  api "io.netty:netty-handler-proxy:${versions.netty}"
   api "io.netty:netty-handler:${versions.netty}"
+  api "io.netty:netty-handler-proxy:${versions.netty}"
   api "io.netty:netty-resolver:${versions.netty}"
+  api "io.netty:netty-resolver-dns:${versions.netty}"
   api "io.netty:netty-transport:${versions.netty}"
+  api "io.netty:netty-transport-native-unix-common:${versions.netty}"
 
   // reactor
   api "io.projectreactor.netty:reactor-netty:${versions.reactorNetty}"
+  api "io.projectreactor.netty:reactor-netty-core:${versions.reactorNetty}"
+  api "io.projectreactor.netty:reactor-netty-http:${versions.reactorNetty}"
   api "io.projectreactor:reactor-core:${versions.reactorCore}"
   api "org.reactivestreams:reactive-streams:${versions.reactiveStreams}"
 
@@ -108,6 +109,7 @@ tasks.named("dependencyLicenses").configure {
   mapping from: /netty-.*/, to: 'netty'
   mapping from: /jaxb-.*/, to: 'jaxb'
   mapping from: /stax-.*/, to: 'stax'
+  mapping from: /reactor-netty-.*/, to: 'reactor-netty'
   mapping from: /reactive-streams.*/, to: 'reactive-streams'
 }
 
@@ -254,14 +256,25 @@ tasks.named("thirdPartyAudit").configure {
     // it uses NIO
     'io.netty.channel.kqueue.KQueue',
     'io.netty.channel.kqueue.KQueueDatagramChannel',
+    'io.netty.channel.kqueue.KQueueDomainDatagramChannel',
+    'io.netty.channel.kqueue.KQueueDomainSocketChannel',
     'io.netty.channel.kqueue.KQueueEventLoopGroup',
+    'io.netty.channel.kqueue.KQueueServerDomainSocketChannel',
     'io.netty.channel.kqueue.KQueueServerSocketChannel',
     'io.netty.channel.kqueue.KQueueSocketChannel',
     'io.netty.channel.epoll.Epoll',
     'io.netty.channel.epoll.EpollDatagramChannel',
+    'io.netty.channel.epoll.EpollDomainDatagramChannel',
+    'io.netty.channel.epoll.EpollDomainSocketChannel',
     'io.netty.channel.epoll.EpollEventLoopGroup',
+    'io.netty.channel.epoll.EpollServerDomainSocketChannel',
     'io.netty.channel.epoll.EpollServerSocketChannel',
     'io.netty.channel.epoll.EpollSocketChannel',
+    'io.netty.incubator.channel.uring.IOUring',
+    'io.netty.incubator.channel.uring.IOUringDatagramChannel',
+    'io.netty.incubator.channel.uring.IOUringEventLoopGroup',
+    'io.netty.incubator.channel.uring.IOUringServerSocketChannel',
+    'io.netty.incubator.channel.uring.IOUringSocketChannel',
 
     // from reactor.netty.http.server.HttpServer (reactor-netty)
     'io.netty.handler.codec.haproxy.HAProxyMessage',
@@ -271,13 +284,11 @@ tasks.named("thirdPartyAudit").configure {
     'org.osgi.framework.BundleActivator',
     'org.osgi.framework.BundleContext',
 
-    // from com.ctc.wstx.shaded.msv_core.driver.textui.Driver (woodstox-core)
-    'com.sun.org.apache.xml.internal.resolver.Catalog',
-    'com.sun.org.apache.xml.internal.resolver.tools.CatalogResolver',
-
     'org.slf4j.impl.StaticLoggerBinder',
     'org.slf4j.impl.StaticMDCBinder',
     'org.slf4j.impl.StaticMarkerBinder',
+
+    'com.ctc.wstx.shaded.msv_core.driver.textui.Driver',
   )
 
   ignoreViolations(
@@ -303,11 +314,7 @@ tasks.named("thirdPartyAudit").configure {
     'javax.activation.MailcapCommandMap',
     'javax.activation.MimetypesFileTypeMap',
 
-    'reactor.core.publisher.MultiProducerRingBuffer',
-    'reactor.core.publisher.RingBufferFields',
     'reactor.core.publisher.Traces$SharedSecretsCallSiteSupplierFactory$TracingException',
-    'reactor.core.publisher.UnsafeSequence',
-    'reactor.core.publisher.UnsafeSupport'
   )
 }
 boolean useFixture = false

plugins/repository-azure/licenses/azure-core-1.21.0.jar.sha1

@@ -0,0 +1 @@
+f231784d49156f602d7952c9984cdc75677c6cd6

plugins/repository-azure/licenses/azure-core-http-netty-1.11.1.jar.sha1

@@ -0,0 +1 @@
+94236568194f4d7453d0d023f0bdeed94d744f12

plugins/repository-azure/licenses/azure-storage-blob-12.14.0.jar.sha1

@@ -0,0 +1 @@
+75d45d21dc208fa369abc832354470464c859d67

plugins/repository-azure/licenses/azure-storage-common-12.14.0.jar.sha1

@@ -0,0 +1 @@
+ed58d3438a7fa3a2a5e9f60c0111795101dc8bf6

plugins/repository-azure/licenses/azure-storage-internal-avro-12.1.1.jar.sha1

@@ -0,0 +1 @@
+3a13c7837bbbc88b4ba0559b15df5f8db7c1ef50

plugins/repository-azure/licenses/jackson-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+15be89db6609bd6fda3dc309bacf0318a312c03f

plugins/repository-azure/licenses/jackson-databind-2.13.0.jar.sha1

@@ -0,0 +1 @@
+889672a1721d6d85b2834fcd29d3fda92c8c8891

plugins/repository-azure/licenses/jackson-dataformat-xml-2.13.0.jar.sha1

@@ -0,0 +1 @@
+396634365e8439b27794fa94b571fdc03b4cf7be

plugins/repository-azure/licenses/jackson-datatype-jsr310-2.13.0.jar.sha1

@@ -0,0 +1 @@
+4c143877fc733befe6189151c8b95d84acd06941

plugins/repository-azure/licenses/jackson-module-jaxb-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+ddfabac3d9a4cbe43afd6c472e536b26adcd6561

plugins/repository-azure/licenses/netty-codec-dns-4.1.66.Final.jar.sha1

@@ -0,0 +1 @@
+390ff96a0e1f7c626cb52c119a1a1dfd0784d193

plugins/repository-azure/licenses/netty-resolver-dns-4.1.66.Final.jar.sha1

@@ -0,0 +1 @@
+7b74815fb1403e5747c872c6eee2a07e7a700d30

plugins/repository-azure/licenses/netty-transport-native-unix-common-4.1.66.Final.jar.sha1

@@ -0,0 +1 @@
+d0163c1d9ec983fc413cafc7610e27e269517634

plugins/repository-azure/licenses/reactor-core-3.4.11.jar.sha1

@@ -0,0 +1 @@
+0e305f6aa6e6da26aa42726f8cfd69b6ab53d7c0

plugins/repository-azure/licenses/reactor-netty-1.0.12.jar.sha1

@@ -0,0 +1 @@
+4765023130d1dc1e8ec3e5e7842564953cf549db

plugins/repository-azure/licenses/reactor-netty-core-1.0.12.jar.sha1

@@ -0,0 +1 @@
+2b5b9fee56a6e492db277cd27e8baa7e1988e3cd

plugins/repository-azure/licenses/reactor-netty-http-1.0.12.jar.sha1

@@ -0,0 +1 @@
+494c9d45bc4de180e2eb911d1af7077c80740276

plugins/repository-azure/licenses/woodstox-core-6.2.6.jar.sha1

@@ -0,0 +1 @@
+d4a055af5dcadea8d1bded5b64bc7be5bb7fea95

plugins/repository-azure/src/main/java/org/elasticsearch/repositories/azure/AzureRepositoryPlugin.java

@@ -34,6 +34,8 @@
 import org.elasticsearch.watcher.ResourceWatcherService;
 import org.elasticsearch.xcontent.NamedXContentRegistry;
 
+import java.security.AccessController;
+import java.security.PrivilegedAction;
 import java.util.Arrays;
 import java.util.Collection;
 import java.util.Collections;
@@ -53,6 +55,17 @@ public class AzureRepositoryPlugin extends Plugin implements RepositoryPlugin, R
         // Trigger static initialization with the plugin class loader
         // so we have access to the proper xml parser
         JacksonAdapter.createDefaultSerializerAdapter();
+
+        // Even though we don't use it, we need to force static init
+        // of the default resolver which reads /etc/hosts so it doesn't init later
+        AccessController.doPrivileged((PrivilegedAction<Void>) () -> {
+            try {
+                Class.forName("io.netty.resolver.HostsFileEntriesResolver");
+            } catch (Exception e) {
+                throw new RuntimeException(e);
+            }
+            return null;
+        });
     }
 
     // protected for testing

plugins/repository-azure/src/main/plugin-metadata/plugin-security.policy

@@ -14,4 +14,9 @@ grant {
   // Used by jackson bean deserialization
   permission java.lang.RuntimePermission "accessDeclaredMembers";
   permission java.lang.reflect.ReflectPermission "suppressAccessChecks";
+  // needed by netty dns resolver
+  permission java.io.FilePermission "/etc/hosts", "read";
+  permission java.io.FilePermission "/etc/resolv.conf", "read";
+  permission java.io.FilePermission "/etc/resolver", "read";
+  permission java.io.FilePermission "/etc/resolver/-", "read";
 };

plugins/repository-s3/licenses/jackson-annotations-2.13.0.jar.sha1

@@ -0,0 +1 @@
+15be89db6609bd6fda3dc309bacf0318a312c03f

plugins/repository-s3/licenses/jackson-databind-2.13.0.jar.sha1

@@ -0,0 +1 @@
+889672a1721d6d85b2834fcd29d3fda92c8c8891

qa/smoke-test-http/build.gradle

@@ -12,7 +12,7 @@ apply plugin: 'elasticsearch.rest-test'
 apply plugin: 'elasticsearch.test-with-dependencies'
 
 dependencies {
-  testImplementation "com.fasterxml.jackson.core:jackson-databind:2.10.4"
+  // testImplementation "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
   testImplementation project(':modules:transport-netty4') // for http
   testImplementation project(':plugins:transport-nio') // for http
 }

test/framework/src/main/java/org/elasticsearch/common/xcontent/support/AbstractFilteringTestCase.java

@@ -432,6 +432,12 @@ public void testFilterPrefix() throws IOException {
         testFilter(expected, sample, singleton("photosCount"), emptySet());
     }
 
+    public void testFilterNothingInObject() throws IOException {
+        final Builder sample = builder -> builder.startObject().field("bar", "test1").field("foo", "test2").endObject();
+        Builder expected = builder -> builder.startObject().field("bar", "test1").field("foo", "test2").endObject();
+        testFilter(expected, sample, emptySet(), singleton("bar.xxx"));
+    }
+
     public void testManyFilters() throws IOException, URISyntaxException {
         Builder deep = builder -> builder.startObject()
             .startObject("system")

x-pack/plugin/sql/jdbc/licenses/jackson-core-2.13.0.jar.sha1

@@ -0,0 +1 @@
+e957ec5442966e69cef543927bdc80e5426968bb

x-pack/plugin/sql/jdbc/licenses/jackson-dataformat-cbor-2.13.0.jar.sha1

@@ -0,0 +1 @@
+8d4c05a638d686138021a2480a9d67b5fdef6e0d