From d269c7535d3f2e7065b537499712ed310a501f25 Mon Sep 17 00:00:00 2001 From: elasticsearchmachine Date: Tue, 24 Jun 2025 16:59:32 +0000 Subject: [PATCH 1/2] Forward port release notes for v8.18.3 --- docs/reference/release-notes.asciidoc | 6 + docs/reference/release-notes/8.18.3.asciidoc | 79 +++++++++++++ .../release-notes/highlights.asciidoc | 105 ++++++++++++++++++ 3 files changed, 190 insertions(+) create mode 100644 docs/reference/release-notes/8.18.3.asciidoc diff --git a/docs/reference/release-notes.asciidoc b/docs/reference/release-notes.asciidoc index 5041d7c259307..8972b6e7be5eb 100644 --- a/docs/reference/release-notes.asciidoc +++ b/docs/reference/release-notes.asciidoc @@ -7,9 +7,12 @@ This section summarizes the changes in each release. * <> +* <> * <> * <> * <> +* <> +* <> * <> * <> * <> @@ -94,9 +97,12 @@ This section summarizes the changes in each release. -- include::release-notes/8.19.0.asciidoc[] +include::release-notes/8.18.3.asciidoc[] include::release-notes/8.18.2.asciidoc[] include::release-notes/8.18.1.asciidoc[] include::release-notes/8.18.0.asciidoc[] +include::release-notes/8.17.8.asciidoc[] +include::release-notes/8.17.7.asciidoc[] include::release-notes/8.17.6.asciidoc[] include::release-notes/8.17.5.asciidoc[] include::release-notes/8.17.4.asciidoc[] diff --git a/docs/reference/release-notes/8.18.3.asciidoc b/docs/reference/release-notes/8.18.3.asciidoc new file mode 100644 index 0000000000000..788bc2f5dc454 --- /dev/null +++ b/docs/reference/release-notes/8.18.3.asciidoc @@ -0,0 +1,79 @@ +[[release-notes-8.18.3]] +== {es} version 8.18.3 + +Also see <>. + +[[bug-8.18.3]] +[float] +=== Bug fixes + +Aggregations:: +* Aggs: Fix significant terms not finding background docuemnts for nested fields {es-pull}128472[#128472] (issue: {es-issue}101163[#101163]) + +Authorization:: +* Prevent invalid privileges in manage roles privilege {es-pull}128532[#128532] (issue: {es-issue}127496[#127496]) + +CCS:: +* Handle the indices pattern `["*", "-*"]` when grouping indices by cluster name {es-pull}128610[#128610] + +Codec:: +* Use new source loader when lower `docId` is accessed {es-pull}128320[#128320] + +Data streams:: +* Bump APM data resource version {es-pull}129547[#129547] + +ES|QL:: +* Fix `FieldAttribute` name usage in `InferNonNullAggConstraint` {es-pull}128910[#128910] +* Support DATE_NANOS in LOOKUP JOIN {es-pull}127962[#127962] (issue: {es-issue}127249[#127249]) +* Throw ISE instead of IAE for illegal block in page {es-pull}128960[#128960] + +Geo:: +* Added geometry validation for GEO types to exit early on invalid latitudes {es-pull}128259[#128259] (issue: {es-issue}128234[#128234]) + +IdentityProvider:: +* Improve cache invalidation in IdP SP cache {es-pull}128890[#128890] + +Infra/Core:: +* Update AbstractXContentParser to support parsers that don't provide text characters {es-pull}129005[#129005] + +Infra/Plugins:: +* Add complete attribute to .fleet-agents docs {es-pull}127651[#127651] + +Machine Learning:: +* Account for Java direct memory on machine learning nodes to prevent out-of-memory crashes. {es-pull}128742[#128742] +* Ensure that anomaly detection job state update retries if master node is temoporarily unavailable {es-pull}129391[#129391] (issue: {es-issue}126148[#126148]) +* Fix NPE when `date_buckets` aggregation is missing in the response {es-pull}128974[#128974] +* Pass timeout to chat completion {es-pull}128338[#128338] +* Prevent ML data retention logic from failing when deleting documents in read-only indices {es-pull}125408[#125408] + +Search:: +* Fix minmax normalizer handling of single-doc result sets {es-pull}128689[#128689] +* Fix missing highlighting in `match_all` queries for `semantic_text` fields {es-pull}128702[#128702] + +Searchable Snapshots:: +* Adjust unpromotable shard refresh request validation to allow `RefreshResult.NO_REFRESH` {es-pull}129176[#129176] (issue: {es-issue}129036[#129036]) + +Security:: +* Fix error message when changing the password for a user in the file realm {es-pull}127621[#127621] + +Vector Search:: +* Fix NPE in `flat_bbq` scorer when all vectors are missing {es-pull}129548[#129548] + +[[enhancement-8.18.3]] +[float] +=== Enhancements + +Authorization:: +* Fix unsupported privileges error message during role and API key creation {es-pull}129158[#129158] (issue: {es-issue}128132[#128132]) + +ES|QL:: +* Support partial sort fields in TopN pushdown {es-pull}116043[#116043] (issue: {es-issue}114515[#114515]) + +[[upgrade-8.18.3]] +[float] +=== Upgrades + +Packaging:: +* Update default docker base image to Ubuntu 24.04 {es-pull}128732[#128732] + + diff --git a/docs/reference/release-notes/highlights.asciidoc b/docs/reference/release-notes/highlights.asciidoc index bc083a52df9b8..52ff1a9aa9d9a 100644 --- a/docs/reference/release-notes/highlights.asciidoc +++ b/docs/reference/release-notes/highlights.asciidoc @@ -35,6 +35,111 @@ endif::[] // tag::notable-highlights[] +[discrete] +[[upgrade_repository_s3_to_aws_sdk_v2]] +=== Upgrade `repository-s3` to AWS SDK v2 +In earlier versions of {es} the `repository-s3` plugin was based on the AWS SDK v1. AWS will withdraw support for this SDK before the end of the life of {es} {minor-version} so we have migrated this plugin to the newer AWS SDK v2. +The two SDKs are not quite compatible, so please check the breaking changes documentation and test the new version thoroughly before upgrading any production workloads. + +{es-pull}126843[#126843] + +[discrete] +[[add_ability_to_redirect_ingestion_failures_on_data_streams_to_failure_store]] +=== Add ability to redirect ingestion failures on data streams to a failure store +Documents that encountered ingest pipeline failures or mapping conflicts +would previously be returned to the client as errors in the bulk and +index operations. Many client applications are not equipped to respond +to these failures. This leads to the failed documents often being +dropped by the client which cannot hold the broken documents +indefinitely. In many end user workloads, these failed documents +represent events that could be critical signals for observability or +security use cases. + +To help mitigate this problem, data streams can now maintain a "failure +store" which is used to accept and hold documents that fail to be +ingested due to preventable configuration errors. The data stream's +failure store operates like a separate set of backing indices with their +own mappings and access patterns that allow Elasticsearch to accept +documents that would otherwise be rejected due to unhandled ingest +pipeline exceptions or mapping conflicts. + +Users can enable redirection of ingest failures to the failure store on +new data streams by specifying it in the new `data_stream_options` field +inside of a component or index template: + +[source,yaml] +---- +PUT _index_template/my-template +{ + "index_patterns": ["logs-test-*"], + "data_stream": {}, + "template": { + "data_stream_options": { + "failure_store": { + "enabled": true + } + } + } +}' +---- + +Existing data streams can be configured with the new data stream +`_options` endpoint: + +[source,yaml] +---- +PUT _data_stream/logs-test-apache/_options +{ + "failure_store": { + "enabled": "true" + } +} +---- + +When redirection is enabled, any ingestion related failures will be +captured in the failure store if the cluster is able to, along with the +timestamp that the failure occurred, details about the error +encountered, and the document that could not be ingested. Since failure +stores are a kind of Elasticsearch index, we can search the data stream +for the failures that it has collected. The failures are not shown by +default as they are stored in different indices than the normal data +stream data. In order to retrieve the failures, we use the `_search` API +along with a new bit of index pattern syntax, the `::` selector. + +[source,yaml] +---- +POST logs-test-apache::failures/_search +---- + +This index syntax informs the search operation to target the indices in +its failure store instead of its backing indices. It can be mixed in a +number of ways with other index patterns to include their failure store +indices in the search operation: + +[source,yaml] +---- +POST logs-*::failures/_search +POST logs-*,logs-*::failures/_search +POST *::failures/_search +POST _query +{ + "query": "FROM my_data_stream*::failures" +} +---- + +{es-pull}126973[#126973] + +[discrete] +[[upgrade_to_lucene_9_12_2]] +=== Upgrade to lucene 9.12.2 +* Reduce NeighborArray on-heap memory during HNSW graph building +* Fix IndexSortSortedNumericDocValuesRangeQuery for integer sorting +* ValueSource.fromDoubleValuesSource(dvs).getSortField() would throw errors when used if the DoubleValuesSource needed scores +* Disable connectedComponents logic in HNSW graph building. +---- + +{es-pull}129555[#129555] + // end::notable-highlights[] From cd5825d674e7c2613fc34ec24a9bddb01ee603e9 Mon Sep 17 00:00:00 2001 From: Charlotte Hoblik Date: Wed, 25 Jun 2025 17:16:02 +0200 Subject: [PATCH 2/2] Fix typo --- docs/reference/release-notes/highlights.asciidoc | 1 - 1 file changed, 1 deletion(-) diff --git a/docs/reference/release-notes/highlights.asciidoc b/docs/reference/release-notes/highlights.asciidoc index 52ff1a9aa9d9a..6aecf27422f1a 100644 --- a/docs/reference/release-notes/highlights.asciidoc +++ b/docs/reference/release-notes/highlights.asciidoc @@ -136,7 +136,6 @@ POST _query * Fix IndexSortSortedNumericDocValuesRangeQuery for integer sorting * ValueSource.fromDoubleValuesSource(dvs).getSortField() would throw errors when used if the DoubleValuesSource needed scores * Disable connectedComponents logic in HNSW graph building. ----- {es-pull}129555[#129555]