diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_automation/release_notes-2.10.0.md
new file mode 100644
index 0000000000..aec5256d4f
--- /dev/null
+++ b/src/release_notes_automation/release_notes-2.10.0.md
@@ -0,0 +1,607 @@
+
OpenSearch and OpenSearch Dashboards 2.10.0 Release Notes
+FEATURES
+
+Opensearch KNN
+
+
+- Add Clear Cache API (#740)
+
+
+Opensearch Custom Codecs
+
+
+- Initial release with ZSTD codec support
+
+
+Opensearch Geospatial
+
+
+- IP2Geo processor implementation (#362)
+
+
+Opensearch Index Management
+
+
+- Support copy alias in rollover. (#892)
+- make control center index as system index. (#919)
+
+
+Opensearch Common Utils
+
+
+- common utils to support Microsoft teams in notifications (#428)
+- support list of monitor ids in Chained Monitor Findings (#514)
+
+
+Opensearch ML Common
+
+
+- Conversations and Generative AI in OpenSearch (#1150)
+
+
+Opensearch Security Analytics
+
+
+- Custom log type implementation (#500)
+- add mitre attack based auto-correlations support in correlation engine (#532)
+- Using alerting workflows in detectors (#541)
+
+
+Opensearch Neural Search
+
+
+- Improved Hybrid Search relevancy by Score Normalization and Combination (#241)
+
+
+Opensearch Alerting
+
+
+- Add workflowIds field in getAlerts API (#1014)
+- add alertId parameter in get chained alert API and paginate associated alerts if alertId param is mentioned (#1071)
+- Chained Alert Behaviour Changes (#1079)
+
+
+ENHANCEMENTS
+
+Opensearch KNN
+
+
+- Enabled the IVF algorithm to work with Filters of K-NN Query. (#1013)
+- Improved the logic to switch to exact search for restrictive filters search for better recall. (#1059)
+- Added max distance computation logic to enhance the switch to exact search in filtered Nearest Neighbor Search. (#1066)
+
+
+Opensearch Performance Analyzer
+
+
+- Add Search Back Pressure Autotune Pipeline #517
+- SearchBackPressure Service Node/Cluster RCA #437
+- SearchBackPressure Policy/Decider Generic Framework Added #461
+- Handle Reader thread termination gracefully #476
+
+
+Opensearch SQL
+
+
+- [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
+
+
+Opensearch ML Common
+
+
+- Add feature flags for remote inference (#1223)
+- Add eligible node role settings (#1197)
+- Add more stats: connector count, connector/config index status (#1180)
+
+
+Opensearch Security
+
+
+- Add .plugins-ml-config to the demo configuration system indices (#2993)
+- Add workflow cluster permissions to alerting roles (#2994)
+- Include password regex for Dashboardsinfo to display to users (#2999)
+- Add geospatial ip2geo to the demo configuration system indices and roles (#3051)
+- Make invalid password message clearer (#3057)
+- Service Accounts password is randomly generated (#3077)
+- Exclude sensitive info from the jackson serialization stacktraces (#3195)
+- Prevent raw request body as output in serialization error messages (#3205)
+- Command cat/indices will filter results per the Do Not Fail On Forbidden setting (#3236)
+- Generate new demo certs with IPv6 loopback added to SAN in node certificate (#3268)
+- System index permissions (#2887)
+
+
+Opensearch Neural Search
+
+
+- Changed format for hybrid query results to a single list of scores with delimiter (#259)
+- Added validations for score combination weights in Hybrid Search (#265)
+- Made hybrid search active by default (#274)
+
+
+Opensearch Anomaly Detection
+
+
+- Defaults anomaly grade to 0 if negative. (#977)
+- Update RCF to v3.8 and Enable Auto AD with 'Alert Once' Option (#979)
+- Revert "Enforce DOCUMENT Replication for AD Indices" (#1006)
+
+
+BUG FIXES
+
+Opensearch KNN
+
+
+- Update Faiss parameter construction to allow HNSW+PQ to work (#1074)
+
+
+Opensearch Geospatial
+
+
+- Revert datasource state when delete fails(#382)
+- Update ip2geo test data url(#389)
+
+
+Opensearch Index Management
+
+
+- Fix debug log for missing ISM config index. (#846)
+- Handle NPE in isRollupIndex. (#855)
+- fix for max & min aggregations when no metric property exist. (#870)
+- fix intelliJ IDEA gradle sync error (#916)
+
+
+Opensearch SQL
+
+
+- [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
+- [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
+- [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
+- [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
+- [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
+- [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
+- [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
+- [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
+- [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
+
+
+Opensearch ML Common
+
+
+- Fixing metrics (#1194)
+- Fix null pointer exception when input parameter is null. (#1192)
+- Fix admin with no backend role on AOS unable to create restricted model group (#1188)
+- Fix parameter parsing bug for create connector input (#1185)
+- Handle escaping string parameters explicitly (#1174)
+- Fix model count bug (#1180)
+- Fix core package name to address compilation errors (#1157)
+
+
+Opensearch Security Analytics
+
+
+- Fix for mappings of custom log types & other bug fixes (#505)
+- Fixes detectorType incompatibility with detector rules (#524)
+
+
+Opensearch Cross Cluster Replication
+
+
+- Settings are synced before syncing mapping (#994)
+- Handled OpenSearchRejectExecuteException, introduced new setting
plugins.replication.follower.concurrent_writers_per_shard
. (#1004)
+- Fixed tests relying on wait_for_active_shards, fixed test for single Node and consume numNodes (#1091)
+- Excessive logging avoided during certain exception types such as OpensearchTimeoutException (#1114)
+
+
+Opensearch Security
+
+
+- Prevent raw request body as output in serialization error messages (#3205)
+- Prevent flaky behavior when determining if an request will be executed on the current node. (#3066)
+- Resolve a class of ConcurrentModificationException from during bulk requests (#3094)
+- Fix Document GET with DLS terms query (#3136)
+- Send log messages to log4j systems instead of system out / error (#3231)
+- Fix roles verification for roles mapping and internal users (#3278)
+- Prevent raw request body as output in serialization error messages (#3205)
+- Fix permissions issues while reading keys in PKCS#1 format (#3289)
+
+
+Opensearch Reporting
+
+
+- Update import from upstream breaking changes (#739)
+- Fix from upstream import changes (#748)
+
+
+Opensearch Alerting
+
+
+- fix get alerts alertState query filter (#1064)
+
+
+INFRASTRUCTURE
+
+Opensearch Geospatial
+
+
+- Make jacoco report to be generated faster in local (#267)
+- Exclude lombok generated code from jacoco coverage report (#268)
+
+
+Opensearch Performance Analyzer
+
+
+- Update BWC version to 2.9.0 #529
+- Update performance-analyzer-commons library version #537
+- Upgrade gRPC protobug to mitigate connection termination issue #471
+
+
+Opensearch Index Management
+
+
+- Add auto github release workflow. (#691)
+- Fixed the publish maven workflow to execute after pushes to release branches. (#837)
+- Upgrade the backport workflow. (#862)
+- Updates demo certs used in integ tests. (#921)
+
+
+Opensearch Notifications
+
+
+- Fix core refactor: StreamIO from common to core.common(#707)
+- Fix core XcontentFactory refactor(#732)
+- Fix actions components after core(#739)
+- Add auto release workflow(#731)
+- Onboarding system and hidden index(#742)
+- Updates demo certs used in integ tests(#756)
+
+
+Opensearch SQL
+
+
+- [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in
+https://github.com/opensearch-project/sql/pull/2036
+- [Backport 2.x] Revert "Guarantee datasource read api is strong consistent read (#1815)" by @opensearch-trigger-bot in
+- [Backport 2.x] [Spotless] Adds new line at end of java files by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1925
+- (#1506) Remove reservedSymbolTable and replace with HIDDEN_FIELD_NAMEā¦ by @acarbonetto in https://github.com/opensearch-project/sql/pull/1964
+
+
+Opensearch ML Common
+
+
+- Updates demo certs used in integ tests (#1291)
+- Add Auto Release Workflow (#1306)
+
+
+Opensearch Asynchronous Search
+
+
+- Updates demo certs used in rest tests (#341)
+- Adding release workflow for the asynchronous search (#330)
+- Refactoring changes in main (#328)
+
+
+Opensearch Observability
+
+
+- Update backport CI, add PR merged condition in https://github.com/opensearch-project/observability/pull/1587
+
+
+Opensearch Anomaly Detection
+
+
+- Adds auto release workflow (#1003)
+- upgrading commons-lang3 version to fix conflict issue (#1014)
+- Updates demo certs for integ tests (#1021)
+- Upgrade AD's bwc baseline version to 1.3.2 to resolve cluster join issue (#1029)
+
+
+Opensearch Alerting
+
+
+- Upgrade the backport workflow (#1028)
+- Updates demo certs used in integ tests (#1115)
+
+
+DOCUMENTATION
+
+Opensearch Index Management
+
+
+- Added 2.10 release notes. (#925)
+
+
+Opensearch Common Utils
+
+
+- Added 2.10.0.0 release notes (#531)
+
+
+Opensearch Notifications
+
+
+- Add 2.10.0 release notes (#755)
+
+
+Opensearch SQL
+
+
+- [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
+
+
+Opensearch ML Common
+
+
+- Updating cohere blueprint doc (#1213)
+- Fixing docs (#1193)
+- Add model auto redeploy tutorial (#1175)
+- Add remote inference tutorial (#1158)
+- Adding blueprint examples for remote inference (#1155)
+- Updating developer guide for CCI contributors (#1049)
+
+
+Opensearch Security Analytics
+
+
+- Added 2.10.0 release notes. (#555)
+
+
+Opensearch Asynchronous Search
+
+
+- Add 2.10.0 release notes (#353)
+
+
+Opensearch Alerting
+
+
+- Added 2.10 release notes (#1117)
+
+
+MAINTENANCE
+
+Opensearch KNN
+
+
+- Update Guava Version to 32.0.1 (#1019)
+
+
+Opensearch Geospatial
+
+
+- Change package for Strings.hasText (#314)
+- Fixed compilation errors after refactoring in core foundation classes (#380)
+- Version bump for spotlss and apache commons(#400)
+
+
+Opensearch Performance Analyzer
+
+
+- Address core refactor changes for Task foundation classes and StreamIO #522
+- Address xcontent changes in core #526
+- Remove usage of deprecated "master" APIs #513
+- Update docker-compose.yml #465
+
+
+Opensearch Index Management
+
+
+- Increment version to 2.10.0-SNAPSHOT. (#852)
+
+
+Opensearch Common Utils
+
+
+- Upgrade the backport workflow (#487)
+- Updates demo certs used in rest tests (#518)
+
+
+Opensearch Notifications
+
+
+- [AUTO] Increment version to 2.10.0-SNAPSHOT(#706)
+
+
+Opensearch ML Common
+
+
+- Bump checkstyle version for CVE fix (#1216)
+- Correct imports for new location with regard to core refactoring (#1206)
+- Fix breaking change caused by opensearch core (#1187)
+- Bump OpenSearch snapshot version to 2.10 (#1157)
+- Bump aws-encryption-sdk-java to fix CVE-2023-33201 (#1309)
+
+
+Opensearch Security Analytics
+
+
+- Bump version to 2.10 and resolve compile issues (#521)
+
+
+Opensearch Security
+
+
+- [Build Break] Update imports for files refactored in core PR #8157 (#3003)
+- [Build Break] Fix build after Lucene upgrade and breaking XContentFactory changes (#3069)
+- [Build Break] Update CircuitBreakerService and LifecycleComponent after core refactor in #9006 (#3082)
+- [Build Break] React to changes in ActionListener and ActionResponse from #9082 (#3153)
+- [Build Break] Disable gradlew build cache to ensure most up-to-date dependencies (#3186)
+- Bump com.carrotsearch.randomizedtesting:randomizedtesting-runner from 2.7.1 to 2.8.1 (#3109)
+- Bump com.diffplug.spotless from 6.19.0 to 6.21.0 (#3108)
+- Bump com.fasterxml.woodstox:woodstox-core from 6.4.0 to 6.5.1 (#3148)
+- Bump com.github.spotbugs from 5.0.14 to 5.1.3 (#3251)
+- Bump com.github.wnameless.json:json-base from 2.4.0 to 2.4.2 (#3062)
+- Bump com.github.wnameless.json:json-flattener from 0.16.4 to 0.16.5 (#3296)
+- Bump com.google.errorprone:error_prone_annotations from 2.3.4 to 2.20.0 (#3023)
+- Bump com.google.guava:guava from 32.1.1-jre to 32.1.2-jre (#3149)
+- Bump commons-io:commons-io from 2.11.0 to 2.13.0 (#3074)
+- Bump com.netflix.nebula.ospackage from 11.1.0 to 11.3.0 (#3023)
+- Bump com.nulab-inc:zxcvbn from 1.7.0 to 1.8.0 (#3023)
+- Bump com.unboundid:unboundid-ldapsdk from 4.0.9 to 4.0.14 (#3143)
+- Bump io.dropwizard.metrics:metrics-core from 3.1.2 to 4.2.19 (#3073)
+- Bump kafka_version from 3.5.0 to 3.5.1 (#3041)
+- Bump net.minidev:json-smart from 2.4.11 to 2.5.0 (#3120)
+- Bump org.apache.camel:camel-xmlsecurity from 3.14.2 to 3.21.0 (#3023)
+- Bump org.apache.santuario:xmlsec from 2.2.3 to 2.3.3 (#3210)
+- Bump org.checkerframework:checker-qual from 3.5.0 to 3.36.0 (#3023)
+- Bump org.cryptacular:cryptacular from 1.2.4 to 1.2.5 (#3071)
+- Bump org.gradle.test-retry from 1.5.2 to 1.5.4 (#3072)
+- Bump org.junit.jupiter:junit-jupiter from 5.8.2 to 5.10.0 (#3146)
+- Bump org.ow2.asm:asm from 9.1 to 9.5 (#3121)
+- Bump org.scala-lang:scala-library from 2.13.9 to 2.13.11 (#3119)
+- Bump org.slf4j:slf4j-api from 1.7.30 to 1.7.36 (#3249)
+- Bump org.xerial.snappy:snappy-java from 1.1.10.1 to 1.1.10.3 (#3106)
+- Bump actions/create-release from 1.0.0 to 1.1.4 (#3141)
+- Bump actions/setup-java from 1 to 3 (#3142)
+- Bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#3144)
+- Bump fernandrone/linelint from 0.0.4 to 0.0.6 (#3211)
+- Bump tibdex/github-app-token from 1.5.0 to 1.8.0 (#3147)
+- Remove log spam for files that are cleaned up (#3118)
+- Updates integTestRemote task to dynamically fetch common-utils version from build.gradle (#3122)
+- Switch CodeQL to assemble artifacts using the same build as the rest of CI (#3132)
+- Only run the backport job on merged pull requests (#3134)
+- Add code coverage exclusions on false positives (#3196)
+- Enable jarhell check (#3227)
+- Retry code coverage upload on failure (#3242)
+- [Refactor] Adopt request builder patterns for SecurityRestApiActions for consistency and clarity (#3123)
+- [Refactor] Remove json-path from deps and use JsonPointer instead (#3262)
+- Use version of org.apache.commons:commons-lang3 defined in core (#3306)
+- Fix checkstyle #3283
+- Demo Configuration changes (#3330)
+
+
+Opensearch Reporting
+
+
+- Fix CI (#738)
+- Update backport CI, add PR merged condition (#745)
+
+
+Opensearch Asynchronous Search
+
+
+- Upgrade Guava version to 32.0.1 (#347)
+- Increment version to 2.10.0 (#321)
+
+
+Opensearch Job Scheduler
+
+
+- Update packages according to a change in OpenSearch core (#422) (#431)
+- Xcontent changes to ODFERestTestCase (#440)
+- Update LifecycleListener import (#445)
+- Bump slf4j-api to 2.0.7, ospackage to 11.4.0, google-java-format to 1.17.0, guava to 32.1.2-jre and spotless to 6.20.0 (#453)
+- Fixing Strings import (#459)
+- bump com.cronutils:cron-utils from 9.2.0 to 9.2.1 (#458)
+- React to changes in ActionListener and ActionFuture (#467)
+- bump com.diffplug.spotless from 6.20.0 to 6.21.0 (#484)
+
+
+Opensearch Alerting
+
+
+- Increment version to 2.10.0-SNAPSHOT. (#1018)
+- exclude <v32 version of google guava dependency from google java format and add google guava 32.0.1 to resolve CVE CVE-2023-2976 (#1094)
+
+
+REFACTORING
+
+Opensearch KNN
+
+
+- Fix TransportAddress Refactoring Changes in Core (#1020)
+
+
+Opensearch Geospatial
+
+
+- Refactor LifecycleComponent package path (#377)
+- Refactor Strings utility methods to core library (#379)
+
+
+Opensearch Index Management
+
+
+- [Backport 2.x] Fix after core #8157. (#886)
+- Fix breaking change by core refactor. (#888)
+- Handle core breaking change. (#895)
+- Set preference to _primary when searching control-center index. (#911)
+- Add primary first preference to all search requests. (#912)
+
+
+Opensearch SQL
+
+
+- [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
+- [Backport 2.x] Statically init
typeActionMap
in OpenSearchExprValueFactory
. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1901
+- [Backport 2.x] (#1536) Refactor OpenSearchQueryRequest and move includes to builder by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1948
+- [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #3 (#1932) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1994
+- [Backport 2.x] Developer guide update with Spotless details by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2004
+- [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #4 #1933 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1995
+- [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #2 #1931 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1993
+- [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #1 #1930 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1992
+- [Backport 2.x] [Spotless] Applying Google Code Format for core #5 (#1951) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1996
+- [Backport 2.x] [spotless] Removes Checkstyle in favor of spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2018
+- [Backport 2.x] [Spotless] Entire project running spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2016
+
+
+Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0
+
+Opensearch ML Common
+
+
+- Renaming metrics (#1224)
+- Changing messaging for IllegalArgumentException on duplicate model groups (#1294)
+- Fixing some error message handeling (#1222)
+
+
+Opensearch Security Analytics
+
+
+- Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
+- segment replication changes (#529)
+- Use core OpenSearch version of commons-lang3 (#535)
+- Force google guava to 32.0.1 (#536)
+- Updates demo certs used in integ tests (#543)
+
+
+Opensearch Observability
+
+
+- Fix from upstream core.action changes in https://github.com/opensearch-project/observability/pull/1590
+- Pull jackson,mockito versions from upstream in https://github.com/opensearch-project/observability/pull/1598
+- Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
+
+
+Opensearch Anomaly Detection
+
+
+- Refactor due to core updates: Replace and modify classes and methods. (#974)
+
+
+Opensearch Alerting
+
+
+- Update actionGet to SuspendUntil for ClusterMetrics (#1067)
+- Resolve compile issues from core changes and update CIs (#1100)
+
+
+NON-COMPLIANT
+FEATURES/ENHANCEMENTS
+Opensearch Notifications
+
+- Support SNS FIFO queues(#716)
+- Supuport Microsoft teams(#676,#746)
+- Support auto upgrade mapping logic(#699)
+
+ADDED
+Opensearch Job Scheduler
+
+- Setting JobSweeper search preference against primary shard (#483) (#485)
+- Converts .opendistro-job-scheduler-lock index into a system index (#478)
+- Public snapshots on all release branches (#475) (#476)
+
+FIXED
+Opensearch Job Scheduler
+
+- Call listner.onFailure when lock creation failed (#435) (#443)
+
diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_automation/release_notes-2.11.0.md
new file mode 100644
index 0000000000..c3ce60e6ab
--- /dev/null
+++ b/src/release_notes_automation/release_notes-2.11.0.md
@@ -0,0 +1,422 @@
+OpenSearch and OpenSearch Dashboards 2.11.0 Release Notes
+FEATURES
+
+Opensearch Neural Search
+
+
+- Support sparse semantic retrieval by introducing
sparse_encoding
ingest processor and query builder (#333)
+- Enabled support for applying default modelId in neural search query (#337
+- Added Multimodal semantic search feature (#359)
+
+
+ENHANCEMENTS
+
+Opensearch Neural Search
+
+
+- Add
max_token_score
parameter to improve the execution efficiency for neural_sparse
query clause (#348)
+
+
+Opensearch ML Common
+
+
+- Add neural search default processor for non OpenAI/Cohere scenario (#1274)
+- Add tokenizer and sparse encoding (#1301)
+- allow input null for text docs input (#1402)
+- Add support for context_size and include 'interaction_id' in SearchRequest (#1385)
+- adding model level metric in node level (#1330)
+- add status code to model tensor (#1443)
+- add bedrockURL to trusted connector regex list (#1461)
+- Performance enhacement for predict action by caching model info (#1472)
+
+
+Opensearch Security Analytics
+
+
+- Adds support for alerts and triggers on group by based sigma rules. (#545)
+- Auto expand replicas. (#547)
+- Auto expand replicas for logtype index. (#568)
+- Adding WAF Log type. (#617)
+- Add category to custom log types. (#634)
+
+
+Opensearch Alerting
+
+
+- Add logging for execution and indexes of monitors and workflows. (#1223)
+
+
+Opensearch Index Management
+
+
+- Provide unique id for each rollup job and add debug logs. (#968)
+
+
+Opensearch KNN
+
+
+- Added support for ignore_unmapped in KNN queries. #1071
+- Add graph creation stats to the KNNStats API. #1141
+
+
+Opensearch SQL
+
+
+- Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
+- Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
+- Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
+- Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
+- Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
+- Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
+- Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
+- Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
+- Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
+- Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
+- Add support for
date_nanos
and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
+- Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
+- Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
+- Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
+- Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
+
+
+Opensearch Security
+
+
+- Authorization in Rest Layer (#2753)
+- Improve serialization speeds (#2802)
+- Integration tests framework (#3388)
+- Allow for automatic merging of dependabot changes after checks pass (#3409)
+- Support security config updates on the REST API using permission(#3264)
+- Expanding Authentication with SecurityRequest Abstraction (#3430)
+- Add early rejection from RestHandler for unauthorized requests (#3418)
+
+
+BUG FIXES
+
+Opensearch Neural Search
+
+
+- Fixed exception in Hybrid Query for one shard and multiple node (#396)
+
+
+Opensearch ML Common
+
+
+- fix parameter name in preprocess function (#1362)
+- fix spelling in Readme.md (#1363)
+- Fix error message in TransportDeplpoyModelAction class (#1368)
+- fix null exception in text docs data set (#1403)
+- fix text docs input unescaped error; enable deploy remote model (#1407)
+- restore thread context before running action listener (#1418)
+- fix more places where thread context not restored (#1421)
+- Fix BWC test suite (#1426)
+- support bwc for process function (#1427)
+- fix model group auto-deletion when last version is deleted (#1444)
+- fixing metrics correlation algorithm (#1448)
+- throw exception if remote model doesn't return 2xx status code; fix predict runner (#1477)
+- fix no worker node exception for remote embedding model (#1482)
+- fix for delete model group API throwing incorrect error when model index not created (#1485)
+- fix no worker node error on multi-node cluster (#1487)
+- Fix prompt passing for Bedrock by passing a single string prompt for Bedrock models. (#1490)
+
+
+Opensearch Security Analytics
+
+
+- Fixes verifying workflow test when security is enabled. (#563)
+- Fix flaky integration tests. (#581)
+- Sigma Aggregation rule fixes. (#622)
+
+
+Opensearch Alerting
+
+
+- Fix workflow execution for first run. (#1227)
+
+
+Opensearch Geospatial
+
+
+- Fix flaky test, testIndexingMultiPolygon (#483)
+
+
+Opensearch Index Management
+
+
+- Fix auto managed index always have -2 seqNo bug. (#924)
+
+
+Opensearch Performance Analyzer
+
+
+- Update Jooq version and address bind variable failure in AdmissionControl Emitter #493
+
+
+Opensearch SQL
+
+
+- fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
+- Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
+- Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
+- Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
+- Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
+- Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
+- Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
+- Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
+- Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
+- Fix
ASCII
function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
+- Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
+
+
+Opensearch Security
+
+
+- Refactors reRequestAuthentication to call notifyIpAuthFailureListener before sending the response to the channel (#3411)
+- For read-only tenants filter with allow list (c3e53e2)
+
+
+INFRASTRUCTURE
+
+Opensearch Security Analytics
+
+
+- Ignore tests that may be flaky. (#596)
+
+
+Opensearch Alerting
+
+
+- Ignore flaky security test suites. (#1188)
+
+
+Opensearch Geospatial
+
+
+- Add integration test against security enabled cluster (#513)
+
+
+Opensearch Anomaly Detection
+
+
+- Add dependabot.yml (#1026)
+
+
+Opensearch Index Management
+
+
+- Upload docker test cluster log. (#964)
+- Reduce test running time. (#965)
+- Parallel test run. (#966)
+- Security test filtered. (#969)
+
+
+Opensearch Performance Analyzer
+
+
+- Update PULL_REQUEST_TEMPLATE.md #560)
+
+
+Opensearch SQL
+
+
+- bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
+- Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
+
+
+DOCUMENTATION
+
+Opensearch Security Analytics
+
+
+- Added 2.11.0 release notes. (#660)
+
+
+Opensearch Alerting
+
+
+- Added 2.11 release notes (#1251)
+
+
+Opensearch Index Management
+
+
+- Added 2.11 release notes. (#1004)
+
+
+Opensearch Notifications
+
+
+- Add 2.11.0 release notes (#774)
+
+
+Opensearch SQL
+
+
+- Datasource description in https://github.com/opensearch-project/sql/pull/2138
+- Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
+
+
+MAINTENANCE
+
+Opensearch Neural Search
+
+
+- Consumed latest changes from core, use QueryPhaseSearcherWrapper as parent class for Hybrid QPS (#356)
+
+
+Opensearch ML Common
+
+
+- Ignoring Redeploy test on MacOS due to known failures (#1414)
+- throw exception when model group not found during update request (#1447)
+- Add a setting to control the update connector API (#1274)
+
+
+Opensearch Security Analytics
+
+
+- Bump version to 2.11. (#631)
+
+
+Opensearch Alerting
+
+
+- Increment version to 2.11.0-SNAPSHOT. (#1116)
+
+
+Opensearch Index Management
+
+
+- Increment version to 2.11.0-SNAPSHOT. (#922)
+
+
+Opensearch Job Scheduler
+
+
+- bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#504)(#506)
+- bump aws-actions/configure-aws-credentials from 1 to 4 (#501)(#507)
+- bump com.netflix.nebula.ospackage from 11.4.0 to 11.5.0 (#500)(#508)
+- manual backport of #503 (#509)
+- bump actions/create-release from 1.0.0 to 1.1.4 (#514)(#521)
+- bump codecov/codecov-action from 1 to 3 (#513)(#520)
+- bump actions/upload-artifact from 1 to 3 (#512) (#519)
+- bump tibdex/github-app-token from 1.5.0 to 2.1.0 (#511)(#518)
+- bump com.diffplug.spotless from 6.21.0 to 6.22.0 (#510)(#517)
+- bump VachaShah/backport from 1.1.4 to 2.2.0 (#515)(#516)
+
+
+Opensearch Reporting
+
+
+- Update demo certs used in integ tests (#755)
+
+
+Opensearch Asynchronous Search
+
+
+- Increment version to 2.11.0 (#446)
+
+
+Opensearch Performance Analyzer
+
+
+- Depreceate NodeStatsFixedShardsMetricsCollector in favor of NodeStatsAllShardsMetricsCollector #551
+- Add tracer to getTransports #556
+
+
+Opensearch Notifications
+
+
+- Bump bwc version to 2.11(#763)
+
+
+Opensearch KNN
+
+
+- Update bytebuddy to 1.14.7 #1135
+
+
+Opensearch Security
+
+
+- Change log message from warning to trace on WWW-Authenticate challenge (#3446)
+- Disable codecov from failing CI if there is an upload issue (#3379)
+- [Refactor] Change HTTP routes for Audit and Config PUT methods (#3407)
+- Add tracer to Transport (#3463)
+- Adds opensearch trigger bot to discerning merger list to allow automatic merges (#3481)
+- Bump org.apache.camel:camel-xmlsecurity from 3.21.0 to 3.21.1 (#3436)
+- Bump com.github.wnameless.json:json-base from 2.4.2 to 2.4.3 (#3437)
+- Bump org.xerial.snappy:snappy-java from 1.1.10.4 to 1.1.10.5 (#3438)
+- Bump org.ow2.asm:asm from 9.5 to 9.6 (#3439)
+- Bump org.xerial.snappy:snappy-java from 1.1.10.3 to 1.1.10.4 (#3396)
+- Bump com.google.errorprone:error_prone_annotations from 2.21.1 to 2.22.0 (#3400)
+- Bump org.passay:passay from 1.6.3 to 1.6.4 (#3397)
+- Bump org.gradle.test-retry from 1.5.4 to 1.5.5 (#3399)
+- Bump org.springframework:spring-core from 5.3.29 to 5.3.30 (#3398)
+- Bump tibdex/github-app-token from 2.0.0 to 2.1.0 (#3395)
+- Bump org.apache.ws.xmlschema:xmlschema-core from 2.3.0 to 2.3.1 (#3374)
+- Bump apache_cxf_version from 4.0.2 to 4.0.3 (#3376)
+- Bump org.springframework:spring-beans from 5.3.29 to 5.3.30 (#3375)
+- Bump com.github.wnameless.json:json-flattener from 0.16.5 to 0.16.6 (#3371)
+- Bump aws-actions/configure-aws-credentials from 3 to 4 (#3373)
+- Bump org.checkerframework:checker-qual from 3.36.0 to 3.38.0 (#3378)
+- Bump com.nulab-inc:zxcvbn from 1.8.0 to 1.8.2 (#3357)
+
+
+REFACTORING
+
+Opensearch ML Common
+
+
+- register new versions to a model group based on the name provided (#1452)
+- if model version fails to register, update model group accordingly (#1463)
+
+
+Opensearch Security Analytics
+
+
+- Address search request timeouts as transient error. (#561)
+- Change ruleId if it exists. (#628)
+
+
+Opensearch Alerting
+
+
+- Optimize doc-level monitor workflow for index patterns. (#1122)
+- Add workflow null or empty check only when empty workflow id passed. ([#1139(https://github.com/opensearch-project/alerting/pull/1139))
+- Add primary first calls for different monitor types. (#1205)
+
+
+Opensearch Anomaly Detection
+
+
+- [2.x] Fix TransportService constructor due to changes in core plus guava bump (#1069)
+
+
+Opensearch SQL
+
+
+- Merging Async Query APIs feature branch into main. in https://github.com/opensearch-project/sql/pull/2163
+- Removed Domain Validation in https://github.com/opensearch-project/sql/pull/2136
+- Check for existence of security plugin in https://github.com/opensearch-project/sql/pull/2069
+- Always use snapshot version for security plugin download in https://github.com/opensearch-project/sql/pull/2061
+- Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
+
+
+EXPERIMENTAL
+
+Opensearch ML Common
+
+
+- Update Connector API (#1227)
+
+
+NON-COMPLIANT
+SECURITY
+Opensearch SQL
+
+- bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
+- bump okio to 3.4.0 by @joshuali925 in https://github.com/opensearch-project/sql/pull/2047
+
+
+Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.11.0.0
diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_automation/release_notes-2.8.0.md
index a9d5bfea05..1e0c71006b 100644
--- a/src/release_notes_automation/release_notes-2.8.0.md
+++ b/src/release_notes_automation/release_notes-2.8.0.md
@@ -1,6 +1,22 @@
OpenSearch and OpenSearch Dashboards 2.8.0 Release Notes
FEATURES
+Opensearch Security Analytics
+
+
+- add correlation engine for security-analytics. (#405)
+- SearchRule API - source filtering. (#374)
+- Alias and dataStream end-to-end ITs. (#373)
+- add rules to correlations for correlation engine. (#423)
+
+
+Opensearch Common Utils
+
+
+- integrate security-analytics & alerting for correlation engine. (#412)
+- NoOpTrigger. (#420)
+
+
Opensearch Alerting
@@ -12,12 +28,6 @@
- Adds transport layer actions for CRUD workflows. (#934)
-Opensearch Index Management
-
-
-- Support notification integration with long running operations. (#712, #722)
-
-
Opensearch Security
@@ -29,7 +39,13 @@
- Usage of JWKS with JWT (w/o OpenID connect) (#2808)
-Opensearch Sql
+Opensearch Index Management
+
+
+- Support notification integration with long running operations. (#712, #722)
+
+
+Opensearch SQL
- Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
@@ -41,25 +57,25 @@
- REST API for GET,PUT and DELETE (#1482)
-Opensearch Common Utils
+ENHANCEMENTS
+
+Opensearch Security
-- integrate security-analytics & alerting for correlation engine. (#412)
-- NoOpTrigger. (#420)
+- Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
+- Update security-analytics roles to add correlation engine apis (#2732)
+- Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
+- Rest admin permissions (#2411)
+- Separate config option to enable restapi: permissions (#2605)
-Opensearch Security Analytics
+Opensearch KNN
-- add correlation engine for security-analytics. (#405)
-- SearchRule API - source filtering. (#374)
-- Alias and dataStream end-to-end ITs. (#373)
-- add rules to correlations for correlation engine. (#423)
+- Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
-ENHANCEMENTS
-
-Opensearch Ml Common
+Opensearch ML Common
- Add a setting to enable/disable model url in register API (#871)
@@ -72,17 +88,7 @@
- Add model group rest ITs (#942)
-Opensearch Security
-
-
-- Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
-- Update security-analytics roles to add correlation engine apis (#2732)
-- Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
-- Rest admin permissions (#2411)
-- Separate config option to enable restapi: permissions (#2605)
-
-
-Opensearch Sql
+Opensearch SQL
- Minor clean up of datetime and other classes (#1310)
@@ -96,14 +102,16 @@
- Support CCR for k-NN enabled indices (#760)
-Opensearch Knn
+BUG FIXES
+
+Opensearch Security Analytics
-- Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
+- Findings index mappings fix. (#409)
+- fix for input validation of correlation rule names. (#428)
+- fix for failure in syslogs mappings view api. (#435)
-BUG FIXES
-
Opensearch Alerting
@@ -112,13 +120,20 @@
- revert to deleting monitor metadata after deleting doc level queries to fix delete monitor regression. (#931)
+Opensearch Security
+
+
+deserializeSafeFromHeader
uses context.getHeader(headerName)
instead of context.getHeaders()
(#2768)
+- Fix multitency config update (#2758)
+
+
Opensearch Observability
- fix guava jar hell issue (#1536)
-Opensearch Ml Common
+Opensearch ML Common
- Fix class not found exception when deserialize model (#899)
@@ -135,23 +150,16 @@
- Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)
-Opensearch Performance Analyzer
-
-
-
-Opensearch Security
+Opensearch SQL
-deserializeSafeFromHeader
uses context.getHeader(headerName)
instead of context.getHeaders()
(#2768)
-- Fix multitency config update (#2758)
+- Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
-Opensearch Sql
+Opensearch Performance Analyzer
-- Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
+- Fix ShardStateCollector which was impacted by core refactoring 445
Opensearch Cross Cluster Replication
@@ -169,14 +177,6 @@
Removing guava dependency to fix jarhell (#709)
-Opensearch Security Analytics
-
-
-- Findings index mappings fix. (#409)
-- fix for input validation of correlation rule names. (#428)
-- fix for failure in syslogs mappings view api. (#435)
-
-
Opensearch Notifications
@@ -185,10 +185,10 @@
INFRASTRUCTURE
-Opensearch Observability
+Opensearch Common Utils
-- Update Gradle Wrapper to 7.6.1 (#1512)
+- Switch publish maven branches to list. (#423)
Opensearch Neural Search
@@ -197,38 +197,38 @@
- Bump gradle version to 8.1.1 (#169)
-Opensearch Performance Analyzer
+Opensearch Geospatial
-- Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
-- Introduce protobuf and guava dependency from core versions file #437
-- Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
+- Make jacoco report to be generated faster in local (#267)
+- Exclude lombok generated code from jacoco coverage report (#268)
-Opensearch Anomaly Detection
+Opensearch KNN
-- Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
+- Bump requests version from 2.26.0 to 2.31.0 (#913)
+- Disable index refresh for system indices (#773)
-Opensearch Geospatial
+Opensearch Observability
-- Make jacoco report to be generated faster in local (#267)
-- Exclude lombok generated code from jacoco coverage report (#268)
+- Update Gradle Wrapper to 7.6.1 (#1512)
-Opensearch Common Utils
+Opensearch Anomaly Detection
-- Switch publish maven branches to list. (#423)
+- Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
-Opensearch Knn
+Opensearch Performance Analyzer
-- Bump requests version from 2.26.0 to 2.31.0 (#913)
-- Disable index refresh for system indices (#773)
+- Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
+- Introduce protobuf and guava dependency from core versions file #437
+- Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
Opensearch Notifications
@@ -240,15 +240,23 @@
DOCUMENTATION
-Opensearch Alerting
+Opensearch Security Analytics
-- Added 2.8 release notes. (#939)
+- Added 2.8.0 release notes. (#444)
-Opensearch Ml Common
+Opensearch Common Utils
-Documentation
+
+- Added 2.8 release notes. (#441)
+
+
+Opensearch Alerting
+
+
+- Added 2.8 release notes. (#939)
+
Opensearch Index Management
@@ -256,7 +264,7 @@
Added 2.8 release notes. (#794)
-Opensearch Sql
+Opensearch SQL
- Add Nested Documentation for 2.7 Related Features (#1620)
@@ -264,26 +272,32 @@
- Documentation and other papercuts for datasource api launch (#1530)
-Opensearch Common Utils
+Opensearch Notifications
-- Added 2.8 release notes. (#441)
+- Add 2.8.0 release notes (#682)
+MAINTENANCE
+
Opensearch Security Analytics
-- Added 2.8.0 release notes. (#444)
+- Fixed compile issues related to latest OS core repo changes. (#412)
+- Moved CODEOWNERS files to align with org requirements. (#418)
+- Update CODEOWNERS. (#434)
-Opensearch Notifications
+Opensearch Common Utils
-- Add 2.8.0 release notes (#682)
+- upgrade gradle to 8.1.1. (#418)
+- Sync up MAINTAINERS to CODEOWNERS. (#427)
+- Fix build errors after refactoring of Strings class in core. (#432)
+- updating maintainers and codeowners. (#438)
+- fix codeowners file format. (#440)
-MAINTENANCE
-
Opensearch Alerting
@@ -294,13 +308,26 @@
- Compile fix - Strings package change. (#924)
+Opensearch Security
+
+
+- Update to Gradle 8.1.1 (#2738)
+- Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
+
+
+Opensearch Geospatial
+
+
+- Change package for Strings.hasText (#314)
+
+
Opensearch Observability
- Increment version to 2.8.0-SNAPSHOT (#1505)
-Opensearch Ml Common
+Opensearch ML Common
- Increment version to 2.8.0-SNAPSHOT (#896)
@@ -313,7 +340,7 @@
- Bump version to 2.8. (#759)
-Opensearch.job Scheduler
+Opensearch Job Scheduler
- Consuming breaking changes from moving ExtensionActionRequest (#381)
@@ -322,27 +349,7 @@
- Bumping JS main BWC test version for sample extension plugin to 2.8 (#371)
-Opensearch Performance Analyzer
-
-
-- Update RestController constructor for tests #440
-- Dependencies change in favor of Commons repo #448
-- WriterMetrics and config files dependency redirection #450
-- Refactor code related to Commons change, fixing unit tests #451
-- Remove remaining dependencies from PA-RCA due to commons repo #453
-- Fix BWC Integration tests #413
-- Fix SHA update for PA-Commons repo in build.gradle #454
-- Refactor Service/Stat Metrics #376
-
-
-Opensearch Security
-
-
-- Update to Gradle 8.1.1 (#2738)
-- Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
-
-
-Opensearch Sql
+Opensearch SQL
- Fix IT - address breaking changes from upstream. (#1659)
@@ -354,40 +361,29 @@
- Integ Test Fix (#1541)
-Opensearch Reporting
-
-
-- Increment version to 2.8.0-SNAPSHOT (#688)
-
-
-Opensearch Geospatial
-
-
-- Change package for Strings.hasText (#314)
-
-
-Opensearch Common Utils
+Opensearch Asynchronous Search
-- upgrade gradle to 8.1.1. (#418)
-- Sync up MAINTAINERS to CODEOWNERS. (#427)
-- Fix build errors after refactoring of Strings class in core. (#432)
-- updating maintainers and codeowners. (#438)
-- fix codeowners file format. (#440)
+- Updating maintainers file (275)
-Opensearch Asynchronous Search
+Opensearch Performance Analyzer
-- Updating maintainers file (275)
+- Update RestController constructor for tests #440
+- Dependencies change in favor of Commons repo #448
+- WriterMetrics and config files dependency redirection #450
+- Refactor code related to Commons change, fixing unit tests #451
+- Remove remaining dependencies from PA-RCA due to commons repo #453
+- Fix BWC Integration tests #413
+- Fix SHA update for PA-Commons repo in build.gradle #454
+- Refactor Service/Stat Metrics #376
-Opensearch Security Analytics
+Opensearch Reporting
-- Fixed compile issues related to latest OS core repo changes. (#412)
-- Moved CODEOWNERS files to align with org requirements. (#418)
-- Update CODEOWNERS. (#434)
+- Increment version to 2.8.0-SNAPSHOT (#688)
Opensearch Notifications
@@ -398,7 +394,7 @@
REFACTORING
-Opensearch Ml Common
+Opensearch ML Common
- Change mem_size_estimation to memory_size_estimation (#868)
@@ -406,15 +402,15 @@
EXPERIMENTAL
-Opensearch Ml Common
+Opensearch ML Common
- Model access control. (#928)
-ADDED [NEW CATEGORY]
-Opensearch.job Scheduler
+NON-COMPLIANT
+ADDED
+Opensearch Job Scheduler
- Add auto-release github workflow (#385)
-
diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md
index 7a603a3d45..c75e010adf 100644
--- a/src/release_notes_automation/release_notes-2.9.0.md
+++ b/src/release_notes_automation/release_notes-2.9.0.md
@@ -1,11 +1,12 @@
OpenSearch and OpenSearch Dashboards 2.9.0 Release Notes
FEATURES
-Opensearch Knn
+Opensearch Security Analytics
-- Added support for Efficient Pre-filtering for Faiss Engine (#936)
-- Add Support for Lucene Byte Sized Vector (#971)
+- New Log Type JSON format. (#465)
+- Correlation rule search, delete and edit API. (#476)
+- Logtypes PR v2. (#482)
Opensearch Common Utils
@@ -20,13 +21,6 @@
- Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#479)
-Opensearch Sql
-
-
-- Enable Table Function and PromQL function (#1719)
-- Add spark connector (#1780)
-
-
Opensearch Alerting
@@ -39,7 +33,7 @@
- Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)
-Opensearch Ml Common
+Opensearch ML Common
- remote inference: add connector; fine tune ML model and tensor class (#1051)
@@ -52,12 +46,18 @@
- Change connector access control creation allow empty list (#1069)
-Opensearch Security Analytics
+Opensearch SQL
-- New Log Type JSON format. (#465)
-- Correlation rule search, delete and edit API. (#476)
-- Logtypes PR v2. (#482)
+- Enable Table Function and PromQL function (#1719)
+- Add spark connector (#1780)
+
+
+Opensearch KNN
+
+
+- Added support for Efficient Pre-filtering for Faiss Engine (#936)
+- Add Support for Lucene Byte Sized Vector (#971)
ENHANCEMENTS
@@ -70,31 +70,6 @@
Add unit tests for the REST layer in RCA Agent #436
-Opensearch Sql
-
-
-- Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
-- Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
-- Remove backticks on by field in stats (#1728)
-- Support Array and ExprValue Parsing With Inner Hits (#1737)
-- Add Support for Nested Function in Order By Clause (#1789)
-- Add Support for Field Star in Nested Function (#1773)
-- Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
-- Added new datetime functions and aliases to PPL (#1807)
-- Support user-defined and incomplete date formats (#1821)
-- Add _routing to SQL includes list (#1771)
-- Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
-- Add EMR client to spark connector (#1790)
-- Improved error codes in case of data sourcde API security exception (#1753)
-- Remove Default master encryption key from settings (#1851)
-
-
-Opensearch Anomaly Detection
-
-
-- Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
-
-
Opensearch Security
@@ -107,19 +82,39 @@
- Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
-Opensearch Ml Common
+Opensearch Anomaly Detection
+
+
+- Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
+
+
+Opensearch ML Common
- create model group automatically with first model version (#1063)
- init master key automatically (#1075))
-BUG FIXES
+Opensearch SQL
-Opensearch Neural Search
+
+- Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
+- Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
+- Remove backticks on by field in stats (#1728)
+- Support Array and ExprValue Parsing With Inner Hits (#1737)
+- Add Support for Nested Function in Order By Clause (#1789)
+- Add Support for Field Star in Nested Function (#1773)
+- Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
+- Added new datetime functions and aliases to PPL (#1807)
+- Support user-defined and incomplete date formats (#1821)
+- Add _routing to SQL includes list (#1771)
+- Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
+- Add EMR client to spark connector (#1790)
+- Improved error codes in case of data sourcde API security exception (#1753)
+- Remove Default master encryption key from settings (#1851)
+
-Bug Fixes
-Fix update document with knnn_vector size not matching issue (#208)
+BUG FIXES
Opensearch Performance Analyzer
@@ -128,10 +123,10 @@
Fix Mockito initialization issue #443
-Opensearch Common Utils
+Opensearch Security Analytics
-- OpenSearch commons strings library dependency import. (#474)
+- Fixed compile issues related to latest OS core repo changes. (#412)
Opensearch Reporting
@@ -140,11 +135,10 @@
Removing guava dependency to fix jarhell (#709)
-Opensearch Sql
+Opensearch Common Utils
-- Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
-- Fix CSV/RAW output header being application/json rather than plain/text (#1779)
+- OpenSearch commons strings library dependency import. (#474)
Opensearch Alerting
@@ -157,7 +151,7 @@
Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
-Opensearch Ml Common
+Opensearch ML Common
- Add missing codes from pen test fix (#1060)
@@ -171,10 +165,17 @@
- fix init master key bug (#1094)
-Opensearch Security Analytics
+Opensearch SQL
-- Fixed compile issues related to latest OS core repo changes. (#412)
+- Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
+- Fix CSV/RAW output header being application/json rather than plain/text (#1779)
+
+
+Opensearch Neural Search
+
+
+- Fix update document with knnn_vector size not matching issue (#208)
INFRASTRUCTURE
@@ -196,15 +197,6 @@
Upgrade checkstyle version from 9.3 to 10.3.3 #495
-Opensearch Sql
-
-
-- stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
-- Upgrade guava to 32.0.1
-- Disable CrossClusterSearchIT test (#1814)
-- fix flakytest when tests.locale=tr (#1827)
-
-
Opensearch Anomaly Detection
@@ -214,7 +206,7 @@
- Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
-Opensearch Ml Common
+Opensearch ML Common
- Adding an integration test for redeploying a model (#1016)
@@ -227,6 +219,15 @@
- IT Security Tests for model access control (#1095)
+Opensearch SQL
+
+
+- stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
+- Upgrade guava to 32.0.1
+- Disable CrossClusterSearchIT test (#1814)
+- fix flakytest when tests.locale=tr (#1827)
+
+
DOCUMENTATION
Opensearch Notifications
@@ -235,57 +236,58 @@
Add 2.9.0 release notes (#702)
-Opensearch Common Utils
+Opensearch Security Analytics
-- Added 2.9 release notes. (#482)
+- Added 2.9.0 release notes. (#486)
-Opensearch Sql
+Opensearch Common Utils
-- Updated documentation of round function return type (#1725)
-- Updated
protocol.rst
with new wording for error message (#1662)
+- Added 2.9 release notes. (#482)
-Opensearch Alerting
+Opensearch Anomaly Detection
-- Added 2.9 release notes. (#1010)
+- Updated Maintainers and CODE_OWNERS list (#926)
-Opensearch Anomaly Detection
+Opensearch Alerting
-- Updated Maintainers and CODE_OWNERS list (#926)
+- Added 2.9 release notes. (#1010)
-Opensearch Ml Common
+Opensearch ML Common
- model access control documentation (#966)
- updating docs for model group id (#980)
-Opensearch Security Analytics
+Opensearch SQL
-- Added 2.9.0 release notes. (#486)
+- Updated documentation of round function return type (#1725)
+- Updated
protocol.rst
with new wording for error message (#1662)
MAINTENANCE
-Opensearch Neural Search
-
-Maintenance
-Increment version to 2.9.0-SNAPSHOT (#191)
-
Opensearch Notifications
- [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
+Opensearch Geospatial
+
+
+- Increment version to 2.9.0-SNAPSHOT (#329)
+
+
Opensearch Performance Analyzer
@@ -295,16 +297,32 @@
- Ensures compatibility check readiness #438
-Opensearch Geospatial
+Opensearch Security
-Maintenance
-Increment version to 2.9.0-SNAPSHOT (#329)
+
+- Match version of zstd-jni from core (#2835)
+- Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
+- Updates bwc versions to latest release (#2849)
+- Add search model group permission to ml_read_access role (#2855) (#2858)
+- Format 2.x (#2878)
+- Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
+- Resolve ImmutableOpenMap issue from core refactor (#2908)
+- Misc changes (#2902) (#2904)
+- Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
+- Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
+- Remove commons-collections 3.2.2 (#2924) (#2957)
+- Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
+- Bump jaxb to 2.3.8 (#2977) (#2979)
+- Update Gradle to 8.2.1 (#2978) (#2981)
+- Changed maven repo location for compatibility check (#2988)
+- Bump guava to 32.1.1-jre (#2976) (#2990)
+
-Opensearch Common Utils
+Opensearch Security Analytics
-- Increment version to 2.9.0-SNAPSHOT. (#444)
-- Modify triggers to push snapshots on all branches. (#454)
+- Increment version to 2.9.0-SNAPSHOT. (#466)
+- Gradle update. (#437)
Opensearch Reporting
@@ -313,10 +331,11 @@
Increment version to 2.9.0-SNAPSHOT (#712)
-Opensearch Asynchronous Search
+Opensearch Common Utils
-- Increment version to 2.9.0 (300)
+- Increment version to 2.9.0-SNAPSHOT. (#444)
+- Modify triggers to push snapshots on all branches. (#454)
Opensearch Alerting
@@ -325,28 +344,7 @@
Increment version to 2.9.0-SNAPSHOT. (#950)
-Opensearch Security
-
-
-- Match version of zstd-jni from core (#2835)
-- Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
-- Updates bwc versions to latest release (#2849)
-- Add search model group permission to ml_read_access role (#2855) (#2858)
-- Format 2.x (#2878)
-- Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
-- Resolve ImmutableOpenMap issue from core refactor (#2908)
-- Misc changes (#2902) (#2904)
-- Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
-- Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
-- Remove commons-collections 3.2.2 (#2924) (#2957)
-- Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
-- Bump jaxb to 2.3.8 (#2977) (#2979)
-- Update Gradle to 8.2.1 (#2978) (#2981)
-- Changed maven repo location for compatibility check (#2988)
-- Bump guava to 32.1.1-jre (#2976) (#2990)
-
-
-Opensearch Ml Common
+Opensearch ML Common
- Increment version to 2.9.0-SNAPSHOT (#955)
@@ -356,37 +354,42 @@
- change to compileOnly to avoid jarhell (#1062)
-Opensearch Security Analytics
+Opensearch Neural Search
-- Increment version to 2.9.0-SNAPSHOT. (#466)
-- Gradle update. (#437)
+- Increment version to 2.9.0-SNAPSHOT (#191)
+
+
+Opensearch Asynchronous Search
+
+
+- Increment version to 2.9.0 (300)
REFACTORING
-Opensearch Observability
+Opensearch Geospatial
-Refactoring
-- Add class for loading mapping templates in bulk (#1550)
+- Change package for Strings.hasText (#314)
-Opensearch Geospatial
+Opensearch Observability
-Refactoring
-Change package for Strings.hasText (#314)
+
+- Add class for loading mapping templates in bulk (#1550)
+
-Opensearch Common Utils
+Opensearch Security Analytics
-- Pass workflow id in alert constructors. (#465)
+- Use strong password in security test. (#452)
-Opensearch Sql
+Opensearch Common Utils
-- Simplify OpenSearchIndexScanBuilder (#1738)
+- Pass workflow id in alert constructors. (#465)
Opensearch Alerting
@@ -395,9 +398,9 @@
Use strong password in security test. (#933)
-Opensearch Security Analytics
+Opensearch SQL
-- Use strong password in security test. (#452)
+- Simplify OpenSearchIndexScanBuilder (#1738)
diff --git a/src/release_notes_automation/release_notes_table-2.10.0.md b/src/release_notes_automation/release_notes_table-2.10.0.md
new file mode 100644
index 0000000000..a8a98f5544
--- /dev/null
+++ b/src/release_notes_automation/release_notes_table-2.10.0.md
@@ -0,0 +1,22 @@
+# OpenSearch CommitID(after 2022-10-26) & Release Notes info
+| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL |
+|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |opensearch-alerting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md |
+|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |opensearch-anomaly-detection.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md |
+|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |opensearch-asynchronous-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md |
+|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |opensearch-common-utils.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md |
+|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |opensearch-cross-cluster-replication.release-notes-2.10.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md|
+|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |opensearch-custom-codecs.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md |
+|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |opensearch-geospatial.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md |
+|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |opensearch-index-management.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md |
+|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |opensearch.job-scheduler.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md |
+|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |opensearch-knn.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md |
+|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |opensearch-ml-common.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md |
+|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |opensearch-neural-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md |
+|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |opensearch-notifications.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md |
+|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |opensearch-observability.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md |
+|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |opensearch-reporting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md |
+|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |opensearch-performance-analyzer.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md |
+|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |opensearch-security.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md |
+|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |opensearch-security-analytics.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md |
+|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |opensearch-sql.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md |
diff --git a/src/release_notes_automation/release_notes_table-2.11.0.md b/src/release_notes_automation/release_notes_table-2.11.0.md
new file mode 100644
index 0000000000..83b9c87a13
--- /dev/null
+++ b/src/release_notes_automation/release_notes_table-2.11.0.md
@@ -0,0 +1,22 @@
+# OpenSearch CommitID(after 2022-07-26) & Release Notes info
+| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL |
+|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+|alerting |[tags/2.11.0.0]|765ab36 |2023-10-12 |True |opensearch-alerting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md |
+|anomaly-detection |[tags/2.11.0.0]|35d4764 |2023-10-05 |True |opensearch-anomaly-detection.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md |
+|asynchronous-search |[tags/2.11.0.0]|e291c1c |2023-10-04 |True |opensearch-asynchronous-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md |
+|common-utils |[tags/2.11.0.0]|aaa4c2a |2023-09-08 |False | | |
+|cross-cluster-replication|[tags/2.11.0.0]|9a49f40 |2023-10-12 |True |opensearch-cross-cluster-replication.release-notes-2.11.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md|
+|custom-codecs |[tags/2.11.0.0]|486ed65 |2023-10-04 |False | | |
+|geospatial |[tags/2.11.0.0]|2a7f1b0 |2023-10-06 |True |opensearch-geospatial.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md |
+|index-management |[tags/2.11.0.0]|319bbb2 |2023-10-11 |True |opensearch-index-management.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md |
+|job-scheduler |[tags/2.11.0.0]|0a2fef2 |2023-10-02 |True |opensearch.job-scheduler.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md |
+|k-NN |[tags/2.11.0.0]|916471a |2023-10-11 |True |opensearch-knn.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md |
+|ml-commons |[tags/2.11.0.0]|3897ad1 |2023-10-11 |True |opensearch-ml-common.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md |
+|neural-search |[tags/2.11.0.0]|51e6c00 |2023-10-12 |True |opensearch-neural-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md |
+|notifications |[tags/2.11.0.0]|16f601b |2023-10-11 |True |opensearch-notifications.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md |
+|opensearch-observability |[tags/2.11.0.0]|bd11e81 |2023-09-13 |False | | |
+|opensearch-reports |[tags/2.11.0.0]|f8ff706 |2023-10-12 |True |opensearch-reporting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md |
+|performance-analyzer |[tags/2.11.0.0]|d907f19 |2023-10-05 |True |opensearch-performance-analyzer.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md |
+|security |[tags/2.11.0.0]|bc03bd4 |2023-10-11 |True |opensearch-security.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md |
+|security-analytics |[tags/2.11.0.0]|ec20fc3 |2023-10-11 |True |opensearch-security-analytics.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md |
+|sql |[tags/2.11.0.0]|b729164 |2023-10-12 |True |opensearch-sql.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md |
diff --git a/src/release_notes_automation/release_notes_urls-2.10.0.txt b/src/release_notes_automation/release_notes_urls-2.10.0.txt
new file mode 100644
index 0000000000..ebf1c5097d
--- /dev/null
+++ b/src/release_notes_automation/release_notes_urls-2.10.0.txt
@@ -0,0 +1,19 @@
+https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md
+https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md
\ No newline at end of file
diff --git a/src/release_notes_automation/release_notes_urls-2.11.0.txt b/src/release_notes_automation/release_notes_urls-2.11.0.txt
new file mode 100644
index 0000000000..7a5d5491de
--- /dev/null
+++ b/src/release_notes_automation/release_notes_urls-2.11.0.txt
@@ -0,0 +1,16 @@
+https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md
+https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md
\ No newline at end of file
diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py
index 5e232d4b86..0fd231c82d 100644
--- a/src/run_releasenotes_check.py
+++ b/src/run_releasenotes_check.py
@@ -29,6 +29,13 @@ def main() -> int:
table_filename = f"{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md"
urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt"
+ def capitalize_acronyms(formatted_name) -> str:
+ acronyms = ["sql", "ml", "knn"]
+ for acronym in acronyms:
+ pattern = re.compile(re.escape(acronym), re.IGNORECASE)
+ formatted_name = re.sub(pattern, acronym.upper(), formatted_name)
+ return formatted_name
+
def format_component_name_from_url(url) -> str:
start_index = url.find("release-notes/")
if start_index == -1:
@@ -37,8 +44,8 @@ def format_component_name_from_url(url) -> str:
if end_index == -1:
raise ValueError("'.release-notes' not found after 'release-notes/'")
component_name = url[start_index + len("release-notes/") : end_index]
- formatted_name = " ".join(word.capitalize() for word in component_name.split("-"))
- return formatted_name
+ formatted_name = " ".join(word.capitalize() for word in re.split(r"[-.]", component_name))
+ return capitalize_acronyms(formatted_name)
def create_urls_file_if_not_exists() -> None:
urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename)
@@ -128,10 +135,14 @@ def create_urls_file_if_not_exists() -> None:
content_to_end = content[content_start:]
else:
content_to_end = content[content_start : content.find(headings[i + 1])]
- # remove heading from obtained content to avoid duplication
+ content_to_end = content_to_end.replace(f"### {heading}", "").lstrip()
parts = content_to_end.split("*", 1)
if len(parts) == 2:
content_to_end = "*" + parts[1]
+ else:
+ content_to_end = content_to_end.lstrip().lstrip("-")
+ if len(content_to_end) > 0:
+ content_to_end = "* " + content_to_end
plugin_data[plugin_name][heading].append(content_to_end)
# print(plugin_data[plugin_name][heading])
print("Compilation complete.")
@@ -156,11 +167,11 @@ def create_urls_file_if_not_exists() -> None:
for plugin, categories in plugin_data.items():
if category.lower() in [cat.lower() for cat in categories.keys()]:
- temp_content.append(markdown(f"\n### {plugin}\n\n"))
for cat, content_list in categories.items():
if cat.lower() == category.lower():
for content in content_list:
if content.strip():
+ temp_content.append(markdown(f"\n### {plugin}\n\n"))
temp_content.append(markdown(content))
if len(temp_content) > 1:
@@ -170,14 +181,17 @@ def create_urls_file_if_not_exists() -> None:
print(f"\n## {category} was empty\n\n")
# Handle unknown categories
+ temp_content = []
for plugin, categories in plugin_data.items():
for cat, content_list in categories.items():
if cat.lower() not in RELEASENOTES_CATEGORIES.lower():
- outfile.write(markdown(f"\n## {cat.upper()} [NEW CATEGORY]\n\n"))
- outfile.write(markdown(f"\n### {plugin}\n\n"))
- for content in content_list:
- outfile.write(markdown(content))
- outfile.write("\n")
+ temp_content.append(f"\n## {cat.upper()}\n\n")
+ temp_content.append(f"\n### {plugin}\n\n")
+ temp_content.extend(content_list)
+ if temp_content:
+ outfile.write(markdown("## NON-COMPLIANT"))
+ for item in temp_content:
+ outfile.write(markdown(item))
if args.output is not None:
print(f"Moving {RELEASE_NOTE_MD} to {args.output}")