diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc index 9893f72aa62..fe8e40b80f8 100644 --- a/CHANGELOG.next.asciidoc +++ b/CHANGELOG.next.asciidoc @@ -207,6 +207,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d - Fix gcp/vpcflow module error where input type was defaulting to file. {pull}24719[24719] - Improve PanOS parsing and ingest pipeline. {issue}22413[22413] {issue}22748[22748] {pull}24799[24799] - Fix S3 input validation for non amazonaws.com domains. {issue}24420[24420] {pull}24861[24861] +- Fix google_workspace and okta modules pagination when next page template is empty. {pull}24967[24967] *Heartbeat* diff --git a/x-pack/filebeat/module/google_workspace/admin/config/config.yml b/x-pack/filebeat/module/google_workspace/admin/config/config.yml index 1b992f50d13..0583adf7bfd 100644 --- a/x-pack/filebeat/module/google_workspace/admin/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/admin/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/google_workspace/drive/config/config.yml b/x-pack/filebeat/module/google_workspace/drive/config/config.yml index e88aecca528..5d91ff55a27 100644 --- a/x-pack/filebeat/module/google_workspace/drive/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/drive/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/google_workspace/groups/config/config.yml b/x-pack/filebeat/module/google_workspace/groups/config/config.yml index d40347b89fb..259b21e6553 100644 --- a/x-pack/filebeat/module/google_workspace/groups/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/groups/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/google_workspace/login/config/config.yml b/x-pack/filebeat/module/google_workspace/login/config/config.yml index 6f1249bd195..05176e364dd 100644 --- a/x-pack/filebeat/module/google_workspace/login/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/login/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/google_workspace/saml/config/config.yml b/x-pack/filebeat/module/google_workspace/saml/config/config.yml index d69484c939f..ef7aa1c9fca 100644 --- a/x-pack/filebeat/module/google_workspace/saml/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/saml/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/google_workspace/user_accounts/config/config.yml b/x-pack/filebeat/module/google_workspace/user_accounts/config/config.yml index f67eb420833..ff93bcc75fa 100644 --- a/x-pack/filebeat/module/google_workspace/user_accounts/config/config.yml +++ b/x-pack/filebeat/module/google_workspace/user_accounts/config/config.yml @@ -25,6 +25,7 @@ response.pagination: - set: target: url.params.pageToken value: "[[.last_response.body.nextPageToken]]" + fail_on_template_error: true cursor: last_execution_datetime: value: "[[formatDate now]]" diff --git a/x-pack/filebeat/module/okta/system/config/input.yml b/x-pack/filebeat/module/okta/system/config/input.yml index 05ff819fad0..5fffcee581e 100644 --- a/x-pack/filebeat/module/okta/system/config/input.yml +++ b/x-pack/filebeat/module/okta/system/config/input.yml @@ -31,6 +31,7 @@ response.pagination: - set: target: url.value value: '[[ getRFC5988Link "next" .last_response.header.Link ]]' + fail_on_template_error: true cursor: published: