Skip to content

Commit

Permalink
Update EKS and Kinesis load tests to match new validation format. (#886)
Browse files Browse the repository at this point in the history
* Update validate.go API for EKS tests

* Use S3 validation for kinesis tests

---------

Co-authored-by: Swapneil Singh <[email protected]>
  • Loading branch information
swapneils and Swapneil Singh authored Jan 3, 2025
1 parent bb70814 commit 915b721
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 4 deletions.
13 changes: 10 additions & 3 deletions load_tests/load_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -517,9 +517,16 @@ def run_eks_tests():
expect_time = log_stream['lastEventTimestamp']
actual_time = log_stream['lastIngestionTime']
log_delay = get_log_delay(actual_time/1000-expect_time/1000)
os.environ['LOG_PREFIX'] = log_stream['logStreamName']
os.environ['DESTINATION'] = 'cloudwatch'
processes.add(subprocess.Popen(['go', 'run', './load_tests/validation/validate.go', input_record, log_delay]))
log_prefix = resource_resolver.get_destination_cloudwatch_prefix(test_configuration["input_configuration"])
exec_args = ['go', 'run', './load_tests/validation/validate.go',
'-input-record', input_record,
'-log-delay', log_delay,
'-region', AWS_REGION,
'-bucket', S3_BUCKET_NAME,
'-log-group', LOG_GROUP_NAME,
'-prefix', log_prefix,
'-destination', OUTPUT_PLUGIN]
processes.add(subprocess.Popen(exec_args))

# Wait until all subprocesses for validation completed
for p in processes:
Expand Down
2 changes: 1 addition & 1 deletion load_tests/validation/validate.go
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ func main() {
inputMap = make(map[uint32]struct{}, *inputRecord)

totalRecordFound := 0
if *destination == "s3" {
if *destination == "s3" || *destination == "kinesis" || *destination == "firehose" {
s3Client, err := getS3Client(*region)
if err != nil {
exitErrorf("[TEST FAILURE] Unable to create new S3 client: %v", err)
Expand Down

0 comments on commit 915b721

Please sign in to comment.