Skip to content

Commit

Permalink
tests(helpers): pickup reload helper from #8670
Browse files Browse the repository at this point in the history
  • Loading branch information
@ms2008 @windmgc
ms2008 authored and windmgc committed Mar 1, 2023
1 parent 8d18cca commit c3fbd61
Show file tree
Hide file tree
Showing 2 changed files with 89 additions and 85 deletions.
99 changes: 14 additions & 85 deletions spec/02-integration/02-cmd/03-reload_spec.lua
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,31 +2,6 @@ local helpers = require "spec.helpers"
local cjson = require "cjson"


local function get_kong_workers()
local workers
helpers.wait_until(function()
local pok, admin_client = pcall(helpers.admin_client)
if not pok then
return false
end
local res = admin_client:send {
method = "GET",
path = "/",
}
if not res or res.status ~= 200 then
return false
end
local body = assert.res_status(200, res)
local json = cjson.decode(body)

admin_client:close()
workers = json.pids.workers
return true
end, 10)
return workers
end


local function assert_wait_call(fn, ...)
local res
local args = { ... }
Expand All @@ -38,52 +13,6 @@ local function assert_wait_call(fn, ...)
end


local function wait_until_no_common_workers(workers, expected_total, strategy)
if strategy == "cassandra" then
ngx.sleep(0.5)
end
helpers.wait_until(function()
local pok, admin_client = pcall(helpers.admin_client)
if not pok then
return false
end
local res = assert(admin_client:send {
method = "GET",
path = "/",
})
assert.res_status(200, res)
local json = cjson.decode(assert.res_status(200, res))
admin_client:close()

local new_workers = json.pids.workers
local total = 0
local common = 0
if new_workers then
for _, v in ipairs(new_workers) do
total = total + 1
for _, v_old in ipairs(workers) do
if v == v_old then
common = common + 1
break
end
end
end
end
return common == 0 and total == (expected_total or total)
end)
end


local function kong_reload(strategy, ...)
local workers = get_kong_workers()
local ok, err = helpers.kong_exec(...)
if ok then
wait_until_no_common_workers(workers, 1, strategy)
end
return ok, err
end


for _, strategy in helpers.each_strategy() do

describe("kong reload #" .. strategy, function()
Expand All @@ -104,7 +33,7 @@ describe("kong reload #" .. strategy, function()
local nginx_pid = assert_wait_call(helpers.file.read, helpers.test_conf.nginx_pid)

-- kong_exec uses test conf too, so same prefix
assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix))
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix))

local nginx_pid_after = assert_wait_call(helpers.file.read, helpers.test_conf.nginx_pid)

Expand All @@ -121,14 +50,14 @@ describe("kong reload #" .. strategy, function()
local client = helpers.http_client("0.0.0.0", 9002, 5000)
client:close()

local workers = get_kong_workers()
local workers = helpers.get_kong_workers()

local nginx_pid = assert(helpers.file.read(helpers.test_conf.nginx_pid),
"no nginx master PID")

assert(helpers.kong_exec("reload --conf spec/fixtures/reload.conf"))

wait_until_no_common_workers(workers, 1)
helpers.wait_until_no_common_workers(workers, 1)

-- same master PID
assert.equal(nginx_pid, helpers.file.read(helpers.test_conf.nginx_pid))
Expand All @@ -147,7 +76,7 @@ describe("kong reload #" .. strategy, function()
local client = helpers.http_client("0.0.0.0", 9002, 5000)
client:close()

local workers = get_kong_workers()
local workers = helpers.get_kong_workers()

local nginx_pid = assert(helpers.file.read(helpers.test_conf.nginx_pid),
"no nginx master PID")
Expand All @@ -156,7 +85,7 @@ describe("kong reload #" .. strategy, function()
proxy_listen = "0.0.0.0:9000"
}))

wait_until_no_common_workers(workers, 1)
helpers.wait_until_no_common_workers(workers, 1)

-- same master PID
assert.equal(nginx_pid, helpers.file.read(helpers.test_conf.nginx_pid))
Expand All @@ -171,7 +100,7 @@ describe("kong reload #" .. strategy, function()
proxy_listen = "0.0.0.0:9002"
}, nil, true))

local workers = get_kong_workers()
local workers = helpers.get_kong_workers()

-- http_client errors out if cannot connect
local client = helpers.http_client("0.0.0.0", 9002, 5000)
Expand All @@ -181,7 +110,7 @@ describe("kong reload #" .. strategy, function()
.. " --nginx-conf spec/fixtures/custom_nginx.template"))


wait_until_no_common_workers(workers, 1)
helpers.wait_until_no_common_workers(workers, 1)

-- new server
client = helpers.http_client(helpers.mock_upstream_host,
Expand Down Expand Up @@ -213,7 +142,7 @@ describe("kong reload #" .. strategy, function()
local pids_1 = json.pids
client:close()

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix))
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix))

client = helpers.admin_client()
local res = assert(client:get("/"))
Expand Down Expand Up @@ -250,7 +179,7 @@ describe("kong reload #" .. strategy, function()
local node_id_1 = json.node_id
client:close()

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix))
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix))

client = helpers.admin_client()
local res = assert(client:get("/"))
Expand Down Expand Up @@ -326,7 +255,7 @@ describe("kong reload #" .. strategy, function()
- example.test
]], yaml_file)

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix, {
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix, {
declarative_config = yaml_file,
}))

Expand Down Expand Up @@ -396,7 +325,7 @@ describe("kong reload #" .. strategy, function()
return true
end)

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix))
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix))

admin_client = assert(helpers.admin_client())
local res = assert(admin_client:send {
Expand Down Expand Up @@ -493,7 +422,7 @@ describe("kong reload #" .. strategy, function()
return true
end)

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix))
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix))

admin_client = assert(helpers.admin_client())
local res = assert(admin_client:send {
Expand Down Expand Up @@ -584,7 +513,7 @@ describe("kong reload #" .. strategy, function()
weight: 100
]], yaml_file)

assert(kong_reload(strategy, "reload --prefix " .. helpers.test_conf.prefix, {
assert(helpers.reload_kong(strategy, "reload --prefix " .. helpers.test_conf.prefix, {
declarative_config = yaml_file,
}))

Expand Down Expand Up @@ -717,7 +646,7 @@ describe("key-auth plugin invalidation on dbless reload #off", function()
keyauth_credentials:
- key: my-new-key
]], yaml_file)
assert(kong_reload("off", "reload --prefix " .. helpers.test_conf.prefix, {
assert(helpers.reload_kong("off", "reload --prefix " .. helpers.test_conf.prefix, {
declarative_config = yaml_file,
}))

Expand Down
75 changes: 75 additions & 0 deletions spec/helpers.lua
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2712,6 +2712,78 @@ local function restart_kong(env, tables, fixtures)
end


local function wait_until_no_common_workers(workers, expected_total, strategy)
if strategy == "cassandra" then
ngx.sleep(0.5)
end
wait_until(function()
local pok, admin_client = pcall(admin_client)
if not pok then
return false
end
local res = assert(admin_client:send {
method = "GET",
path = "/",
})
luassert.res_status(200, res)
local json = cjson.decode(luassert.res_status(200, res))
admin_client:close()

local new_workers = json.pids.workers
local total = 0
local common = 0
if new_workers then
for _, v in ipairs(new_workers) do
total = total + 1
for _, v_old in ipairs(workers) do
if v == v_old then
common = common + 1
break
end
end
end
end
return common == 0 and total == (expected_total or total)
end, 30)
end


local function get_kong_workers()
local workers
wait_until(function()
local pok, admin_client = pcall(admin_client)
if not pok then
return false
end
local res = admin_client:send {
method = "GET",
path = "/",
}
if not res or res.status ~= 200 then
return false
end
local body = luassert.res_status(200, res)
local json = cjson.decode(body)

admin_client:close()
workers = json.pids.workers
return true
end, 10)
return workers
end


--- Reload Kong and wait all workers are restarted.
local function reload_kong(strategy, ...)
local workers = get_kong_workers()
local ok, err = kong_exec(...)
if ok then
wait_until_no_common_workers(workers, 1, strategy)
end
return ok, err
end


--- Simulate a Hybrid mode DP and connect to the CP specified in `opts`.
-- @function clustering_client
-- @param opts Options to use, the `host`, `port`, `cert` and `cert_key` fields
Expand Down Expand Up @@ -2888,6 +2960,9 @@ end
start_kong = start_kong,
stop_kong = stop_kong,
restart_kong = restart_kong,
reload_kong = reload_kong,
get_kong_workers = get_kong_workers,
wait_until_no_common_workers = wait_until_no_common_workers,

start_grpc_target = start_grpc_target,
stop_grpc_target = stop_grpc_target,
Expand Down

3 comments on commit c3fbd61

@khcp-gha-bot
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Docker image avaialble kong/kong:2.8.x-apk
Artifacts availabe https://github.com/Kong/kong/actions/runs/4301324144

@khcp-gha-bot
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Docker image avaialble kong/kong:2.8.x-deb
Artifacts availabe https://github.com/Kong/kong/actions/runs/4301324144

@khcp-gha-bot
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Docker image avaialble kong/kong:2.8.x-rpm
Artifacts availabe https://github.com/Kong/kong/actions/runs/4301324144

Please sign in to comment.