Make markers strict, and add project.toml to local python tests,

pyproject.toml

@@ -20,9 +20,10 @@ pythonpath = [
     "tests/suite/fixtures",
     "tests/suite/utils",
 ]
-addopts = "--tb=native -ra --disable-warnings -x -l --profile -v"
+addopts = "--tb=native -ra --disable-warnings -x -l --profile -v --strict-markers"
 log_cli = true
 markers =[
+    "annotations",
     "appprotect",
     "appprotect_integration",
     "appprotect_waf_policies",
@@ -31,28 +32,61 @@ markers =[
     "appprotect_waf_policies_grpc",
     "appprotect_watch",
     "appprotect_batch",
+    "basic_auth",
+    "batch_start",
+    "create",
+    "delete",
     "dos",
     "dos_learning",
+    "hsts",
     "ingresses",
+    "multi_ns",
     "policies",
     "policies_rl",
     "policies_jwt",
     "policies_ac",
     "policies_mtls",
     "rewrite",
     "skip_for_nginx_oss",
+    "skip_for_loadbalancer",
     "smoke",
+    "startup",
     "ts",
+    "upgrade",
     "vs",
+    "vs_api",
+    "vs_backup",
     "vs_ipv6",
     "vs_rewrite",
     "vs_responses",
     "vs_grpc",
     "vs_redirects",
     "vs_externaldns",
     "vs_externalname",
+    "vs_canary",
     "vs_certmanager",
+    "vs_config_map",
+    "vs_grpc",
+    "vs_upstream",
+    "vs_use_cluster_ip",
     "vsr",
+    "vsr_api",
+    "vsr_basic",
+    "vsr_canned",
+    "vsr_canary",
+    "vsr_error_pages",
+    "vsr_external_name",
+    "vsr_grpc",
+    "vsr_redirects",
+    "vsr_regexes",
+    "vsr_rewrite",
+    "vsr_routing",
+    "vsr_secrets",
+    "vsr_splits",
+    "vsr_status",
+    "vsr_upstream",
+    "watch_namespace",
+    "wildcard_tls",
 ]
 testpaths = [
     "tests",

tests/Makefile

@@ -57,6 +57,7 @@ run-tests-in-kind: ## Run tests in Kind
 		-v $(ROOT_DIR)/tests:/workspace/tests \
 		-v $(ROOT_DIR)/deployments:/workspace/deployments \
 		-v $(ROOT_DIR)/config:/workspace/config \
+		-v $(ROOT_DIR)/pyproject.toml:/workspace/pyproject.toml \
 		$(TEST_PREFIX):$(TEST_TAG) \
  		--context=kind-$(strip $(K8S_CLUSTER_NAME)) \
  		--image=$(BUILD_IMAGE) --image-pull-policy=$(PULL_POLICY) \

tests/suite/test_v_s_route_weight_changes_dynamic_reload.py

@@ -93,7 +93,7 @@ def fin():
 
 @pytest.mark.vsr
 @pytest.mark.vsr_splits
-@pytest.mark.smok
+@pytest.mark.smoke
 @pytest.mark.skip_for_nginx_oss
 @pytest.mark.parametrize(
     "crd_ingress_controller,vsr_weight_changes_dynamic_reload_setup, expect_reload",

tests/suite/test_v_s_route_weight_changes_dynamic_reload_many_splits.py

@@ -115,7 +115,7 @@ def fin():
 
 @pytest.mark.vsr
 @pytest.mark.vsr_splits
-@pytest.mark.smok
+@pytest.mark.smoke
 @pytest.mark.skip_for_nginx_oss
 @pytest.mark.parametrize(
     "crd_ingress_controller,vsr_weight_changes_dynamic_reload_many_splits_setup",

tests/suite/test_virtual_server_grpc.py

@@ -266,7 +266,7 @@ def test_config_after_enable_tls(
 
 
 @pytest.mark.vs
-@pytest.mark.vs_gprc
+@pytest.mark.vs_grpc
 @pytest.mark.smoke
 @pytest.mark.skip_for_nginx_oss
 @pytest.mark.parametrize(

tests/suite/test_virtual_server_weight_changes_without_reload.py

@@ -7,7 +7,7 @@
 
 
 @pytest.mark.vs
-@pytest.mark.smok
+@pytest.mark.smoke
 @pytest.mark.skip_for_nginx_oss
 @pytest.mark.parametrize(
     "crd_ingress_controller, virtual_server_setup, expect_reload",