Merge branch 'feature/nibbles' into docs/nibbles

minvws · Jan 13, 2025 · 70646ea · 70646ea
2 parents 830b016 + 171c449
commit 70646ea
Show file tree

Hide file tree

Showing 119 changed files with 3,085 additions and 581 deletions.
diff --git a/octopoes/bits/ask_disallowed_domains/bit.py b/octopoes/bits/ask_disallowed_domains/bit.py
diff --git a/octopoes/bits/ask_port_specification/bit.py b/octopoes/bits/ask_port_specification/bit.py
diff --git a/octopoes/bits/ask_url_params_to_ignore/bit.py b/octopoes/bits/ask_url_params_to_ignore/bit.py
diff --git a/octopoes/bits/check_cve_2021_41773/bit.py b/octopoes/bits/check_cve_2021_41773/bit.py
diff --git a/octopoes/bits/check_hsts_header/bit.py b/octopoes/bits/check_hsts_header/bit.py
diff --git a/octopoes/bits/cipher_classification/bit.py b/octopoes/bits/cipher_classification/bit.py
diff --git a/octopoes/bits/default_findingtype_risk/bit.py b/octopoes/bits/default_findingtype_risk/bit.py
diff --git a/octopoes/bits/disallowed_csp_hostnames/bit.py b/octopoes/bits/disallowed_csp_hostnames/bit.py
diff --git a/octopoes/bits/domain_owner_verification/bit.py b/octopoes/bits/domain_owner_verification/bit.py
diff --git a/octopoes/bits/expiring_certificate/bit.py b/octopoes/bits/expiring_certificate/bit.py
diff --git a/octopoes/bits/missing_certificate/bit.py b/octopoes/bits/missing_certificate/bit.py
diff --git a/octopoes/bits/missing_spf/bit.py b/octopoes/bits/missing_spf/bit.py
diff --git a/octopoes/bits/missing_spf/missing_spf.py b/octopoes/bits/missing_spf/missing_spf.py
diff --git a/octopoes/bits/oois_in_headers/bit.py b/octopoes/bits/oois_in_headers/bit.py
diff --git a/octopoes/bits/port_common/bit.py b/octopoes/bits/port_common/bit.py
diff --git a/octopoes/bits/port_common/port_common.py b/octopoes/bits/port_common/port_common.py
diff --git a/octopoes/bits/spf_discovery/bit.py b/octopoes/bits/spf_discovery/bit.py
diff --git a/octopoes/bits/url_classification/bit.py b/octopoes/bits/url_classification/bit.py
diff --git a/octopoes/bits/url_discovery/bit.py b/octopoes/bits/url_discovery/bit.py
diff --git a/octopoes/bits/url_discovery/url_discovery.py b/octopoes/bits/url_discovery/url_discovery.py
diff --git a/octopoes/bits/website_discovery/bit.py b/octopoes/bits/website_discovery/bit.py
diff --git a/octopoes/bits/website_discovery/website_discovery.py b/octopoes/bits/website_discovery/website_discovery.py
diff --git a/...s/bits/ask_disallowed_domains/__init__.py → octopoes/nibbles/__init__.py b/...s/bits/ask_disallowed_domains/__init__.py → octopoes/nibbles/__init__.py
diff --git a/...s/bits/ask_port_specification/__init__.py → ...ibbles/ask_disallowed_domains/__init__.py b/...s/bits/ask_port_specification/__init__.py → ...ibbles/ask_disallowed_domains/__init__.py
diff --git a/...allowed_domains/ask_disallowed_domains.py → ...allowed_domains/ask_disallowed_domains.py b/...allowed_domains/ask_disallowed_domains.py → ...allowed_domains/ask_disallowed_domains.py
@@ -1,14 +1,13 @@
 import json
 from collections.abc import Iterator
 from pathlib import Path
-from typing import Any
 
 from octopoes.models import OOI
 from octopoes.models.ooi.network import Network
 from octopoes.models.ooi.question import Question
 
 
-def run(input_ooi: Network, additional_oois: list, config: dict[str, Any]) -> Iterator[OOI]:
+def nibble(input_ooi: Network) -> Iterator[OOI]:
     network = input_ooi
 
     with (Path(__file__).parent / "question_schema.json").open() as f:

diff --git a/octopoes/nibbles/ask_disallowed_domains/nibble.py b/octopoes/nibbles/ask_disallowed_domains/nibble.py
@@ -0,0 +1,4 @@
+from nibbles.definitions import NibbleDefinition, NibbleParameter
+from octopoes.models.ooi.network import Network
+
+NIBBLE = NibbleDefinition(id="ask-disallowed-domains", signature=[NibbleParameter(object_type=Network)])
diff --git a/...k_disallowed_domains/question_schema.json → ...k_disallowed_domains/question_schema.json b/...k_disallowed_domains/question_schema.json → ...k_disallowed_domains/question_schema.json
diff --git a/...bits/ask_url_params_to_ignore/__init__.py → ...ibbles/ask_port_specification/__init__.py b/...bits/ask_url_params_to_ignore/__init__.py → ...ibbles/ask_port_specification/__init__.py
diff --git a/...t_specification/ask_port_specification.py → ...t_specification/ask_port_specification.py b/...t_specification/ask_port_specification.py → ...t_specification/ask_port_specification.py
@@ -1,14 +1,13 @@
 import json
 from collections.abc import Iterator
 from pathlib import Path
-from typing import Any
 
 from octopoes.models import OOI
 from octopoes.models.ooi.network import Network
 from octopoes.models.ooi.question import Question
 
 
-def run(input_ooi: Network, additional_oois: list, config: dict[str, Any]) -> Iterator[OOI]:
+def nibble(input_ooi: Network) -> Iterator[OOI]:
     network = input_ooi
 
     with (Path(__file__).parent / "question_schema.json").open() as f:

diff --git a/octopoes/nibbles/ask_port_specification/nibble.py b/octopoes/nibbles/ask_port_specification/nibble.py
@@ -0,0 +1,4 @@
+from nibbles.definitions import NibbleDefinition, NibbleParameter
+from octopoes.models.ooi.network import Network
+
+NIBBLE = NibbleDefinition(id="ask-port-specification", signature=[NibbleParameter(object_type=Network)])
diff --git a/...k_port_specification/question_schema.json → ...k_port_specification/question_schema.json b/...k_port_specification/question_schema.json → ...k_port_specification/question_schema.json
diff --git a/...oes/bits/check_cve_2021_41773/__init__.py → ...bles/ask_url_params_to_ignore/__init__.py b/...oes/bits/check_cve_2021_41773/__init__.py → ...bles/ask_url_params_to_ignore/__init__.py
diff --git a/...ams_to_ignore/ask_url_params_to_ignore.py → ...ams_to_ignore/ask_url_params_to_ignore.py b/...ams_to_ignore/ask_url_params_to_ignore.py → ...ams_to_ignore/ask_url_params_to_ignore.py
@@ -1,14 +1,13 @@
 import json
 from collections.abc import Iterator
 from pathlib import Path
-from typing import Any
 
 from octopoes.models import OOI
 from octopoes.models.ooi.network import Network
 from octopoes.models.ooi.question import Question
 
 
-def run(input_ooi: Network, additional_oois: list, config: dict[str, Any]) -> Iterator[OOI]:
+def nibble(input_ooi: Network) -> Iterator[OOI]:
     network = input_ooi
 
     with (Path(__file__).parent / "question_schema.json").open() as f:

diff --git a/octopoes/nibbles/ask_url_params_to_ignore/nibble.py b/octopoes/nibbles/ask_url_params_to_ignore/nibble.py
@@ -0,0 +1,4 @@
+from nibbles.definitions import NibbleDefinition, NibbleParameter
+from octopoes.models.ooi.network import Network
+
+NIBBLE = NibbleDefinition(id="ask_url_params_to_ignore", signature=[NibbleParameter(object_type=Network)])
diff --git a/...url_params_to_ignore/question_schema.json → ...url_params_to_ignore/question_schema.json b/...url_params_to_ignore/question_schema.json → ...url_params_to_ignore/question_schema.json
diff --git a/octopoes/bits/check_hsts_header/__init__.py → .../nibbles/check_cve_2021_41773/__init__.py b/octopoes/bits/check_hsts_header/__init__.py → .../nibbles/check_cve_2021_41773/__init__.py
diff --git a/...ck_cve_2021_41773/check_cve_2021_41773.py → ...ck_cve_2021_41773/check_cve_2021_41773.py b/...ck_cve_2021_41773/check_cve_2021_41773.py → ...ck_cve_2021_41773/check_cve_2021_41773.py
@@ -1,12 +1,11 @@
 from collections.abc import Iterator
-from typing import Any
 
 from octopoes.models import OOI
 from octopoes.models.ooi.findings import CVEFindingType, Finding
 from octopoes.models.ooi.web import HTTPHeader
 
 
-def run(input_ooi: HTTPHeader, additional_oois: list, config: dict[str, Any]) -> Iterator[OOI]:
+def nibble(input_ooi: HTTPHeader) -> Iterator[OOI]:
     header = input_ooi
     if header.key.lower() != "server":
         return

diff --git a/octopoes/nibbles/check_cve_2021_41773/nibble.py b/octopoes/nibbles/check_cve_2021_41773/nibble.py
@@ -0,0 +1,4 @@
+from nibbles.definitions import NibbleDefinition, NibbleParameter
+from octopoes.models.types import HTTPHeader
+
+NIBBLE = NibbleDefinition(id="check_cve_2021_41773", signature=[NibbleParameter(object_type=HTTPHeader)])
diff --git a/...es/bits/cipher_classification/__init__.py → ...oes/nibbles/check_hsts_header/__init__.py b/...es/bits/cipher_classification/__init__.py → ...oes/nibbles/check_hsts_header/__init__.py