Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Develop #16

Merged
merged 11 commits into from
Dec 9, 2023
Merged

Develop #16

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
8f67252
Rework utils file to directory
Oct 31, 2023
4872fe2
Rework templates file to templates directory
Oct 31, 2023
e84a729
Add deps and ob command to osintbuddy pkg
Oct 31, 2023
e37a2af
Add deps and ob command to osintbuddy pkg
Oct 31, 2023
097cd77
Add ob command
Oct 31, 2023
f9a9ead
Add FastAPI server
Oct 31, 2023
df6e0d8
Add dict keys to snake case function and ascii logo
Nov 1, 2023
a2200a2
Fix utils imports and add dkeys_to_snake_case function
Nov 1, 2023
c14372e
Rework plugins to work with updated pydantic
Nov 6, 2023
b3d395b
Polish default icon
Nov 6, 2023
e1511ec
Rework and polish plugins for release
Dec 9, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 62 additions & 42 deletions pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ build-backend = "flit.buildapi"
[project]
name = "osintbuddy"
authors = [
{name = "jerlendds", email = "theosintbuddyproject@openinfolabs.com"},
{name = "jerlendds", email = "[email protected].com"},
]
description = "OSINTBuddy - mine, merge, and map data for novel insights"
readme = "README.md"
Expand All @@ -15,46 +15,58 @@ classifiers = [
"License :: OSI Approved :: GNU Affero General Public License v3",
"Programming Language :: Python :: 3.11"
]
requires-python = ">=3.7"
requires-python = ">=3.11"
dynamic = ["version"]
dependencies = [
"selenium>=4.8.0",
"pydantic>=1.10.8",
"httpx>=0.23.0",
"SQLAlchemy>=2.0.12",
"selenium>=4.9.0",
"sqlalchemy-json==0.7.0",
"SQLAlchemy-Utils==0.41.1",
"playwright>=1.39.0",
"httpx>=0.25.0",
"beautifulsoup4==4.12.2",
"pyfiglet==0.8.post1",
"termcolor==2.3.0",
"fastapi==0.103.2",
"uvicorn==0.22.0",
"uvloop==0.17.0",
"pydantic==2.4.2",
"pydantic-settings==2.0.3",
"yq==3.2.3",
"jedi-language-server==0.41.1",
"websockets==11.0.3"
]
[project.optional-dependencies]
test = [
"astroid==2.15.4",
"colorama==0.4.6",
"dill==0.3.6",
"eradicate==2.2.0",
"exceptiongroup==1.1.1",
"iniconfig==2.0.0",
"isort==5.12.0",
"lazy-object-proxy==1.9.0",
"mando==0.7.1",
"mccabe==0.7.0",
"mypy==1.3.0",
"mypy-extensions==1.0.0",
"packaging==23.1",
"platformdirs==3.5.1",
"pluggy==1.0.0",
"pycodestyle==2.10.0",
"pydocstyle==6.3.0",
"pyflakes==3.0.1",
"pylama==8.4.1",
"pylint==2.17.4",
"pytest==7.3.1",
"radon==6.0.1",
"six==1.16.0",
"snowballstemmer==2.2.0",
"toml==0.10.2",
"tomli==2.0.1",
"tomlkit==0.11.8",
"typing-extensions==4.5.0",
"vulture==2.7",
"wrapt==1.15.0",
"astroid==2.15.4",
"colorama==0.4.6",
"dill==0.3.6",
"eradicate==2.2.0",
"exceptiongroup==1.1.1",
"iniconfig==2.0.0",
"isort==5.12.0",
"lazy-object-proxy==1.9.0",
"mando==0.7.1",
"mccabe==0.7.0",
"mypy==1.3.0",
"mypy-extensions==1.0.0",
"packaging==23.1",
"platformdirs==3.5.1",
"pluggy==1.0.0",
"pycodestyle==2.10.0",
"pydocstyle==6.3.0",
"pyflakes==3.0.1",
"pylama==8.4.1",
"pylint==2.17.4",
"pytest==7.3.1",
"radon==6.0.1",
"six==1.16.0",
"snowballstemmer==2.2.0",
"toml==0.10.2",
"tomli==2.0.1",
"tomlkit==0.11.8",
"typing-extensions==4.5.0",
"vulture==2.7",
"wrapt==1.15.0",
]

[project.urls]
Expand Down Expand Up @@ -118,13 +130,13 @@ pythonVersion = "3.7"
pythonPlatform = "Linux"

executionEnvironments = [
{ root = "src" }
{ root = "src" }
]

[tool.pytest.ini_options]
addopts = ""
pythonpath = [
"src"
"src"
]
testpaths = "tests"
junit_family = "xunit2"
Expand Down Expand Up @@ -153,16 +165,16 @@ commands =
[testenv:spark]
extras = spark
setenv =
PYSPARK_DRIVER_PYTHON = {envpython}
PYSPARK_PYTHON = {envpython}
PYSPARK_DRIVER_PYTHON = {envpython}
PYSPARK_PYTHON = {envpython}
commands =
pytest -m "spark" {posargs}

[testenv:all]
extras = all
setenv =
PYSPARK_DRIVER_PYTHON = {envpython}
PYSPARK_PYTHON = {envpython}
PYSPARK_DRIVER_PYTHON = {envpython}
PYSPARK_PYTHON = {envpython}
commands =
pytest {posargs}
"""
Expand Down Expand Up @@ -324,3 +336,11 @@ overgeneral-exceptions= [
"BaseException",
"Exception"
]
[tool.hatch.build.targets.sdist.force-include]
"bin/ob.py" = "osintbuddy/ob.py"

[tool.hatch.build.targets.wheel.force-include]
"bin/ob.py" = "osintbuddy/ob.py"

[project.scripts]
ob = "osintbuddy.ob:main"
21 changes: 16 additions & 5 deletions requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,17 @@

selenium>=4.9.0
pydantic>=1.10.8
httpx>=0.23.3
SQLAlchemy>=2.0.12
gremlinpy @ git+https://github.com/jerlendds/gremlinpy.git@7d3033e6a55ed9cb1f982ec3b58ca233e01c58e3
sqlalchemy-json==0.7.0
SQLAlchemy-Utils==0.41.1
playwright==1.39.0
httpx>=0.25.0
beautifulsoup4==4.12.2
gremlinpy @ git+https://github.com/jerlendds/gremlinpy.git@eaba7dca12ad0156eb0d6d8ba2eb5751551c6a6d
pyfiglet==0.8.post1
termcolor==2.3.0
fastapi==0.103.2
uvicorn==0.22.0
uvloop==0.17.0
pydantic==2.4.2
pydantic-settings==2.0.3
yq==3.2.3
jedi-language-server==0.41.1
websockets==11.0.3
Empty file modified src/osintbuddy/__init__.py
100644 → 100755
View file
Open in desktop
Empty file.
127 changes: 127 additions & 0 deletions src/osintbuddy/ascii.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,127 @@

OB_LOGO_SM = """
██████████████████████████████████████
██████████████████████████████████████
██████████████████████████████████████
█████ ██████
█████ ██████
█████ █ ███ ██████
█████ ███ ████ ██████
█████ ██ ███ ████ ██████
█████ ██ ███ ████ ██ ██████
█████ ██ ███ ████ ███ ██████
█████ ██ ███ ████ ███ ██████
█████ ██ ███ ████ ███ ██████
█████ ███ ███ ███ ██ ██████
█████ ███ ███ ████ ██ ██████
█████ ███ ███ ███ ██ ██████
█████ █ ███ ███ ██ ██████
█████ ███ ███ ██ ██████
██████ ███ ██ █████
███████ ██ ██████
███████ ███████
████████ ████████
██████████ ██████████
██████████████████████████
█████████████████████
████████████
"""

OB_LOGO_LG = """
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓ ▓▓▓▓ ▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓ ▓▓▓▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓ ▓▓▓▓ ▓▓▓▓ ▓▓▓▓▓▓
▓▓▓▓▓▓▓ ▓▓▓▓ ▓▓ ▓▓▓▓▓▓▓
▓▓▓▓▓▓▓ ▓▓ ▓▓▓▓▓▓▓
▓▓▓▓▓▓▓ ▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓ ▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓ ▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓
▓▓▓▓▓▓
"""

OB_LOGO_LIGHT = """
rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr
rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr
rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr
rrrrr rrrrr
rrrrr rrr rrrrr
rrrrr rr rr rrr rrrrr
rrrrr rr rrr rrr rrrrr
rrrrr rr rrr rrr rrr rrrrr
rrrrr rr rrr rrr rrr rrrrr
rrrrr rr rrr rrr rrr rrrrr
rrrrr rrr rrr rrr rr rrrrr
rrrrr rrr rrr rrr rr rrrrr
rrrrr rrr rrrr rr rr rrrrr
rrrrr r rrrr rr rr rrrrr
rrrrr rrr rrr rr rrrrr
rrrrrr rrr rr rrrrrr
rrrrrr rr rrrrrr
rrrrrr rrrrrr
rrrrrrrr rrrrrrr
rrrrrrrrrrrrrrrrrrrrrrrrr
rrrrrrrrrrrrrrrrrrrrr
rrrrrrrrrrrrrr
"""

OB_LOGO_XL = """
█████████████████████████████████████████████████████████
█████████████████████████████████████████████████████████
██████████████████████████████████████████████████████████
██████████████████████████████████████████████████████████
██████████████████████████████████████████████████████████
█████████ ████████
█████████ ████████
█████████ ██ ████████
█████████ ████ ████████
█████████ ████ █████ ████████
█████████ █████ █████ ████████
█████████ ███ █████ █████ ████████
█████████ ████ ████ █████ █ ████████
█████████ ████ ████ ██████ ████ ████████
█████████ ███ ████ ██████ ████ ████████
█████████ ███ ████ ██████ █████ ████████
█████████ ███ █████ ██████ █████ ████████
█████████ ███ █████ ██████ ████ ████████
█████████ █████ ██████ ████ ██ ████████
█████████ █████ █████ ████ ████ ████████
█████████ █████ █████ ████ ████ ████████
████████ █████ █████ █████ ████ ████████
████████ █████ █████ █████ ████ ████████
████████ ████ █████ █████ ████ ████████
████████ █████ █████ ████ ████████
█████████ █████ █████ ██ █████████
█████████ █████ █████ █████████
█████████ █████ ████ █████████
██████████ ████ █████████
██████████ █████████
██████████ ██████████
███████████ ███████████
█████████████ ████████████
███████████████ ████████████████
██████████████████████████████████████████
██████████████████████████████████████
████████████████████████████████
████████████████████████
████████████
"""
5 changes: 1 addition & 4 deletions src/osintbuddy/elements/base.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,19 +19,16 @@ class BaseElement(object):
"""
def __init__(self, **kwargs):
self.label: str = ''
self.style: dict = {}
self.placeholder: str = ''

for key, value in kwargs.items():
if key == 'label' or key == 'style' or key == 'placeholder':
if key == 'label' or key == 'placeholder':
setattr(self, key, value)

def _base_blueprint(self):
return {
'type': self.node_type,
'label': self.label,
'placeholder': self.placeholder,
'style': self.style
}


Expand Down
2 changes: 1 addition & 1 deletion src/osintbuddy/elements/displays.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ def json(self):
class Text(BaseDisplay):
node_type: str = 'section'

def __init__(self, value='', icon=None, **kwargs):
def __init__(self, value='', icon="123", **kwargs):
super().__init__(**kwargs)
self.value = value
self.icon = icon
Expand Down
Empty file modified src/osintbuddy/errors.py
100644 → 100755
View file
Open in desktop
Empty file.
Loading
Loading