From 6b26ec128cde0690ae717da9a207f8bad79720d7 Mon Sep 17 00:00:00 2001 From: Yousef Hamade Date: Mon, 16 Sep 2024 19:03:52 -0500 Subject: [PATCH 1/3] Update docs.jsonl --- docs.jsonl | 54 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 54 insertions(+) diff --git a/docs.jsonl b/docs.jsonl index 27c4afe..18c892d 100644 --- a/docs.jsonl +++ b/docs.jsonl @@ -383,3 +383,57 @@ { "name": "TLDraw", "crawlerStart": "https://tldraw.dev/", "crawlerPrefix": "https://tldraw.dev/" } { "name": "Swift", "crawlerStart": "https://developer.apple.com/documentation/technologies", "crawlerPrefix": "https://developer.apple.com/documentation/technologies" } { "name": "Solidity", "crawlerStart": "https://docs.soliditylang.org/", "crawlerPrefix": "https://docs.soliditylang.org/" } +{ "name": "SSTv2", "crawlerStart": "https://docs.sst.dev/", "crawlerPrefix": "https://docs.sst.dev/" } +{ "name": "SSTv1", "crawlerStart": "https://docs.sst.dev/constructs/v1/", "crawlerPrefix": "https://docs.sst.dev/constructs/v1/" } +{ "name": "Projen", "crawlerStart": "https://projen.io/docs/introduction/", "crawlerPrefix": "https://projen.io/docs/introduction/" } +{ "name": "Snyk", "crawlerStart": "https://docs.snyk.io/", "crawlerPrefix": "https://docs.snyk.io/" } +{ "name": "AWS CDK", "crawlerStart": "https://docs.aws.amazon.com/cdk/api/v2/", "crawlerPrefix": "https://docs.aws.amazon.com/cdk/api/v2/" } +{ "name": "CDKTF", "crawlerStart": "https://developer.hashicorp.com/terraform/cdktf", "crawlerPrefix": "https://developer.hashicorp.com/terraform/cdktf" } +{ "name": "pnPM", "crawlerStart": "https://pnpm.io/", "crawlerPrefix": "https://pnpm.io/" } +{ "name": "Bun", "crawlerStart": "https://bun.sh/docs", "crawlerPrefix": "https://bun.sh/docs" } +{ "name": "Lacework", "crawlerStart": "https://docs.lacework.net/", "crawlerPrefix": "https://docs.lacework.net/" } +{ "name": "Sentry-Javascript", "crawlerStart": "https://docs.sentry.io/platforms/javascript/", "crawlerPrefix": "https://docs.sentry.io/platforms/javascript/" } +{ "name": "OpenTofu", "crawlerStart": "https://opentofu.org/docs/", "crawlerPrefix": "https://opentofu.org/docs/" } +{ "name": "OpenID-Connect", "crawlerStart": "https://openid.net/developers/", "crawlerPrefix": "https://openid.net/developers/" } +{ "name": "OAuth 2.0", "crawlerStart": "https://oauth.net/2/", "crawlerPrefix": "https://oauth.net/2/" } +{ "name": "IETF-RFCs", "crawlerStart": "https://datatracker.ietf.org/", "crawlerPrefix": "https://datatracker.ietf.org/" } +{ "name": "Devcontainers", "crawlerStart": "https://containers.dev/", "crawlerPrefix": "https://containers.dev/" } +{ "name": "Devcontainer-cli", "crawlerStart": "https://code.visualstudio.com/docs/devcontainers/devcontainer-cli", "crawlerPrefix": "https://code.visualstudio.com/docs/devcontainers/devcontainer-cli" } +{ "name": "Prettier", "crawlerStart": "https://prettier.io/docs/en/", "crawlerPrefix": "https://prettier.io/docs/en/" } +{ "name": "tailwindcss", "crawlerStart": "https://tailwindcss.com/docs/", "crawlerPrefix": "https://tailwindcss.com/docs/" } +{ "name": "chromatic", "crawlerStart": "https://www.chromatic.com/docs/", "crawlerPrefix": "https://www.chromatic.com/docs/" } +{ "name": "Doppler", "crawlerStart": "https://docs.doppler.com/docs/start", "crawlerPrefix": "https://docs.doppler.com/" } +{ "name": "Elm-lang", "crawlerStart": "https://guide.elm-lang.org/", "crawlerPrefix": "https://guide.elm-lang.org/" } +{ "name": "Dotenv-docs", "crawlerStart": "https://www.dotenv.org/docs/", "crawlerPrefix": "https://www.dotenv.org/docs/" } +{ "name": "StorybookJS", "crawlerStart": "https://storybook.js.org/docs", "crawlerPrefix": "https://storybook.js.org/docs" } +{ "name": "Zenstack", "crawlerStart": "https://zenstack.dev/docs/", "crawlerPrefix": "https://zenstack.dev/docs/" } +{ "name": "Tidbyt", "crawlerStart": "https://tidbyt.dev/docs/", "crawlerPrefix": "https://tidbyt.dev/docs/" } +{ "name": "Tines-api", "crawlerStart": "https://www.tines.com/api/", "crawlerPrefix": "https://www.tines.com/api/" } +{ "name": "Fakerjs", "crawlerStart": "https://fakerjs.dev/", "crawlerPrefix": "https://fakerjs.dev/" } +{ "name": "Remix", "crawlerStart": "https://remix.run/docs/en/main", "crawlerPrefix": "https://remix.run/docs/en/main" } +{ "name": "TurboRepo", "crawlerStart": "https://turbo.build/repo/docs", "crawlerPrefix": "https://turbo.build/repo/docs" } +{ "name": "Squawk", "crawlerStart": "https://squawkhq.com/docs/", "crawlerPrefix": "https://squawkhq.com/docs/" } +{ "name": "Yarn", "crawlerStart": "https://yarnpkg.com/", "crawlerPrefix": "https://yarnpkg.com/" } +{ "name": "Danger-Javascript", "crawlerStart": "https://danger.systems/js/", "crawlerPrefix": "https://danger.systems/js/" } +{ "name": "Codecov", "crawlerStart": "https://docs.codecov.com/docs/", "crawlerPrefix": "https://docs.codecov.com/docs/" } +{ "name": "KnexJS", "crawlerStart": "https://knexjs.org/guide/", "crawlerPrefix": "https://knexjs.org/guide/" } +{ "name": "Volta", "crawlerStart": "https://docs.volta.sh/", "crawlerPrefix": "https://docs.volta.sh/" } +{ "name": "Homebrew-file", "crawlerStart": "https://homebrew-file.readthedocs.io/en/latest/index.html", "crawlerPrefix": "https://homebrew-file.readthedocs.io/en/latest/" } +{ "name": "Remix", "crawlerStart": "https://remix.run/docs/en/main", "crawlerPrefix": "https://remix.run/docs/en/main" } +{ "name": "BabelJS", "crawlerStart": "https://babeljs.io/docs/", "crawlerPrefix": "https://babeljs.io/docs/" } +{ "name": "Azure CLI", "crawlerStart": "https://learn.microsoft.com/en-us/cli/azure/", "crawlerPrefix": "https://learn.microsoft.com/en-us/cli/azure/" } +{ "name": "Sendgrid-API", "crawlerStart": "https://www.twilio.com/docs/sendgrid/api-reference", "crawlerPrefix": "https://www.twilio.com/docs/sendgrid/api-reference" } +{ "name": "Happy-dom", "crawlerStart": "https://docs.volta.sh/", "crawlerPrefix": "https://docs.volta.sh/" } +{ "name": "Segment-API", "crawlerStart": "https://segment.com/docs/", "crawlerPrefix": "https://segment.com/docs/" } +{ "name": "Algolia", "crawlerStart": "https://www.algolia.com/doc/", "crawlerPrefix": "https://www.algolia.com/doc/" } +{ "name": "OpenTelemetry", "crawlerStart": "https://opentelemetry.io/docs/", "crawlerPrefix": "https://opentelemetry.io/docs/" } +{ "name": "kubectl", "crawlerStart": "https://kubernetes.io/docs/reference/kubectl/", "crawlerPrefix": "https://kubernetes.io/docs/reference/kubectl/" } +{ "name": "Helm", "crawlerStart": "https://helm.sh/docs/", "crawlerPrefix": "https://helm.sh/docs/" } +{ "name": "git-docs", "crawlerStart": "https://git-scm.com/docs", "crawlerPrefix": "https://git-scm.com/docs" } +{ "name": "git-book", "crawlerStart": "https://git-scm.com/book/en/v2", "crawlerPrefix": "https://git-scm.com/book/en/v2" } +{ "name": "jwt", "crawlerStart": "https://auth0.com/docs/secure/tokens", "crawlerPrefix": "https://auth0.com/docs/secure/tokens" } +{ "name": "Anthropic", "crawlerStart": "https://docs.anthropic.com/en/home", "crawlerPrefix": "https://docs.anthropic.com/en/home" } +{ "name": "Gemini", "crawlerStart": "https://ai.google.dev/gemini-api/docs", "crawlerPrefix": "https://ai.google.dev/gemini-api/docs" } +{ "name": "Llama", "crawlerStart": "https://www.llama.com/docs/", "crawlerPrefix": "https://www.llama.com/docs/" } +{ "name": "Deepgram", "crawlerStart": "https://developers.deepgram.com/docs/", "crawlerPrefix": "https://developers.deepgram.com/docs/" } +{ "name": "Square", "crawlerStart": "https://developer.squareup.com/us/en", "crawlerPrefix": "https://developer.squareup.com/us/en" } From fcfe521a3ba331a5f029b85e4f2e070a31406e1b Mon Sep 17 00:00:00 2001 From: Yousef Hamade Date: Fri, 4 Oct 2024 09:08:12 -0500 Subject: [PATCH 2/3] Fixed Homebrew and Happydom Fork of getcursor/crawler plus over 50 additions --- docs.jsonl | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs.jsonl b/docs.jsonl index 18c892d..2fe820b 100644 --- a/docs.jsonl +++ b/docs.jsonl @@ -418,12 +418,12 @@ { "name": "Codecov", "crawlerStart": "https://docs.codecov.com/docs/", "crawlerPrefix": "https://docs.codecov.com/docs/" } { "name": "KnexJS", "crawlerStart": "https://knexjs.org/guide/", "crawlerPrefix": "https://knexjs.org/guide/" } { "name": "Volta", "crawlerStart": "https://docs.volta.sh/", "crawlerPrefix": "https://docs.volta.sh/" } -{ "name": "Homebrew-file", "crawlerStart": "https://homebrew-file.readthedocs.io/en/latest/index.html", "crawlerPrefix": "https://homebrew-file.readthedocs.io/en/latest/" } +{ "name": "Homebrew", "crawlerStart": "https://docs.brew.com", "crawlerPrefix": "https://docs.brew.com" } { "name": "Remix", "crawlerStart": "https://remix.run/docs/en/main", "crawlerPrefix": "https://remix.run/docs/en/main" } { "name": "BabelJS", "crawlerStart": "https://babeljs.io/docs/", "crawlerPrefix": "https://babeljs.io/docs/" } { "name": "Azure CLI", "crawlerStart": "https://learn.microsoft.com/en-us/cli/azure/", "crawlerPrefix": "https://learn.microsoft.com/en-us/cli/azure/" } { "name": "Sendgrid-API", "crawlerStart": "https://www.twilio.com/docs/sendgrid/api-reference", "crawlerPrefix": "https://www.twilio.com/docs/sendgrid/api-reference" } -{ "name": "Happy-dom", "crawlerStart": "https://docs.volta.sh/", "crawlerPrefix": "https://docs.volta.sh/" } +{ "name": "Happy-dom", "crawlerStart": "https://github.com/capricorn86/happy-dom/wiki/", "crawlerPrefix": "https://github.com/capricorn86/happy-dom/wiki/" } { "name": "Segment-API", "crawlerStart": "https://segment.com/docs/", "crawlerPrefix": "https://segment.com/docs/" } { "name": "Algolia", "crawlerStart": "https://www.algolia.com/doc/", "crawlerPrefix": "https://www.algolia.com/doc/" } { "name": "OpenTelemetry", "crawlerStart": "https://opentelemetry.io/docs/", "crawlerPrefix": "https://opentelemetry.io/docs/" } From 4e9fde494255ba932ef397cf9fa05974018d2fcc Mon Sep 17 00:00:00 2001 From: Yousef Hamade Date: Fri, 4 Oct 2024 09:09:31 -0500 Subject: [PATCH 3/3] fix homebrew URL --- docs.jsonl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs.jsonl b/docs.jsonl index 2fe820b..b85d2b7 100644 --- a/docs.jsonl +++ b/docs.jsonl @@ -418,7 +418,7 @@ { "name": "Codecov", "crawlerStart": "https://docs.codecov.com/docs/", "crawlerPrefix": "https://docs.codecov.com/docs/" } { "name": "KnexJS", "crawlerStart": "https://knexjs.org/guide/", "crawlerPrefix": "https://knexjs.org/guide/" } { "name": "Volta", "crawlerStart": "https://docs.volta.sh/", "crawlerPrefix": "https://docs.volta.sh/" } -{ "name": "Homebrew", "crawlerStart": "https://docs.brew.com", "crawlerPrefix": "https://docs.brew.com" } +{ "name": "Homebrew", "crawlerStart": "https://docs.brew.sh", "crawlerPrefix": "https://docs.brew.sh" } { "name": "Remix", "crawlerStart": "https://remix.run/docs/en/main", "crawlerPrefix": "https://remix.run/docs/en/main" } { "name": "BabelJS", "crawlerStart": "https://babeljs.io/docs/", "crawlerPrefix": "https://babeljs.io/docs/" } { "name": "Azure CLI", "crawlerStart": "https://learn.microsoft.com/en-us/cli/azure/", "crawlerPrefix": "https://learn.microsoft.com/en-us/cli/azure/" }