Substrate support preview

.gitignore

@@ -12,6 +12,7 @@
 !**/pdm.lock
 !**/README.md
 !**/.keep
+!**/py.typed
 
 # Add Python code
 !**/*.py

.vscode/launch.json

@@ -33,6 +33,38 @@
         "DIPDUP_DEBUG": "1"
       }
     },
+    {
+      "name": "demo_substrate_events: run",
+      "type": "debugpy",
+      "request": "launch",
+      "module": "dipdup",
+      "args": [
+        "-e",
+        ".env",
+        "run"
+      ],
+      "console": "integratedTerminal",
+      "cwd": "${workspaceFolder}/src/demo_substrate_events",
+      "env": {
+        "DIPDUP_DEBUG": "1"
+      }
+    },
+    {
+      "name": "demo_substrate_events: init",
+      "type": "debugpy",
+      "request": "launch",
+      "module": "dipdup",
+      "args": [
+        "-e",
+        ".env",
+        "init"
+      ],
+      "console": "integratedTerminal",
+      "cwd": "${workspaceFolder}/src/demo_substrate_events",
+      "env": {
+        "DIPDUP_DEBUG": "1"
+      }
+    },
     {
       "name": "demo_evm_events: run",
       "type": "debugpy",

CHANGELOG.md

@@ -6,6 +6,12 @@ The format is based on [Keep a Changelog], and this project adheres to [Semantic
 
 Releases prior to 7.0 has been removed from this file to declutter search results; see the [archived copy](https://github.com/dipdup-io/dipdup/blob/8.0.0b5/CHANGELOG.md) for the full list.
 
+## [Unreleased]
+
+### Fixed
+
+- config: Fixed setting default loglevels when `logging` is a dict.
+
 ## [8.1.1] - 2024-10-17
 
 ### Fixed

Makefile

@@ -13,9 +13,17 @@ FRONTEND_PATH=../interface
 help:           ## Show this help (default)
 	@grep -Fh "##" $(MAKEFILE_LIST) | grep -Fv grep -F | sed -e 's/\\$$//' | sed -e 's/##//'
 
-install:
+##
+##-- Dependencies
+##
+
+install:        ## Install dependencies
 	pdm sync --clean
 
+update:         ## Update dependencies and dump requirements.txt
+	pdm update
+	pdm export --without-hashes -f requirements --prod -o requirements.txt
+
 ##
 ##-- CI
 ##
@@ -53,13 +61,14 @@ mypy:           ## Lint with mypy
 docs_build: docs
 docs:           ## Build docs
 	python scripts/docs.py check-links --source docs
-	python scripts/docs.py dump-references
+	# FIXME
+	# python scripts/docs.py dump-references  || true
 	python scripts/docs.py dump-demos
 	python scripts/docs.py dump-metrics
 	python scripts/docs.py dump-jsonschema
 	python scripts/docs.py merge-changelog
 	python scripts/docs.py markdownlint
-	python scripts/docs.py build --source docs --destination ${FRONTEND_PATH}/content/docs
+	# python scripts/docs.py build --source docs --destination ${FRONTEND_PATH}/content/docs
 
 docs_serve:     ## Build docs and start frontend server
 	python scripts/docs.py build --source docs --destination ${FRONTEND_PATH}/content/docs --watch --serve
@@ -83,10 +92,6 @@ typeignore:     ## Find type:ignore comments
 ##-- Release
 ##
 
-update:         ## Update dependencies and dump requirements.txt
-	pdm update
-	pdm export --without-hashes -f requirements --prod -o requirements.txt
-
 demos:          ## Recreate demo projects from templates
 	python scripts/demos.py render ${DEMO}
 	python scripts/demos.py init ${DEMO}

docs/7.references/1.cli.md

@@ -512,4 +512,4 @@ Discord:               <a class="reference external" href="https://discord.gg/aG
 
 </section>
 </section>
-</section>
+</section>

docs/7.references/3.context.md

@@ -391,4 +391,4 @@ to provide a generic metadata interface (see docs).</p>
 <dd class="field-even"><p>None</p>
 </dd>
 </dl>
-</dd></dl>
+</dd></dl>

docs/7.references/4.models.md

@@ -859,4 +859,4 @@ description: "Models reference"
 </dd></dl>
 
 </section>
-</section>
+</section>

docs/8.examples/_demos_table.md

@@ -2,6 +2,7 @@
 | name | network | description | source |
 |-|-|-|-|
 | demo_blank |  | Empty config for a fresh start | [link](https://github.com/dipdup-io/dipdup/tree/8.1.1/src/demo_blank) |
+| demo_substrate_events |  | Substrate balance transfers [PREVIEW] | [link](https://github.com/dipdup-io/dipdup/tree/8.1.1/src/demo_substrate_events) |
 | demo_evm_events | EVM | ERC-20 token transfers (from event logs) | [link](https://github.com/dipdup-io/dipdup/tree/8.1.1/src/demo_evm_events) |
 | demo_evm_transactions | EVM | ERC-20 token transfers (from transactions) | [link](https://github.com/dipdup-io/dipdup/tree/8.1.1/src/demo_evm_transactions) |
 | demo_evm_uniswap | EVM | Uniswap V3 pools, positions, etc. (advanced, uses TimescaleDB) | [link](https://github.com/dipdup-io/dipdup/tree/8.1.1/src/demo_evm_uniswap) |

docs/9.release-notes/_8.0_changelog.md

@@ -32,6 +32,7 @@
 - cli: Improved logging of indexer status.
 - config: Allow `sentry.dsn` to be empty string.
 - config: Fixed (de)serialization of hex strings in config.
+- config: Fixed setting default loglevels when `logging` is a dict.
 - config: Fixed setting logging levels according to the config.
 - database: Fixed concurrency issue when using `get_or_create` method.
 - evm.events: Fixed matching logs when filtering by topic0.

docs/config.rst

@@ -7,29 +7,26 @@
 .. autoclass:: dipdup.config.AdvancedConfig
 .. autoclass:: dipdup.config.ApiConfig
 .. autoclass:: dipdup.config.coinbase.CoinbaseDatasourceConfig
-.. autoclass:: dipdup.config.ContractConfig
-.. autoclass:: dipdup.config.DatasourceConfig
 .. autoclass:: dipdup.config.evm.EvmContractConfig
 .. autoclass:: dipdup.config.evm_node.EvmNodeDatasourceConfig
 .. autoclass:: dipdup.config.evm_events.EvmEventsHandlerConfig
 .. autoclass:: dipdup.config.evm_events.EvmEventsIndexConfig
 .. autoclass:: dipdup.config.evm_subsquid.EvmSubsquidDatasourceConfig
-.. autoclass:: dipdup.config.evm.EvmIndexConfig
 .. autoclass:: dipdup.config.evm_transactions.EvmTransactionsHandlerConfig
 .. autoclass:: dipdup.config.evm_transactions.EvmTransactionsIndexConfig
 .. autoclass:: dipdup.config.HandlerConfig
 .. autoclass:: dipdup.config.HasuraConfig
 .. autoclass:: dipdup.config.HookConfig
 .. autoclass:: dipdup.config.HttpConfig
 .. autoclass:: dipdup.config.http.HttpDatasourceConfig
-.. autoclass:: dipdup.config.IndexConfig
 .. autoclass:: dipdup.config.IndexDatasourceConfig
 .. autoclass:: dipdup.config.IndexTemplateConfig
 .. autoclass:: dipdup.config.ipfs.IpfsDatasourceConfig
 .. autoclass:: dipdup.config.JobConfig
 .. autoclass:: dipdup.config.PostgresDatabaseConfig
 .. autoclass:: dipdup.config.PrometheusConfig
 .. autoclass:: dipdup.config.ResolvedHttpConfig
+.. autoclass:: dipdup.config.RuntimeConfig
 .. autoclass:: dipdup.config.SentryConfig
 .. autoclass:: dipdup.config.SqliteDatabaseConfig
 .. autoclass:: dipdup.config.SystemHookConfig
@@ -57,9 +54,13 @@
 .. autoclass:: dipdup.config.tezos_token_transfers.TezosTokenTransfersHandlerConfig
 .. autoclass:: dipdup.config.tezos_token_transfers.TezosTokenTransfersIndexConfig
 .. autoclass:: dipdup.config.starknet.StarknetContractConfig 
-.. autoclass:: dipdup.config.starknet.StarknetIndexConfig
 .. autoclass:: dipdup.config.starknet_events.StarknetEventsHandlerConfig
 .. autoclass:: dipdup.config.starknet_events.StarknetEventsIndexConfig
 .. autoclass:: dipdup.config.starknet_node.StarknetNodeDatasourceConfig
 .. autoclass:: dipdup.config.starknet_subsquid.StarknetSubsquidDatasourceConfig
+.. autoclass:: dipdup.config.substrate.SubstrateRuntimeConfig
+.. autoclass:: dipdup.config.substrate_events.SubstrateEventsHandlerConfig
+.. autoclass:: dipdup.config.substrate_events.SubstrateEventsIndexConfig
+.. autoclass:: dipdup.config.substrate_subsquid.SubstrateSubsquidDatasourceConfig
+.. autoclass:: dipdup.config.substrate_subscan.SubstrateSubscanDatasourceConfig
 .. autoclass:: dipdup.config.tzip_metadata.TzipMetadataDatasourceConfig