7.0.0 release (#819)

dipdup-io · Sep 25, 2023 · e152394 · e152394
1 parent 360d609
commit e152394
Show file tree

Hide file tree

Showing 130 changed files with 487 additions and 264 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -48,3 +48,5 @@ jobs:
 
       - name: Run tests
         run: pdm run test
+        env:
+          ALCHEMY_KEY: ${{ secrets.ALCHEMY_KEY }}
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,19 +4,27 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog], and this project adheres to [Semantic Versioning].
 
-## [Unreleased]
+## [7.0.0] - 2023-09-25
 
 ### Fixed
 
 - cli: Import package submodules before starting indexing to fail early on import errors.
 - cli: Fixed ordering of crash reports in `report` group commands.
 - evm.node: Fixed parsing topics and integers in datasource models.
 - evm.subsquid.events: Fixed incorrrect log request parameters.
+- install: Fixed issue with interpreting user answers in some cases.
 - tezos.tzkt: Fixed operation matching when contract code hash specified as a string.
 - tezos.tzkt: Fixed issue with processing rollbacks while sync is in progress.
 - tezos.tzkt.events: Fixed parsing contract event data.
 - tezos.tzkt.operations: Fixed parsing operations with empty parameters.
-- install: fix error with all meaningful answers interpreted as yes in some cases.
+
+## [6.5.12] - 2023-09-15
+
+### Fixed
+
+- tzkt: Fixed issue with processing rollbacks while sync is in progress.
+- tzkt: Fixed operation matching when contract code hash specified as a string.
+- tzkt: Fixed parsing contract event data.
 
 ## [7.0.0rc5] - 2023-09-06
 
@@ -1171,7 +1179,8 @@ This release contains no changes except for the version number.
 [semantic versioning]: https://semver.org/spec/v2.0.0.html
 
 <!-- Versions -->
-[Unreleased]: https://github.com/dipdup-io/dipdup/compare/7.0.0rc5...HEAD
+[Unreleased]: https://github.com/dipdup-io/dipdup/compare/7.0.0...HEAD
+[7.0.0]: https://github.com/dipdup-io/dipdup/compare/7.0.0rc5...7.0.0
 [7.0.0rc5]: https://github.com/dipdup-io/dipdup/compare/7.0.0rc4...7.0.0rc5
 [6.5.11]: https://github.com/dipdup-io/dipdup/compare/6.5.10...6.5.11
 [7.0.0rc4]: https://github.com/dipdup-io/dipdup/compare/7.0.0rc3...7.0.0rc4

diff --git a/docs/0.quickstart-evm.md b/docs/0.quickstart-evm.md
@@ -30,18 +30,18 @@ pipx install dipdup datamodel-code-generator
 # PDM
 pdm init --python 3.11 --lib  # use "">=3.11,<3.12" for requires-python
 pdm venv create
-pdm add "dipdup>=7.0.0rc5,<8" --venv
+pdm add "dipdup>=7,<8" --venv
 $(pdm venv activate)
 
 # Poetry
 poetry init --python ">=3.11,<3.12"
-poetry add "dipdup>=7.0.0rc5,<8"
+poetry add "dipdup>=7,<8"
 poetry shell
 
 # pip + venv
 python -m venv .venv
 . .venv/bin/activate
-echo "dipdup>=7.0.0rc5,<8" > requirements.txt
+echo "dipdup>=7,<8" > requirements.txt
 pip install -r requirements.txt -e .
 ```
 

diff --git a/docs/0.quickstart-tezos.md b/docs/0.quickstart-tezos.md
@@ -30,18 +30,18 @@ pipx install dipdup datamodel-code-generator
 # PDM
 pdm init --python 3.11 --lib  # use "">=3.11,<3.12" for requires-python
 pdm venv create
-pdm add "dipdup>=7.0.0rc5,<8" --venv
+pdm add "dipdup>=7,<8" --venv
 $(pdm venv activate)
 
 # Poetry
 poetry init --python ">=3.11,<3.12"
-poetry add "dipdup>=7.0.0rc5,<8"
+poetry add "dipdup>=7,<8"
 poetry shell
 
 # pip + venv
 python -m venv .venv
 . .venv/bin/activate
-echo "dipdup>=7.0.0rc5,<8" > requirements.txt
+echo "dipdup>=7,<8" > requirements.txt
 pip install -r requirements.txt -e .
 ```
 

diff --git a/docs/1.getting-started/1.installation.md b/docs/1.getting-started/1.installation.md
@@ -48,7 +48,7 @@ PDM is a very powerful package manager with a lot of features. Also, it can run
 ```shell [Terminal]
 pdm init --python 3.11 --lib  # use "">=3.11,<3.12" for requires-python
 pdm venv create
-pdm add "dipdup>=7.0.0rc5,<8" --venv
+pdm add "dipdup>=7,<8" --venv
 $(pdm venv activate)
 ```
 
@@ -58,7 +58,7 @@ Poetry is another popular tool to manage Python projects. It doesn't support scr
 
 ```shell [Terminal]
 poetry init --python ">=3.11,<3.12"
-poetry add "dipdup>=7.0.0rc5,<8"
+poetry add "dipdup>=7,<8"
 poetry shell
 ```
 
@@ -69,7 +69,7 @@ Finally, if you prefer to do everything manually, you can use pip. It's the most
 ```shell [Terminal]
 python -m venv .venv
 . .venv/bin/activate
-echo "dipdup>=7.0.0rc5,<8" >> requirements.txt
+echo "dipdup>=7,<8" >> requirements.txt
 pip install -r requirements.txt -e .
 ```
 

diff --git a/docs/12.faq.md b/docs/12.faq.md
@@ -115,7 +115,7 @@ If your models contain `DecimalField`s, you may encounter this error when perfor
 ```python
 class Token(Model):
     id = fields.TextField(pk=True)
-    volume = fields.DecimalField(decimal_places=18, max_digits=72)
+    volume = fields.DecimalField(decimal_places=18, max_digits=76)
     ...
 ```
 

diff --git a/docs/14.contribution.md b/docs/14.contribution.md
@@ -88,6 +88,11 @@ We use several tools to enforce codestyle and code quality: `black` for autoform
 - Release versions MUST conform to [Semantic Versioning](https://semver.org/). Releases that introduce breaking changes MUST be major ones.
 - Only the latest major version is supported in general. Critical fixes MAY be backported to the previous major release. To do so, create an `aux/X.Y.Z` branch from the latest stable tag, bump the DipDup version manually, and add a new tag.
 
+### 6.5 branch
+
+- DipDup 6.5 is supported until March 2024. Maintainers MUST backport bugfixes from the main branch until then. All Tezos and TzKT related code was synced with `next`, so it should be a relatively easy task.
+- 6.5 docs and installer are hosted on GH Pages at `docs.dipdup.io`.
+
 ## MIT License
 
 <!-- markdownlint-disable first-line-h1 -->

diff --git a/docs/9.release-notes/1.v7.0.md b/docs/9.release-notes/1.v7.0.md
@@ -1,13 +1,9 @@
 ---
-title: 7.0.0rc5
-description: DipDup 7.0.0rc5 release notes
+title: 7.0.0
+description: DipDup 7.0.0 release notes
 ---
 
-# Release Notes: 7.0.0rc5
-
-::banner{type="warning"}
-This page describes a release candidate and may change before the final release.
-::
+# Release Notes: 7.0.0
 
 Welcome, developers! Today we introduce 7.0, the most significant major release for DipDup in terms of both changes and developer hours. The new framework architecture allows to easily integrate new blockchains and data sources. EVM support is the first step in this direction; more to come soon. Also we have focused on improving developer experience, so you can initialize, extend and maintain DipDup projects with minimal effort. Finally, updated docs and new demo projects won't let you get lost.
 
@@ -81,7 +77,6 @@ dipdup -c . -c configs/dipdup.sqlite.yaml config export
 Installer commands were moved to the `dipdup self` command group. There you can switch the release channel or uninstall DipDup at any time:
 
 ```shell
-dipdup self install --version 7.0.0rc5
 dipdup self update
 dipdup self install --force --ref next
 dipdup self uninstall
@@ -114,7 +109,7 @@ Here are some other notable changes not covered above:
 
 ## Future of DipDup 6.5
 
-The previous version of the framework is powering dozens of APIs in production. We want to give those projects enough time for migration or to just wait a bit while the current branch is being ironed out. Given that, _DipDup 6.5 will be supported until Mar 2024_. We will continue to release bugfixes and security updates until that date. You can find the old documentation [here](https://docs.dipdup.io/), but some pages may be outdated. If you've found such page or other issue, please drop us a message.
+The previous version of the framework is powering dozens of APIs in production. We want to give those projects enough time for migration or to just wait a bit while the current branch is being ironed out. Given that, _DipDup 6.5 will be supported until March 2024_. We will continue to release bugfixes and security updates until that date. You can find the old documentation [here](https://docs.dipdup.io/), but some pages may be outdated. If you've found such page or other issue, please drop us a message.
 
 Of course, we encourage you migrating to 7.0 soon to explore all the cool stuff in this release.
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,7 +1,7 @@
 [project]
 name = "dipdup"
 description = "Modular framework for creating selective indexers and featureful backends for dapps"
-version = "7.0.0rc5"
+version = "7.0.0"
 license = { text = "MIT" }
 authors = [
     { name = "Lev Gorodetskii", email = "[email protected]" },
@@ -121,6 +121,8 @@ demos = { shell = """
 	python scripts/update_demos.py
 	python scripts/init_demos.py
     pdm run fmt
+    # FIXME: Run isort once to fix import sorting (bug in ruff)
+    isort . --force-single-line -l 120
     pdm run lint
 """ }
 docs_build = "python scripts/docs.py --source docs --destination {args:../interface}/content/docs"

diff --git a/src/demo_auction/configs/dipdup.compose.yaml b/src/demo_auction/configs/dipdup.compose.yaml
@@ -12,4 +12,11 @@ hasura:
   allow_aggregations: true
   camel_case: true
 
+sentry:
+  dsn: ${SENTRY_DSN:-""}
+  environment: ${SENTRY_ENVIRONMENT:-""}
+
+prometheus:
+  host: 0.0.0.0
+
 logging: ${LOGLEVEL:-INFO}
diff --git a/src/demo_auction/configs/dipdup.swarm.yaml b/src/demo_auction/configs/dipdup.swarm.yaml
@@ -14,7 +14,7 @@ hasura:
 
 sentry:
   dsn: ${SENTRY_DSN:-""}
-  environment: ${SENTRY_ENVIRONMENT:-swarm}
+  environment: ${SENTRY_ENVIRONMENT:-""}
 
 prometheus:
   host: 0.0.0.0

diff --git a/src/demo_auction/configs/replay.yaml b/src/demo_auction/configs/replay.yaml
@@ -9,6 +9,7 @@ replay:
   license: MIT
   name: John Doe
   email: [email protected]
-  postgresql_image: postgres:15
+  postgres_image: postgres:15
+  postgres_data_path: /var/lib/postgresql/data
   hasura_image: hasura/graphql-engine:latest
   line_length: 120
diff --git a/src/demo_auction/deploy/.env.default b/src/demo_auction/deploy/.env.default
@@ -8,4 +8,6 @@ POSTGRES_DB=dipdup
 POSTGRES_HOST=db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
+SENTRY_DSN=""
+SENTRY_ENVIRONMENT=""
 TZKT_URL=https://api.tzkt.io
diff --git a/src/demo_auction/deploy/Dockerfile b/src/demo_auction/deploy/Dockerfile
@@ -2,5 +2,8 @@ FROM dipdup/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:next
 
+# COPY --chown=dipdup pyproject.toml README.md .
+# RUN pip install .
+
 COPY --chown=dipdup . demo_auction
 WORKDIR demo_auction
diff --git a/src/demo_auction/deploy/swarm.env.default b/src/demo_auction/deploy/swarm.env.default
@@ -9,5 +9,5 @@ POSTGRES_HOST=demo_auction_db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
 SENTRY_DSN=""
-SENTRY_ENVIRONMENT=swarm
+SENTRY_ENVIRONMENT=""
 TZKT_URL=https://api.tzkt.io
diff --git a/src/demo_auction/pyproject.toml b/src/demo_auction/pyproject.toml
@@ -9,7 +9,7 @@ authors = [
 readme = "README.md"
 requires-python = ">=3.11,<3.12"
 dependencies = [
-    "dipdup>=7.0.0rc5,<8"
+    "dipdup>=7,<8"
 ]
 
 [tool.pdm.dev-dependencies]

diff --git a/src/demo_big_maps/configs/dipdup.compose.yaml b/src/demo_big_maps/configs/dipdup.compose.yaml
@@ -12,4 +12,11 @@ hasura:
   allow_aggregations: true
   camel_case: true
 
+sentry:
+  dsn: ${SENTRY_DSN:-""}
+  environment: ${SENTRY_ENVIRONMENT:-""}
+
+prometheus:
+  host: 0.0.0.0
+
 logging: ${LOGLEVEL:-INFO}
diff --git a/src/demo_big_maps/configs/dipdup.swarm.yaml b/src/demo_big_maps/configs/dipdup.swarm.yaml
@@ -14,7 +14,7 @@ hasura:
 
 sentry:
   dsn: ${SENTRY_DSN:-""}
-  environment: ${SENTRY_ENVIRONMENT:-swarm}
+  environment: ${SENTRY_ENVIRONMENT:-""}
 
 prometheus:
   host: 0.0.0.0

diff --git a/src/demo_big_maps/configs/replay.yaml b/src/demo_big_maps/configs/replay.yaml
@@ -9,6 +9,7 @@ replay:
   license: MIT
   name: John Doe
   email: [email protected]
-  postgresql_image: postgres:15
+  postgres_image: postgres:15
+  postgres_data_path: /var/lib/postgresql/data
   hasura_image: hasura/graphql-engine:latest
   line_length: 120
diff --git a/src/demo_big_maps/deploy/.env.default b/src/demo_big_maps/deploy/.env.default
@@ -8,4 +8,6 @@ POSTGRES_DB=dipdup
 POSTGRES_HOST=db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
+SENTRY_DSN=""
+SENTRY_ENVIRONMENT=""
 TZKT_URL=https://api.tzkt.io
diff --git a/src/demo_big_maps/deploy/Dockerfile b/src/demo_big_maps/deploy/Dockerfile
@@ -2,5 +2,8 @@ FROM dipdup/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:next
 
+# COPY --chown=dipdup pyproject.toml README.md .
+# RUN pip install .
+
 COPY --chown=dipdup . demo_big_maps
 WORKDIR demo_big_maps
diff --git a/src/demo_big_maps/deploy/swarm.env.default b/src/demo_big_maps/deploy/swarm.env.default
@@ -9,5 +9,5 @@ POSTGRES_HOST=demo_big_maps_db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
 SENTRY_DSN=""
-SENTRY_ENVIRONMENT=swarm
+SENTRY_ENVIRONMENT=""
 TZKT_URL=https://api.tzkt.io
diff --git a/src/demo_big_maps/pyproject.toml b/src/demo_big_maps/pyproject.toml
@@ -9,7 +9,7 @@ authors = [
 readme = "README.md"
 requires-python = ">=3.11,<3.12"
 dependencies = [
-    "dipdup>=7.0.0rc5,<8"
+    "dipdup>=7,<8"
 ]
 
 [tool.pdm.dev-dependencies]

diff --git a/src/demo_blank/configs/dipdup.compose.yaml b/src/demo_blank/configs/dipdup.compose.yaml
@@ -12,4 +12,11 @@ hasura:
   allow_aggregations: true
   camel_case: true
 
+sentry:
+  dsn: ${SENTRY_DSN:-""}
+  environment: ${SENTRY_ENVIRONMENT:-""}
+
+prometheus:
+  host: 0.0.0.0
+
 logging: ${LOGLEVEL:-INFO}
diff --git a/src/demo_blank/configs/dipdup.swarm.yaml b/src/demo_blank/configs/dipdup.swarm.yaml
@@ -14,7 +14,7 @@ hasura:
 
 sentry:
   dsn: ${SENTRY_DSN:-""}
-  environment: ${SENTRY_ENVIRONMENT:-swarm}
+  environment: ${SENTRY_ENVIRONMENT:-""}
 
 prometheus:
   host: 0.0.0.0

diff --git a/src/demo_blank/configs/replay.yaml b/src/demo_blank/configs/replay.yaml
@@ -9,6 +9,7 @@ replay:
   license: MIT
   name: John Doe
   email: [email protected]
-  postgresql_image: postgres:15
+  postgres_image: postgres:15
+  postgres_data_path: /var/lib/postgresql/data
   hasura_image: hasura/graphql-engine:latest
   line_length: 120
diff --git a/src/demo_blank/deploy/.env.default b/src/demo_blank/deploy/.env.default
@@ -8,3 +8,5 @@ POSTGRES_DB=dipdup
 POSTGRES_HOST=db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
+SENTRY_DSN=""
+SENTRY_ENVIRONMENT=""
diff --git a/src/demo_blank/deploy/Dockerfile b/src/demo_blank/deploy/Dockerfile
@@ -2,5 +2,8 @@ FROM dipdup/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:7
 # FROM ghcr.io/dipdup-io/dipdup:next
 
+# COPY --chown=dipdup pyproject.toml README.md .
+# RUN pip install .
+
 COPY --chown=dipdup . demo_blank
 WORKDIR demo_blank
diff --git a/src/demo_blank/deploy/swarm.env.default b/src/demo_blank/deploy/swarm.env.default
@@ -9,4 +9,4 @@ POSTGRES_HOST=demo_blank_db
 POSTGRES_PASSWORD=
 POSTGRES_USER=dipdup
 SENTRY_DSN=""
-SENTRY_ENVIRONMENT=swarm
+SENTRY_ENVIRONMENT=""
diff --git a/src/demo_blank/pyproject.toml b/src/demo_blank/pyproject.toml
@@ -9,7 +9,7 @@ authors = [
 readme = "README.md"
 requires-python = ">=3.11,<3.12"
 dependencies = [
-    "dipdup>=7.0.0rc5,<8"
+    "dipdup>=7,<8"
 ]
 
 [tool.pdm.dev-dependencies]

diff --git a/src/demo_dao/configs/dipdup.compose.yaml b/src/demo_dao/configs/dipdup.compose.yaml
@@ -12,4 +12,11 @@ hasura:
   allow_aggregations: true
   camel_case: true
 
+sentry:
+  dsn: ${SENTRY_DSN:-""}
+  environment: ${SENTRY_ENVIRONMENT:-""}
+
+prometheus:
+  host: 0.0.0.0
+
 logging: ${LOGLEVEL:-INFO}