Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Release/pectra #399

Open
wants to merge 24 commits into
base: master
Choose a base branch
from
Open

Release/pectra #399

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
d667e3a
feat: Add nginx server configuration for clickhouse
samcm Sep 26, 2024
8b75f71
Initial electra
samcm Sep 26, 2024
af2b04e
feat: Add support for Electra block in beacon block processing
samcm Sep 26, 2024
295e9fc
Merge master
samcm Oct 15, 2024
9afbe17
chore: Remove xatu-cannon service from docker-compose.yml
samcm Oct 15, 2024
4bd59c4
Merge branch 'master' into release/pectra
samcm Oct 15, 2024
c68f8fd
feat: Add CANNON_NETWORK_NAME to docker-compose.yml
samcm Oct 15, 2024
18d6c6e
feat: Enhance logging for network name override
samcm Oct 15, 2024
4e9f305
Merge branch 'master' into release/pectra
samcm Oct 15, 2024
8ea761f
feat: Add support for Electra beacon block message
samcm Oct 15, 2024
df67f77
Merge branch 'master' into release/pectra
samcm Oct 17, 2024
e118e82
style: Add resolver configuration for nginx servers
samcm Oct 17, 2024
23a6a56
feat: Add password configuration for ClickHouse users
samcm Oct 21, 2024
1c8ee72
feat: Add access control improvements and constraints
samcm Oct 21, 2024
feafca8
refactor: Update version of go-eth2-client to v0.21.12
samcm Oct 23, 2024
631f2d2
Merge branch 'master' into release/pectra
samcm Oct 31, 2024
3c176e1
fix: Update version of go-eth2-client to v0.21.12-0.20241014214053-75…
samcm Oct 31, 2024
be92c09
refactor: Update go-eth2-client version to v0.23.1
samcm Jan 20, 2025
cf2bfb2
build: Update module versions and add beacon v0.45.1
samcm Jan 20, 2025
7c62b89
refactor: Remove unnecessary slot variable and optimize epoch handling
samcm Jan 20, 2025
b41e189
merge master
samcm Jan 20, 2025
0dbdf0e
refactor: Refactor event block creation in block.go
samcm Jan 20, 2025
c9ccf6a
feat: Enable backfill iterator for beaconBlock and beaconBlobSidecar
samcm Jan 20, 2025
555762b
style: remove unnecessary comment in xatu-cannon.yaml
samcm Jan 20, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions ...y/local/docker-compose/clickhouse/clickhouse-01/etc/clickhouse-server/config.d/config.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,4 +55,7 @@
<shard>01</shard>
<replica>01</replica>
</macros>
<access_control_improvements>
<settings_constraints_replace_previous>true</settings_constraints_replace_previous>
</access_control_improvements>
</clickhouse>
10 changes: 9 additions & 1 deletion deploy/local/docker-compose/clickhouse/clickhouse-01/etc/clickhouse-server/users.d/users.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,15 @@
<max_memory_usage>10000000000</max_memory_usage>
<use_uncompressed_cache>0</use_uncompressed_cache>
<load_balancing>in_order</load_balancing>
<readonly>1</readonly>
<readonly>2</readonly>
<log_queries>1</log_queries>
<constraints>
<max_execution_time>
<changeable_in_readonly/>
<min>0</min>
<max>180</max>
</max_execution_time>
</constraints>
</readonly>
</profiles>
<users>
Expand All @@ -24,6 +31,7 @@
</networks>
<quota>default</quota>
<access_management>1</access_management>
<password from_env="CLICKHOUSE_PASSWORD" replace="replace"></password>
<named_collection_control>1</named_collection_control>
<show_named_collections>1</show_named_collections>
<show_named_collections_secrets>1</show_named_collections_secrets>
Expand Down
3 changes: 3 additions & 0 deletions ...y/local/docker-compose/clickhouse/clickhouse-02/etc/clickhouse-server/config.d/config.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,4 +55,7 @@
<shard>02</shard>
<replica>01</replica>
</macros>
<access_control_improvements>
<settings_constraints_replace_previous>true</settings_constraints_replace_previous>
</access_control_improvements>
</clickhouse>
10 changes: 9 additions & 1 deletion deploy/local/docker-compose/clickhouse/clickhouse-02/etc/clickhouse-server/users.d/users.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,15 @@
<max_memory_usage>10000000000</max_memory_usage>
<use_uncompressed_cache>0</use_uncompressed_cache>
<load_balancing>in_order</load_balancing>
<readonly>1</readonly>
<readonly>2</readonly>
<log_queries>1</log_queries>
<constraints>
<max_execution_time>
<changeable_in_readonly/>
<min>0</min>
<max>180</max>
</max_execution_time>
</constraints>
</readonly>
</profiles>
<users>
Expand All @@ -22,6 +29,7 @@
<networks>
<ip>::/0</ip>
</networks>
<password from_env="CLICKHOUSE_PASSWORD" replace="replace"></password>
<quota>default</quota>
<access_management>1</access_management>
<named_collection_control>1</named_collection_control>
Expand Down
20 changes: 18 additions & 2 deletions deploy/local/docker-compose/nginx/nginx.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,8 @@ http {
server {
listen 80;
server_name grafana.$HOSTNAME;

resolver 127.0.0.11 valid=10s;
resolver_timeout 5s;
location / {
proxy_pass http://xatu-grafana:3000;
proxy_set_header Host $host;
Expand All @@ -43,7 +44,8 @@ http {
server {
listen 80 http2;
server_name server.$HOSTNAME;

resolver 127.0.0.11 valid=10s;
resolver_timeout 5s;
location / {
grpc_pass grpc://xatu-server:8080;
proxy_set_header Host $host;
Expand All @@ -52,4 +54,18 @@ http {
proxy_set_header X-Forwarded-Proto $scheme;
}
}

server {
listen 80;
server_name clickhouse.$HOSTNAME;
resolver 127.0.0.11 valid=10s;
resolver_timeout 5s;
location / {
proxy_pass http://xatu-clickhouse-01:8123;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
}
}
17 changes: 12 additions & 5 deletions deploy/local/docker-compose/xatu-cannon.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ pprofAddr: ":6061" # optional. if supplied it enables pprof server

name: xatu-cannon

# derivers:
derivers:
# attesterSlashing:
# enabled: false
# blsToExecutionChange:
Expand All @@ -19,10 +19,17 @@ name: xatu-cannon
# enabled: false
# voluntaryExit:
# enabled: false
# beaconBlock:
# enabled: true
# beaconBlobSidecar:
# enabled: false
beaconBlock:
enabled: true
iterator:
backfill:
enabled: true
beaconBlobSidecar:
enabled: true
iterator:
backfill:
enabled: true

# proposerDuty:
# enabled: true
# elaboratedAttestation:
Expand Down
3 changes: 2 additions & 1 deletion docker-compose.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -376,7 +376,7 @@ services:
environment:
KAFKA_BROKERS: "xatu-kafka:29092"
ports:
- "${VECTOR_HTTP_KAFKA_ADDRESS:-127.0.0.1}:${VECTOR_HTTP_KAFKA_PORT:-9005}:9005"
- "${VECTOR_HTTP_KAFKA_ADDRESS:-127.0.0.1}:${VECTOR_HTTP_KAFKA_PORT:-9055}:9005"
networks:
- xatu-net
healthcheck:
Expand Down Expand Up @@ -563,6 +563,7 @@ services:
CANNON_XATU_OUTPUT_AUTHORIZATION: ${CANNON_XATU_OUTPUT_AUTHORIZATION:-Basic eGF0dTpleGFtcGxl}
# Default of http://localhost:5052
CANNON_BEACON_NODE_URL: ${CANNON_BEACON_NODE_URL:-http://localhost:5052}
CANNON_NETWORK_NAME: ${CANNON_NETWORK_NAME}
volumes:
- ./deploy/local/docker-compose/xatu-cannon.yaml:/etc/cannon/config.yaml
networks:
Expand Down
24 changes: 14 additions & 10 deletions go.mod
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,13 @@ toolchain go1.22.1

replace github.com/prysmaticlabs/prysm/v5 => github.com/ethpandaops/prysm/v5 v5.1.4

replace github.com/attestantio/go-eth2-client => github.com/attestantio/go-eth2-client v0.23.1-0.20250116194652-2157b429c0f7

replace github.com/ethpandaops/beacon => github.com/ethpandaops/beacon v0.45.1-0.20250120085245-c11c1ec64ea7

require (
github.com/IBM/sarama v1.43.0
github.com/attestantio/go-eth2-client v0.21.9
github.com/attestantio/go-eth2-client v0.23.0
github.com/avast/retry-go/v4 v4.5.1
github.com/beevik/ntp v1.3.1
github.com/cenkalti/backoff/v4 v4.3.0
Expand Down Expand Up @@ -48,6 +52,7 @@ require (
go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.29.0
go.opentelemetry.io/otel/sdk v1.29.0
go.opentelemetry.io/otel/trace v1.29.0
golang.org/x/exp v0.0.0-20240808152545-0cdaa3abc0fa
golang.org/x/sync v0.8.0
google.golang.org/grpc v1.67.0
google.golang.org/protobuf v1.34.2
Expand Down Expand Up @@ -86,7 +91,7 @@ require (
github.com/cpuguy83/go-md2man/v2 v2.0.3 // indirect
github.com/crate-crypto/go-ipa v0.0.0-20240223125850-b1e8a79f509c // indirect
github.com/crate-crypto/go-kzg-4844 v1.0.0 // indirect
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/davidlazar/go-crypto v0.0.0-20200604182044-b73af7476f6c // indirect
github.com/deckarep/golang-set/v2 v2.6.0 // indirect
github.com/decred/dcrd/dcrec/secp256k1/v4 v4.3.0 // indirect
Expand All @@ -104,13 +109,13 @@ require (
github.com/fatih/color v1.16.0 // indirect
github.com/flynn/noise v1.1.0 // indirect
github.com/francoispqt/gojay v1.2.13 // indirect
github.com/fsnotify/fsnotify v1.7.0 // indirect
github.com/fsnotify/fsnotify v1.6.0 // indirect
github.com/getsentry/sentry-go v0.27.0 // indirect
github.com/go-logr/logr v1.4.2 // indirect
github.com/go-logr/stdr v1.2.2 // indirect
github.com/go-ole/go-ole v1.3.0 // indirect
github.com/go-task/slim-sprig/v3 v3.0.0 // indirect
github.com/goccy/go-yaml v1.9.8 // indirect
github.com/goccy/go-yaml v1.9.5 // indirect
github.com/godbus/dbus/v5 v5.1.0 // indirect
github.com/gofrs/flock v0.8.1 // indirect
github.com/gogo/protobuf v1.3.2 // indirect
Expand All @@ -129,7 +134,7 @@ require (
github.com/herumi/bls-eth-go-binary v0.0.0-20210917013441-d37c07cfda4e // indirect
github.com/holiman/bloomfilter/v2 v2.0.3 // indirect
github.com/huandu/go-clone v1.6.0 // indirect
github.com/huandu/xstrings v1.4.0 // indirect
github.com/huandu/xstrings v1.3.2 // indirect
github.com/huin/goupnp v1.3.0 // indirect
github.com/inconshreveable/mousetrap v1.1.0 // indirect
github.com/ipfs/go-cid v0.4.1 // indirect
Expand Down Expand Up @@ -209,8 +214,8 @@ require (
github.com/pion/transport/v2 v2.2.10 // indirect
github.com/pion/turn/v2 v2.1.6 // indirect
github.com/pion/webrtc/v3 v3.3.0 // indirect
github.com/pk910/dynamic-ssz v0.0.3 // indirect
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
github.com/pk910/dynamic-ssz v0.0.4 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/prometheus/common v0.55.0 // indirect
github.com/prometheus/procfs v0.15.1 // indirect
github.com/prometheus/prom2json v1.3.0 // indirect
Expand All @@ -232,8 +237,8 @@ require (
github.com/schollz/progressbar/v3 v3.3.4 // indirect
github.com/shirou/gopsutil v3.21.11+incompatible // indirect
github.com/spaolacci/murmur3 v1.1.0 // indirect
github.com/spf13/afero v1.11.0 // indirect
github.com/spf13/cast v1.6.0 // indirect
github.com/spf13/afero v1.10.0 // indirect
github.com/spf13/cast v1.5.0 // indirect
github.com/spf13/pflag v1.0.5 // indirect
github.com/supranational/blst v0.3.13 // indirect
github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7 // indirect
Expand Down Expand Up @@ -261,7 +266,6 @@ require (
go.uber.org/multierr v1.11.0 // indirect
go.uber.org/zap v1.27.0 // indirect
golang.org/x/crypto v0.26.0 // indirect
golang.org/x/exp v0.0.0-20240808152545-0cdaa3abc0fa // indirect
golang.org/x/mod v0.20.0 // indirect
golang.org/x/net v0.28.0 // indirect
golang.org/x/oauth2 v0.22.0 // indirect
Expand Down
Loading
Loading