Mark Sinclair
f2091cc9d6
* rename nyxd-scraper to sqlite
wip: made storage mostly generic minus modules
changed error types to make modules dyn compatible
implemented traits for sqlite instance
using sqlite instance for rewarder and chain watcher
psql scaffolding
initial postgres support - missing some proto -> json parsing
use postgres in chain scraper
added message registry to block processor
message content parsing in psql
involved addresses
adding null value for logs
Revert "use postgres in chain scraper"
This reverts commit 83c84bfd2d.
using SignerInfo proto definitions for db serialisation
added ibc messages to MessageRegistry
* add the data observatory
* add the data observatory
* move message parsing and change webhook
* handle wasm messages in a module
* formatting and clippy
* copy shared migrations and add comments to ignore file to explain
* update offline queries
* change to clap args and use url::Url to parse args
* tidy up README, startup info, typos
* tidy up validator rewarder
* lock file
* change webhook module from msg to tx handler
* ignore profiler output
* add missing things and make clippy happy
* updated cosmrs version used by the nym wallet
* add glob to workspace dependencies
* rename migration files
* remove copying from shared migrations
* duplicate shared migrations to keep things simple
* add check for manual migration sync that will fail on `cargo build` in CI
* build.rs checks data observatory migrations have content of all shared scraper migrations and errors on changes or new files
* update runner
* add reset target to make file
* process events and logs
* migrations - remove unnecessary columns
* update offline queries
* chore: run cargo fmt
* fix up: inpsect_err instead of map_err
---------
Co-authored-by: Jędrzej Stuczyński <jedrzej.stuczynski@gmail.com>
Co-authored-by: Mark Sinclair <mmsinclair@users.noreply.github.com>
Co-authored-by: benedettadavico <benedetta.davico@gmail.com>
107 lines
3.6 KiB
Makefile
107 lines
3.6 KiB
Makefile
# Makefile for nyx_chain_scraper database management
|
|
|
|
# --- Configuration ---
|
|
TEST_DATABASE_URL := postgres://testuser:testpass@localhost:5433/nym_data_observatory_test
|
|
|
|
# Docker compose service names
|
|
DB_SERVICE_NAME := postgres-test
|
|
DB_CONTAINER_NAME := nym_data_observatory_test
|
|
|
|
# Default target
|
|
.PHONY: default
|
|
default: help
|
|
|
|
# --- Main Targets ---
|
|
.PHONY: prepare-pg
|
|
prepare-pg: test-db-up test-db-wait test-db-migrate test-db-prepare test-db-down ## Setup PostgreSQL and prepare SQLx offline cache
|
|
|
|
.PHONY: test-db
|
|
test-db: test-db-up test-db-wait test-db-migrate test-db-run test-db-down ## Run tests with PostgreSQL database
|
|
|
|
.PHONY: dev-db
|
|
dev-db: test-db-up test-db-wait test-db-migrate ## Start PostgreSQL for development (keeps running)
|
|
@echo "PostgreSQL is running on port 5433"
|
|
@echo "Connection string: $(TEST_DATABASE_URL)"
|
|
|
|
.PHONY: dev-db-restart
|
|
dev-db-restart: clean-db dev-db
|
|
|
|
# --- Docker Compose Targets ---
|
|
.PHONY: test-db-up
|
|
test-db-up: ## Start the PostgreSQL test database in the background
|
|
@echo "Starting PostgreSQL test database..."
|
|
docker compose up -d $(DB_SERVICE_NAME)
|
|
|
|
.PHONY: test-db-wait
|
|
test-db-wait: ## Wait for the PostgreSQL database to be healthy
|
|
@echo "Waiting for PostgreSQL database..."
|
|
@while ! docker inspect --format='{{.State.Health.Status}}' $(DB_CONTAINER_NAME) 2>/dev/null | grep -q 'healthy'; do \
|
|
echo -n "."; \
|
|
sleep 1; \
|
|
done; \
|
|
echo " Database is healthy!"
|
|
|
|
.PHONY: test-db-down
|
|
test-db-down: ## Stop and remove the test database
|
|
@echo "Stopping PostgreSQL test database..."
|
|
docker compose down
|
|
|
|
# --- SQLx Targets ---
|
|
.PHONY: test-db-migrate
|
|
test-db-migrate: ## Run database migrations against PostgreSQL
|
|
@echo "Copying common PostgreSQL migrations..."
|
|
cp ../common/nyxd-scraper-psql/sql_migrations/* migrations
|
|
@echo "Running watcher PostgreSQL migrations..."
|
|
RUST_LOG=debug DATABASE_URL="$(TEST_DATABASE_URL)" sqlx migrate run --source migrations
|
|
|
|
.PHONY: test-db-prepare
|
|
test-db-prepare: ## Run sqlx prepare for compile-time query verification
|
|
@echo "Running sqlx prepare for PostgreSQL..."
|
|
DATABASE_URL="$(TEST_DATABASE_URL)" cargo sqlx prepare --
|
|
|
|
# --- Build and Test Targets ---
|
|
.PHONY: test-db-run
|
|
test-db-run: ## Run tests with PostgreSQL feature
|
|
@echo "Running tests with PostgreSQL..."
|
|
DATABASE_URL="$(TEST_DATABASE_URL)" cargo test --no-default-features
|
|
|
|
.PHONY: build-pg
|
|
build-pg: ## Build with PostgreSQL feature
|
|
@echo "Building with PostgreSQL feature..."
|
|
cargo build --no-default-features
|
|
|
|
.PHONY: check-pg
|
|
check-pg: ## Check code with PostgreSQL feature
|
|
@echo "Checking code with PostgreSQL feature..."
|
|
cargo check --no-default-features
|
|
|
|
.PHONY: clippy
|
|
clippy: clippy-pg
|
|
|
|
.PHONY: clippy-pg
|
|
clippy-pg: ## Run clippy with PostgreSQL feature
|
|
@echo "Running clippy with PostgreSQL feature..."
|
|
DATABASE_URL="$(TEST_DATABASE_URL)" cargo clippy --no-default-features -- -D warnings
|
|
|
|
# --- Cleanup Targets ---
|
|
.PHONY: clean
|
|
clean: ## Clean build artifacts and SQLx cache
|
|
cargo clean
|
|
rm -rf .sqlx
|
|
|
|
.PHONY: clean-db
|
|
clean-db: test-db-down ## Stop database and clean volumes
|
|
docker volume rm -f nym_data_observatory_test_data 2>/dev/null || true
|
|
|
|
# --- Utility Targets ---
|
|
.PHONY: sqlx-cli
|
|
sqlx-cli: ## Install sqlx-cli if not already installed
|
|
@command -v sqlx >/dev/null 2>&1 || cargo install sqlx-cli --features postgres
|
|
|
|
.PHONY: psql
|
|
psql: ## Connect to the running PostgreSQL database with psql
|
|
@docker exec -it $(DB_CONTAINER_NAME) psql -U testuser -d nym_data_observatory_test
|
|
|
|
.PHONY: help
|
|
help: ## Show help for Makefile targets
|
|
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'
|