Skip to content

feat(scripts): add index verification for new time-series tables in verify_indexes #64

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
guptakumarranjeet150 wants to merge 1 commit into
base: main
Choose a base branch
from
Open

feat(scripts): add index verification for new time-series tables in verify_indexes #64

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
52 changes: 51 additions & 1 deletion scripts/verify_indexes.ps1
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,28 @@ Check-Index "idx_anchor_metrics_anchor_time" "anchor_metrics_history"
Check-Index "idx_anchor_metrics_timestamp" "anchor_metrics_history"
Write-Host ""

Write-Host "Checking Network Daily Metrics Indexes:" -ForegroundColor Yellow
Write-Host "-----------------------------------"
Check-Index "idx_network_daily_metrics_date" "network_daily_metrics"
Write-Host ""

Write-Host "Checking Soroban Daily Metrics Indexes:" -ForegroundColor Yellow
Write-Host "-----------------------------------"
Check-Index "idx_soroban_daily_metrics_date" "soroban_daily_metrics"
Check-Index "idx_soroban_daily_metrics_contract" "soroban_daily_metrics"
Write-Host ""

Write-Host "Checking Wallet Balance Snapshots Indexes:" -ForegroundColor Yellow
Write-Host "-----------------------------------"
Check-Index "idx_wallet_balance_snapshots_unique" "wallet_balance_snapshots"
Check-Index "idx_wallet_balance_snapshots_address_time" "wallet_balance_snapshots"
Write-Host ""

Write-Host "Checking Daily Stat Snapshots Indexes:" -ForegroundColor Yellow
Write-Host "-----------------------------------"
Check-Index "idx_daily_stat_snapshots_date" "daily_stat_snapshots"
Write-Host ""

Write-Host "==========================================" -ForegroundColor Cyan
Write-Host "Query Plan Verification" -ForegroundColor Cyan
Write-Host "==========================================" -ForegroundColor Cyan
Expand All @@ -113,6 +135,26 @@ Write-Host "-----------------------------------"
sqlite3 $DB_PATH "EXPLAIN QUERY PLAN SELECT * FROM assets WHERE asset_code = 'USDC';"
Write-Host ""

Write-Host "Testing: Network daily metrics time-range query (#15-#19)" -ForegroundColor Yellow
Write-Host "-----------------------------------"
sqlite3 $DB_PATH "EXPLAIN QUERY PLAN SELECT * FROM network_daily_metrics WHERE date >= date('now', '-30 days') ORDER BY date DESC;"
Write-Host ""

Write-Host "Testing: Soroban daily metrics by contract (#21-#24)" -ForegroundColor Yellow
Write-Host "-----------------------------------"
sqlite3 $DB_PATH "EXPLAIN QUERY PLAN SELECT * FROM soroban_daily_metrics WHERE contract_id = 'CXXXXXX' AND date >= date('now', '-30 days') ORDER BY date DESC;"
Write-Host ""

Write-Host "Testing: Wallet balance history time-series query (#26)" -ForegroundColor Yellow
Write-Host "-----------------------------------"
sqlite3 $DB_PATH "EXPLAIN QUERY PLAN SELECT * FROM wallet_balance_snapshots WHERE address = 'GXXXXXX' ORDER BY snapshot_at DESC;"
Write-Host ""

Write-Host "Testing: Daily stat snapshot vs-yesterday delta (#3)" -ForegroundColor Yellow
Write-Host "-----------------------------------"
sqlite3 $DB_PATH "EXPLAIN QUERY PLAN SELECT * FROM daily_stat_snapshots WHERE date >= date('now', '-7 days') ORDER BY date DESC;"
Write-Host ""

Write-Host "==========================================" -ForegroundColor Cyan
Write-Host "Index Statistics" -ForegroundColor Cyan
Write-Host "==========================================" -ForegroundColor Cyan
Expand All @@ -124,7 +166,7 @@ SELECT
tbl_name as table_name,
COUNT(*) as index_count
FROM sqlite_master
WHERE type='index' AND tbl_name IN ('payments', 'assets', 'corridors', 'corridor_metrics', 'anchors', 'anchor_metrics_history')
WHERE type='index' AND tbl_name IN ('payments', 'assets', 'corridors', 'corridor_metrics', 'anchors', 'anchor_metrics_history', 'network_daily_metrics', 'soroban_daily_metrics', 'wallet_balance_snapshots', 'daily_stat_snapshots')
GROUP BY tbl_name
ORDER BY tbl_name;
"@
Expand All @@ -139,11 +181,19 @@ $paymentsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM payments;"
$assetsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM assets;"
$corridorsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM corridors;"
$anchorsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM anchors;"
$networkMetricsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM network_daily_metrics;"
$sorobanMetricsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM soroban_daily_metrics;"
$walletSnapshotsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM wallet_balance_snapshots;"
$dailyStatSnapshotsCount = sqlite3 $DB_PATH "SELECT COUNT(*) FROM daily_stat_snapshots;"

Write-Host "Payments: $paymentsCount"
Write-Host "Assets: $assetsCount"
Write-Host "Corridors: $corridorsCount"
Write-Host "Anchors: $anchorsCount"
Write-Host "Network Daily Metrics: $networkMetricsCount"
Write-Host "Soroban Daily Metrics: $sorobanMetricsCount"
Write-Host "Wallet Balance Snapshots: $walletSnapshotsCount"
Write-Host "Daily Stat Snapshots: $dailyStatSnapshotsCount"
Write-Host ""

Write-Host "==========================================" -ForegroundColor Cyan
Expand Down
48 changes: 47 additions & 1 deletion scripts/verify_indexes.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -87,6 +87,28 @@ check_index "idx_anchor_metrics_anchor_time" "anchor_metrics_history"
check_index "idx_anchor_metrics_timestamp" "anchor_metrics_history"
echo ""

echo "Checking Network Daily Metrics Indexes:"
echo "-----------------------------------"
check_index "idx_network_daily_metrics_date" "network_daily_metrics"
echo ""

echo "Checking Soroban Daily Metrics Indexes:"
echo "-----------------------------------"
check_index "idx_soroban_daily_metrics_date" "soroban_daily_metrics"
check_index "idx_soroban_daily_metrics_contract" "soroban_daily_metrics"
echo ""

echo "Checking Wallet Balance Snapshots Indexes:"
echo "-----------------------------------"
check_index "idx_wallet_balance_snapshots_unique" "wallet_balance_snapshots"
check_index "idx_wallet_balance_snapshots_address_time" "wallet_balance_snapshots"
echo ""

echo "Checking Daily Stat Snapshots Indexes:"
echo "-----------------------------------"
check_index "idx_daily_stat_snapshots_date" "daily_stat_snapshots"
echo ""

echo "=========================================="
echo "Query Plan Verification"
echo "=========================================="
Expand All @@ -112,6 +134,26 @@ echo "-----------------------------------"
sqlite3 "$DB_PATH" "EXPLAIN QUERY PLAN SELECT * FROM assets WHERE asset_code = 'USDC';" | grep -i "index\|scan"
echo ""

echo "Testing: Network daily metrics time-range query (#15-#19)"
echo "-----------------------------------"
sqlite3 "$DB_PATH" "EXPLAIN QUERY PLAN SELECT * FROM network_daily_metrics WHERE date >= date('now', '-30 days') ORDER BY date DESC;" | grep -i "index\|scan"
echo ""

echo "Testing: Soroban daily metrics by contract (#21-#24)"
echo "-----------------------------------"
sqlite3 "$DB_PATH" "EXPLAIN QUERY PLAN SELECT * FROM soroban_daily_metrics WHERE contract_id = 'CXXXXXX' AND date >= date('now', '-30 days') ORDER BY date DESC;" | grep -i "index\|scan"
echo ""

echo "Testing: Wallet balance history time-series query (#26)"
echo "-----------------------------------"
sqlite3 "$DB_PATH" "EXPLAIN QUERY PLAN SELECT * FROM wallet_balance_snapshots WHERE address = 'GXXXXXX' ORDER BY snapshot_at DESC;" | grep -i "index\|scan"
echo ""

echo "Testing: Daily stat snapshot vs-yesterday delta (#3)"
echo "-----------------------------------"
sqlite3 "$DB_PATH" "EXPLAIN QUERY PLAN SELECT * FROM daily_stat_snapshots WHERE date >= date('now', '-7 days') ORDER BY date DESC;" | grep -i "index\|scan"
echo ""

echo "=========================================="
echo "Index Statistics"
echo "=========================================="
Expand All @@ -123,7 +165,7 @@ SELECT
tbl_name as table_name,
COUNT(*) as index_count
FROM sqlite_master
WHERE type='index' AND tbl_name IN ('payments', 'assets', 'corridors', 'corridor_metrics', 'anchors', 'anchor_metrics_history')
WHERE type='index' AND tbl_name IN ('payments', 'assets', 'corridors', 'corridor_metrics', 'anchors', 'anchor_metrics_history', 'network_daily_metrics', 'soroban_daily_metrics', 'wallet_balance_snapshots', 'daily_stat_snapshots')
GROUP BY tbl_name
ORDER BY tbl_name;
"
Expand All @@ -138,6 +180,10 @@ echo "Payments: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM payments;")"
echo "Assets: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM assets;")"
echo "Corridors: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM corridors;")"
echo "Anchors: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM anchors;")"
echo "Network Daily Metrics: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM network_daily_metrics;")"
echo "Soroban Daily Metrics: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM soroban_daily_metrics;")"
echo "Wallet Balance Snapshots: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM wallet_balance_snapshots;")"
echo "Daily Stat Snapshots: $(sqlite3 "$DB_PATH" "SELECT COUNT(*) FROM daily_stat_snapshots;")"
echo ""

echo "=========================================="
Expand Down