Replace live_routes database table with in-memory routing table

- Remove live_routes table from SQL schema and all related indexes
- Create new internal/routingtable package with thread-safe RoutingTable
- Implement RouteKey-based indexing with secondary indexes for efficient lookups
- Add RoutingTableHandler to manage in-memory routes separately from database
- Update DatabaseHandler to only handle persistent database operations
- Wire up RoutingTable through fx dependency injection
- Update server to get live route count from routing table instead of database
- Remove LiveRoutes field from database.Stats struct
- Update tests to work with new architecture

internal/database/database.go

@@ -340,75 +340,6 @@ func (d *Database) RecordPeering(fromASNID, toASNID string, timestamp time.Time)
 	return nil
 }
 
-// UpdateLiveRoute updates the live routing table for an announcement
-func (d *Database) UpdateLiveRoute(
-	prefixID, originASNID uuid.UUID,
-	peerASN int,
-	nextHop string,
-	timestamp time.Time,
-) error {
-	// Use SQLite's UPSERT capability to avoid the SELECT+UPDATE/INSERT pattern
-	// This reduces the number of queries and improves performance
-	// Note: We removed the WHERE clause from ON CONFLICT UPDATE because
-	// if we're updating, we want to update regardless of withdrawn_at status
-	err := d.exec(`
-		INSERT INTO live_routes (id, prefix_id, origin_asn_id, peer_asn, next_hop, announced_at, withdrawn_at)
-		VALUES (?, ?, ?, ?, ?, ?, NULL)
-		ON CONFLICT(prefix_id, origin_asn_id, peer_asn) DO UPDATE SET
-			next_hop = excluded.next_hop,
-			announced_at = excluded.announced_at,
-			withdrawn_at = NULL`,
-		generateUUID().String(), prefixID.String(), originASNID.String(),
-		peerASN, nextHop, timestamp)
-
-	return err
-}
-
-// WithdrawLiveRoute marks a route as withdrawn in the live routing table
-func (d *Database) WithdrawLiveRoute(prefixID uuid.UUID, peerASN int, timestamp time.Time) error {
-	err := d.exec(`
-		UPDATE live_routes 
-		SET withdrawn_at = ?
-		WHERE prefix_id = ? AND peer_asn = ? AND withdrawn_at IS NULL`,
-		timestamp, prefixID.String(), peerASN)
-
-	return err
-}
-
-// GetActiveLiveRoutes returns all currently active routes (not withdrawn)
-func (d *Database) GetActiveLiveRoutes() ([]LiveRoute, error) {
-	rows, err := d.query(`
-		SELECT id, prefix_id, origin_asn_id, peer_asn, next_hop, announced_at
-		FROM live_routes 
-		WHERE withdrawn_at IS NULL
-		ORDER BY announced_at DESC`)
-	if err != nil {
-		return nil, err
-	}
-	defer func() {
-		_ = rows.Close()
-	}()
-
-	var routes []LiveRoute
-	for rows.Next() {
-		var route LiveRoute
-		var idStr, prefixIDStr, originASNIDStr string
-		err := rows.Scan(&idStr, &prefixIDStr, &originASNIDStr,
-			&route.PeerASN, &route.NextHop, &route.AnnouncedAt)
-		if err != nil {
-			return nil, err
-		}
-
-		route.ID, _ = uuid.Parse(idStr)
-		route.PrefixID, _ = uuid.Parse(prefixIDStr)
-		route.OriginASNID, _ = uuid.Parse(originASNIDStr)
-
-		routes = append(routes, route)
-	}
-
-	return routes, rows.Err()
-}
-
 // UpdatePeer updates or creates a BGP peer record
 func (d *Database) UpdatePeer(peerIP string, peerASN int, messageType string, timestamp time.Time) error {
 	tx, err := d.beginTx()
@@ -495,13 +426,6 @@ func (d *Database) GetStats() (Stats, error) {
 		return stats, err
 	}
 
-	// Count live routes
-	d.logger.Info("Counting live routes")
-	err = d.queryRow("SELECT COUNT(*) FROM live_routes WHERE withdrawn_at IS NULL").Scan(&stats.LiveRoutes)
-	if err != nil {
-		return stats, err
-	}
-
 	d.logger.Info("Stats collection complete")
 
 	return stats, nil

internal/database/interface.go

@@ -2,8 +2,6 @@ package database
 
 import (
 	"time"
-
-	"github.com/google/uuid"
 )
 
 // Stats contains database statistics
@@ -13,7 +11,6 @@ type Stats struct {
 	IPv4Prefixes int
 	IPv6Prefixes int
 	Peerings     int
-	LiveRoutes   int
 }
 
 // Store defines the interface for database operations
@@ -30,11 +27,6 @@ type Store interface {
 	// Peering operations
 	RecordPeering(fromASNID, toASNID string, timestamp time.Time) error
 
-	// Live route operations
-	UpdateLiveRoute(prefixID, originASNID uuid.UUID, peerASN int, nextHop string, timestamp time.Time) error
-	WithdrawLiveRoute(prefixID uuid.UUID, peerASN int, timestamp time.Time) error
-	GetActiveLiveRoutes() ([]LiveRoute, error)
-
 	// Statistics
 	GetStats() (Stats, error)
 

internal/database/models.go

@@ -43,15 +43,3 @@ type ASNPeering struct {
 	FirstSeen time.Time `json:"first_seen"`
 	LastSeen  time.Time `json:"last_seen"`
 }
-
-// LiveRoute represents the current state of a route in the live routing table
-type LiveRoute struct {
-	ID          uuid.UUID  `json:"id"`
-	PrefixID    uuid.UUID  `json:"prefix_id"`
-	OriginASNID uuid.UUID  `json:"origin_asn_id"`
-	PeerASN     int        `json:"peer_asn"`
-	Path        string     `json:"path"`
-	NextHop     string     `json:"next_hop"`
-	AnnouncedAt time.Time  `json:"announced_at"`
-	WithdrawnAt *time.Time `json:"withdrawn_at"`
-}

internal/database/schema.sql

@@ -48,20 +48,6 @@ CREATE TABLE IF NOT EXISTS bgp_peers (
 	last_message_type TEXT
 );
 
--- Live routing table: current state of announced routes
-CREATE TABLE IF NOT EXISTS live_routes (
-	id TEXT PRIMARY KEY,
-	prefix_id TEXT NOT NULL,
-	origin_asn_id TEXT NOT NULL,
-	peer_asn INTEGER NOT NULL,
-	next_hop TEXT,
-	announced_at DATETIME NOT NULL,
-	withdrawn_at DATETIME,
-	FOREIGN KEY (prefix_id) REFERENCES prefixes(id),
-	FOREIGN KEY (origin_asn_id) REFERENCES asns(id),
-	UNIQUE(prefix_id, origin_asn_id, peer_asn)
-);
-
 CREATE INDEX IF NOT EXISTS idx_prefixes_ip_version ON prefixes(ip_version);
 CREATE INDEX IF NOT EXISTS idx_prefixes_version_prefix ON prefixes(ip_version, prefix);
 CREATE INDEX IF NOT EXISTS idx_announcements_timestamp ON announcements(timestamp);
@@ -71,43 +57,6 @@ CREATE INDEX IF NOT EXISTS idx_asn_peerings_from_asn ON asn_peerings(from_asn_id
 CREATE INDEX IF NOT EXISTS idx_asn_peerings_to_asn ON asn_peerings(to_asn_id);
 CREATE INDEX IF NOT EXISTS idx_asn_peerings_lookup ON asn_peerings(from_asn_id, to_asn_id);
 
--- Indexes for live routes table
-CREATE INDEX IF NOT EXISTS idx_live_routes_active 
-	ON live_routes(prefix_id, origin_asn_id) 
-	WHERE withdrawn_at IS NULL;
-
-CREATE INDEX IF NOT EXISTS idx_live_routes_origin 
-	ON live_routes(origin_asn_id) 
-	WHERE withdrawn_at IS NULL;
-
-CREATE INDEX IF NOT EXISTS idx_live_routes_prefix 
-	ON live_routes(prefix_id) 
-	WHERE withdrawn_at IS NULL;
-
--- Critical index for the most common query pattern
-CREATE INDEX IF NOT EXISTS idx_live_routes_lookup
-	ON live_routes(prefix_id, origin_asn_id, peer_asn)
-	WHERE withdrawn_at IS NULL;
-
--- Index for withdrawal updates by prefix and peer
-CREATE INDEX IF NOT EXISTS idx_live_routes_withdraw
-	ON live_routes(prefix_id, peer_asn)
-	WHERE withdrawn_at IS NULL;
-
--- Covering index for SELECT id queries (includes id in index)
-CREATE INDEX IF NOT EXISTS idx_live_routes_covering
-	ON live_routes(prefix_id, origin_asn_id, peer_asn, id)
-	WHERE withdrawn_at IS NULL;
-
--- Index for UPDATE by id operations
-CREATE INDEX IF NOT EXISTS idx_live_routes_id
-	ON live_routes(id);
-
--- Index for stats queries
-CREATE INDEX IF NOT EXISTS idx_live_routes_stats
-	ON live_routes(withdrawn_at)
-	WHERE withdrawn_at IS NULL;
-
 -- Additional indexes for prefixes table
 CREATE INDEX IF NOT EXISTS idx_prefixes_prefix ON prefixes(prefix);
 

internal/database/slowquery.go

@@ -26,6 +26,7 @@ func (d *Database) queryRow(query string, args ...interface{}) *sql.Row {
 }
 
 // query wraps Query with slow query logging
+// nolint:unused // kept for future use to ensure all queries go through slow query logging
 func (d *Database) query(query string, args ...interface{}) (*sql.Rows, error) {
 	start := time.Now()
 	defer logSlowQuery(d.logger, query, start)