feat: warm configured price caches on startup

.env.example

@@ -1,140 +1,87 @@
-# Server
-PORT=4000
-
-# Redis
-REDIS_HOST=redis
-REDIS_PORT=6379
-REDIS_PASSWORD=
-REDIS_URL=redis://redis:6379
-
-# Database
-DATABASE_URL=postgres://smartdrop:smartdrop@postgres:5432/smartdrop
-# Runtime environment
-# NODE_ENV: string enum (development, test, production). Default: development.
-NODE_ENV=development
-
-# PORT: number. Default: 3000.
-PORT=3000
-
-# REDIS_URL: URL. Required in production. Development/test default: redis://localhost:6379.
-REDIS_URL=redis://localhost:6379
-
-# DATABASE_URL: URL. Required in production. Development default: postgres://localhost/smartdrop. Test default: postgres://localhost/smartdrop_test.
-DATABASE_URL=postgres://localhost/smartdrop
-
-# STELLAR_HORIZON_URL: URL. Default: https://horizon.stellar.org.
-STELLAR_HORIZON_URL=https://horizon.stellar.org
-
-# USDC_ISSUER: Stellar public key. Default: Stellar USDC issuer.
-USDC_ISSUER=GA5ZSEJYB37JRC5AVCIA5MOP4RHTM335AX2OBFLDTQLNUEHRGPTM6RIA
-
-# COINGECKO_API_KEY: string. Optional. Default: empty.
-COINGECKO_API_KEY=
-
-# COINMARKETCAP_API_KEY: string. Optional. Default: empty.
-COINMARKETCAP_API_KEY=
-
-# PRICE_CACHE_TTL_SECONDS: number. Default: 60.
-PRICE_CACHE_TTL_SECONDS=60
-
-# PRICE_REFRESH_INTERVAL_SECONDS: number. Default: 30.
-PRICE_REFRESH_INTERVAL_SECONDS=30
-
-# PRICE_STALE_THRESHOLD_MINUTES: number. Default: 5.
-PRICE_STALE_THRESHOLD_MINUTES=5
-
-# PRICE_ANOMALY_THRESHOLD_PCT: number. Default: 20.
-PRICE_ANOMALY_THRESHOLD_PCT=20
-
-# API key auth
-ADMIN_API_KEY=
-
-# LOG_LEVEL: string enum (debug, info, warn, error). Default: info.
-LOG_LEVEL=info
-
-# Rate limiting (Redis-backed, per IP)
-# RATE_LIMIT_WINDOW_MS: global API window in milliseconds. Default: 60000 (1 minute).
-RATE_LIMIT_WINDOW_MS=60000
-# RATE_LIMIT_MAX: max requests per IP per global window. Default: 100.
-RATE_LIMIT_MAX=100
-# PRICE_RATELIMIT_WINDOW: price endpoint window in seconds. Default: 60.
-PRICE_RATELIMIT_WINDOW=60
-# PRICE_RATELIMIT_MAX: max price requests per IP per window. Default: 30.
-PRICE_RATELIMIT_MAX=30
-
-# CORS
-CORS_ALLOWED_ORIGINS=http://localhost:4000,http://localhost:3001
-# Server
-PORT=4000
-
-# Redis
-REDIS_HOST=redis
-REDIS_PORT=6379
-REDIS_PASSWORD=
-REDIS_URL=redis://redis:6379
-
-# Database
-DATABASE_URL=postgres://smartdrop:smartdrop@postgres:5432/smartdrop
-# Runtime environment
-# NODE_ENV: string enum (development, test, production). Default: development.
-NODE_ENV=development
-
-# PORT: number. Default: 3000.
-PORT=3000
-
-# REDIS_URL: URL. Required in production. Development/test default: redis://localhost:6379.
-REDIS_URL=redis://localhost:6379
-
-# DATABASE_URL: URL. Required in production. Development default: postgres://localhost/smartdrop. Test default: postgres://localhost/smartdrop_test.
-DATABASE_URL=postgres://localhost/smartdrop
-
-# STELLAR_HORIZON_URL: URL. Default: https://horizon.stellar.org.
-STELLAR_HORIZON_URL=https://horizon.stellar.org
-
-# USDC_ISSUER: Stellar public key. Default: Stellar USDC issuer.
-USDC_ISSUER=GA5ZSEJYB37JRC5AVCIA5MOP4RHTM335AX2OBFLDTQLNUEHRGPTM6RIA
-
-# COINGECKO_API_KEY: string. Optional. Default: empty.
-COINGECKO_API_KEY=
-
-# COINMARKETCAP_API_KEY: string. Optional. Default: empty.
-COINMARKETCAP_API_KEY=
-
-# PRICE_CACHE_TTL_SECONDS: number. Default: 60.
-PRICE_CACHE_TTL_SECONDS=60
-
-# PRICE_REFRESH_INTERVAL_SECONDS: number. Default: 30.
-PRICE_REFRESH_INTERVAL_SECONDS=30
-
-# PRICE_STALE_THRESHOLD_MINUTES: number. Default: 5.
-PRICE_STALE_THRESHOLD_MINUTES=5
-
-# PRICE_ANOMALY_THRESHOLD_PCT: number. Default: 20.
-PRICE_ANOMALY_THRESHOLD_PCT=20
-
-# AIRDROP_EXPIRY_CHECK_INTERVAL_SECONDS: number. Default: 60.
-AIRDROP_EXPIRY_CHECK_INTERVAL_SECONDS=60
-
-# AIRDROP_LEDGER_CACHE_TTL_MS: number. Default: 5000.
-AIRDROP_LEDGER_CACHE_TTL_MS=5000
-
-# AIRDROP_EXPIRY_SCAN_BATCH_SIZE: number. Default: 100.
-AIRDROP_EXPIRY_SCAN_BATCH_SIZE=100
-
-# API key auth
-ADMIN_API_KEY=
-
-# Airdrop request limits
-# Maximum recipient CSV upload size in bytes. Default: 5 MiB.
-AIRDROP_CSV_MAX_BYTES=5242880
-# Maximum JSON request body size in bytes. Default: 2 MiB, sufficient for 10,000 recipients.
-AIRDROP_JSON_MAX_BYTES=2097152
-# Per-IP limits for airdrop creation and recipient additions.
-AIRDROP_RATELIMIT_WINDOW=60
-AIRDROP_RATELIMIT_MAX=10
-
-# LOG_LEVEL: string enum (debug, info, warn, error). Default: info.
-LOG_LEVEL=info
-
-# CORS
-CORS_ALLOWED_ORIGINS=http://localhost:4000,http://localhost:3001
+# Server
+PORT=4000
+
+# Redis
+REDIS_HOST=redis
+REDIS_PORT=6379
+REDIS_PASSWORD=
+REDIS_URL=redis://redis:6379
+
+# Database
+DATABASE_URL=postgres://smartdrop:smartdrop@postgres:5432/smartdrop
+# Runtime environment
+# NODE_ENV: string enum (development, test, production). Default: development.
+NODE_ENV=development
+
+# PORT: number. Default: 3000.
+PORT=3000
+
+# REDIS_URL: URL. Required in production. Development/test default: redis://localhost:6379.
+REDIS_URL=redis://localhost:6379
+
+# DATABASE_URL: URL. Required in production. Development default: postgres://localhost/smartdrop. Test default: postgres://localhost/smartdrop_test.
+DATABASE_URL=postgres://localhost/smartdrop
+
+# STELLAR_HORIZON_URL: URL. Default: https://horizon.stellar.org.
+STELLAR_HORIZON_URL=https://horizon.stellar.org
+
+# USDC_ISSUER: Stellar public key. Default: Stellar USDC issuer.
+USDC_ISSUER=GA5ZSEJYB37JRC5AVCIA5MOP4RHTM335AX2OBFLDTQLNUEHRGPTM6RIA
+
+# COINGECKO_API_KEY: string. Optional. Default: empty.
+COINGECKO_API_KEY=
+
+# COINMARKETCAP_API_KEY: string. Optional. Default: empty.
+COINMARKETCAP_API_KEY=
+
+# PRICE_CACHE_TTL_SECONDS: number. Default: 60.
+PRICE_CACHE_TTL_SECONDS=60
+
+# PRICE_REFRESH_INTERVAL_SECONDS: number. Default: 30.
+PRICE_REFRESH_INTERVAL_SECONDS=30
+
+# PRICE_STALE_THRESHOLD_MINUTES: number. Default: 5.
+PRICE_STALE_THRESHOLD_MINUTES=5
+
+# PRICE_ANOMALY_THRESHOLD_PCT: number. Default: 20.
+PRICE_ANOMALY_THRESHOLD_PCT=20
+
+# AIRDROP_EXPIRY_CHECK_INTERVAL_SECONDS: number. Default: 60.
+AIRDROP_EXPIRY_CHECK_INTERVAL_SECONDS=60
+
+# AIRDROP_LEDGER_CACHE_TTL_MS: number. Default: 5000.
+AIRDROP_LEDGER_CACHE_TTL_MS=5000
+
+# AIRDROP_EXPIRY_SCAN_BATCH_SIZE: number. Default: 100.
+AIRDROP_EXPIRY_SCAN_BATCH_SIZE=100
+
+# Airdrop request limits
+# Maximum recipient CSV upload size in bytes. Default: 5 MiB.
+AIRDROP_CSV_MAX_BYTES=5242880
+# Maximum JSON request body size in bytes. Default: 2 MiB, sufficient for 10,000 recipients.
+AIRDROP_JSON_MAX_BYTES=2097152
+# Per-IP limits for airdrop creation and recipient additions.
+AIRDROP_RATELIMIT_WINDOW=60
+AIRDROP_RATELIMIT_MAX=10
+
+# WATCHED_ASSETS: comma-separated CODE or CODE:ISSUER values warmed before startup.
+WATCHED_ASSETS=XLM,USDC:GA5ZSEJYB37JRC5AVCIA5MOP4RHTM335X2KGX3IHOJAPP5RE34K4KZVN
+
+# API key auth
+ADMIN_API_KEY=
+
+# LOG_LEVEL: string enum (debug, info, warn, error). Default: info.
+LOG_LEVEL=info
+
+# Rate limiting (Redis-backed, per IP)
+# RATE_LIMIT_WINDOW_MS: global API window in milliseconds. Default: 60000 (1 minute).
+RATE_LIMIT_WINDOW_MS=60000
+# RATE_LIMIT_MAX: max requests per IP per global window. Default: 100.
+RATE_LIMIT_MAX=100
+# PRICE_RATELIMIT_WINDOW: price endpoint window in seconds. Default: 60.
+PRICE_RATELIMIT_WINDOW=60
+# PRICE_RATELIMIT_MAX: max price requests per IP per window. Default: 30.
+PRICE_RATELIMIT_MAX=30
+
+# CORS
+CORS_ALLOWED_ORIGINS=http://localhost:4000,http://localhost:3001

src/config.js

@@ -9,6 +9,40 @@ const stellarAddress = makeValidator((input) => {
   return input;
 });
 
+function parseWatchedAssets(input) {
+  if (!input || !input.trim()) return [];
+
+  const seen = new Set();
+  return input
+    .split(',')
+    .map((entry) => entry.trim())
+    .filter(Boolean)
+    .map((entry) => {
+      const [code, issuer, extra] = entry.split(':');
+
+      if (extra !== undefined) {
+        throw new Error(`invalid asset "${entry}"; expected CODE or CODE:ISSUER`);
+      }
+
+      if (!/^[A-Z0-9]{1,12}$/.test(code)) {
+        throw new Error(`invalid asset code "${code}"; expected 1-12 uppercase alphanumeric characters`);
+      }
+
+      if (issuer !== undefined && !/^G[A-Z0-9]{55}$/.test(issuer)) {
+        throw new Error(`invalid issuer for "${code}"; expected a Stellar public key`);
+      }
+
+      const asset = { code, issuer: issuer || null };
+      const key = asset.issuer ? `${asset.code}:${asset.issuer}` : asset.code;
+      if (seen.has(key)) return null;
+      seen.add(key);
+      return asset;
+    })
+    .filter(Boolean);
+}
+
+const watchedAssets = makeValidator(parseWatchedAssets);
+
 const positiveInteger = makeValidator((input) => {
   const value = Number(input);
   if (!Number.isSafeInteger(value) || value <= 0) {
@@ -55,13 +89,17 @@ const env = cleanEnv(rawEnv, {
   AIRDROP_EXPIRY_CHECK_INTERVAL_SECONDS: num({ default: 60 }),
   AIRDROP_LEDGER_CACHE_TTL_MS: num({ default: 5000 }),
   AIRDROP_EXPIRY_SCAN_BATCH_SIZE: num({ default: 100 }),
+  WATCHED_ASSETS: watchedAssets({ default: '' }),
   LOG_LEVEL: str({
     default: 'info',
     choices: ['debug', 'info', 'warn', 'error'],
   }),
 });
 
 const usdcIssuer = env.USDC_ISSUER;
+const parsedWatchedAssets = Array.isArray(env.WATCHED_ASSETS)
+  ? env.WATCHED_ASSETS
+  : parseWatchedAssets(env.WATCHED_ASSETS);
 
 module.exports = {
   nodeEnv: env.NODE_ENV,
@@ -121,6 +159,7 @@ module.exports = {
       max: env.AIRDROP_RATELIMIT_MAX,
     },
   },
+  watchedAssets: parsedWatchedAssets,
   auth: {
     adminApiKey: env.ADMIN_API_KEY,
   },

src/index.js

@@ -9,6 +9,7 @@ const priceOracle = require('./services/priceOracle');
 const priceRefreshJob = require('./jobs/priceRefresh');
 const webhookRetryWorker = require('./jobs/webhookRetryWorker');
 const airdropExpiryJob = require('./jobs/airdropExpiry');
+const { warmCache } = require('./startup/cacheWarm');
 const buildCorsMiddleware = require('./middleware/cors');
 const buildRateLimit = require('./middleware/rateLimit');
 const { requestIdMiddleware } = require('./middleware/requestId');
@@ -117,16 +118,28 @@ function shutdown(signal) {
 }
 
 if (require.main === module) {
+  startServer().catch((err) => {
+    logger.error('Startup failed', { error: err.message });
+    process.exit(1);
+  });
+
+  process.on('SIGTERM', shutdown('SIGTERM'));
+  process.on('SIGINT', shutdown('SIGINT'));
+}
+
+async function startServer() {
+  await warmCache(config.watchedAssets);
+
   server = app.listen(config.port, () => {
     logger.info(`SmartDrop backend running on port ${config.port}`);
     priceWebSocket.attach(server);
     priceRefreshJob.start();
     webhookRetryWorker.start();
     airdropExpiryJob.start();
   });
+  module.exports.server = server;
 
-  process.on('SIGTERM', shutdown('SIGTERM'));
-  process.on('SIGINT', shutdown('SIGINT'));
+  return server;
 }
 
 module.exports = app;
@@ -136,3 +149,4 @@ module.exports.server = server || {
     if (callback) callback();
   },
 };
+module.exports.startServer = startServer;