Files
salvium-rs/test/sync-only.js
T
Matt Hess 7f01cafc62 Crypto layer consolidation: eliminate JS scalar ops, add cn_scan + RCT batch verify
Crypto Backend Refactoring
   ──────────────────────────
   - Delete src/ed25519.js — all scalar/point operations now route through
     the crypto provider (WASM/FFI/JSI backends only)
   - Remove duplicate JS BigInt implementations of scReduce32, scReduce64,
     scalarAdd, scalarMul from scanning.js, carrot.js, and carrot-scanning.js;
     delegate to Rust backend via crypto/index.js
   - Remove debug/test exports from index.js (randomPoint, testDouble,
     getBasePoint, isOnCurve, etc.) that were only used during development
   - Rebuild WASM binary (476KB → 487KB) with updated Rust crate

   Consolidated CryptoNote Scanner (cn_scan)
   ─────────────────────────────────────────
   - New Rust module crates/salvium-crypto/src/cn_scan.rs replaces 5-12
     individual FFI round-trips per output with a single native call:
     view tag check → derive subaddress pubkey → subaddress map lookup →
     amount decryption → commitment mask → key image generation
   - FFI wrapper salvium_cn_scan_output in ffi.rs + C header declaration
   - FFI backend scanCnOutput() with full subaddress map marshaling
     (32-byte key + u32 major/minor LE per entry) and JSON result parsing
   - JSI backend delegation via this.native.cnScanOutput()
   - wallet-sync.js _scanCNOutput() tries native path first when available
     (FFI/JSI), falls through to existing JS pipeline for WASM/JS backends
   - Change pub(crate) visibility on subaddress.rs cn_subaddress_secret_key
   - 8 Rust unit tests covering view tag, amount, commitment mask,
     subaddress matching, and key image generation
   - Verified identical results: WASM (JS fallback) and FFI (native cn_scan)
     produce same 964 outputs at same chain height; FFI is 3x faster sync
     (0.8s vs 2.5s) with 12x less heap (12MB vs 150MB)

   RCT Batch Signature Verification
   ─────────────────────────────────
   - New Rust module crates/salvium-crypto/src/rct_verify.rs — single-call
     verification of all ring signatures in a transaction (CLSAG + TCLSAG),
     avoiding N individual JS↔Rust boundary crossings
   - Computes pre-MLSAG message hash matching C++ get_pre_mlsag_hash
   - FFI export salvium_verify_rct_signatures with flat byte array interface
   - FFI backend verifyRctSignatures() method
   - JS backend stub returns null (validation.js handles JS fallback)
   - validation.js: 200+ lines of RCT verification logic including
     flattenKeyImages, packTclsagSigsFlat, packClsagSigsFlat helpers

   Transaction Expansion
   ─────────────────────
   - transaction.js: add expandTransaction() matching C++ expand_transaction_2
     (copies key images from prefix inputs into TCLSAG/CLSAG signature structs)
   - New test/expand-transaction.test.js (634 lines)
   - New test/rct-verify-testnet.test.js (430 lines)

   Mining Resilience
   ─────────────────
   - salvium-miner main.rs: retry get_info and get_block_template up to 5
     times with 2s delay for transient daemon errors
   - full-testnet.js mineTo(): retry miner up to 3 times with 3s delay,
     check for partial progress between attempts

   Testnet Tooling
   ───────────────
   - sync-only.js: CRYPTO_BACKEND env var for A/B testing (wasm vs ffi)
   - full-testnet.js: daemon URL update (node12.whiskymine.io)
   - Debug scripts for cn_scan development (debug-cn-scan/marshal/match/wasm)
   - Android .gitignore and build-bundle.sh for mobile builds
2026-02-14 17:02:35 +00:00

87 lines
3.4 KiB
JavaScript

#!/usr/bin/env bun
/**
* Sync-only test: resync wallet A with memory monitoring.
* Used to verify memory optimizations before running full integration tests.
*/
import { setCryptoBackend, commit } from '../src/crypto/index.js';
import { DaemonRPC } from '../src/rpc/daemon.js';
import { hexToBytes, bytesToHex } from '../src/address.js';
import { loadWalletFromFile } from './test-helpers.js';
const CRYPTO_BACKEND = process.env.CRYPTO_BACKEND || 'wasm';
await setCryptoBackend(CRYPTO_BACKEND);
console.log(`Crypto backend: ${CRYPTO_BACKEND}`);
const DAEMON_URL = process.env.DAEMON_URL || 'http://node12.whiskymine.io:29081';
const WALLET_FILE = `${process.env.HOME}/testnet-wallet/wallet-a.json`;
const CACHE_FILE = WALLET_FILE.replace(/\.json$/, '-sync.json');
const daemon = new DaemonRPC({ url: DAEMON_URL });
const info = await daemon.getInfo();
if (!info.success) throw new Error('Cannot reach daemon');
console.log(`Daemon height: ${info.result.height}`);
// Load wallet
const wallet = await loadWalletFromFile(WALLET_FILE, 'testnet');
wallet.setDaemon(daemon);
// Access internals for memory monitoring (test-only)
const storage = wallet._ensureStorage();
const ws = wallet._ensureSync();
// Monitor memory every 5000 blocks
let lastLog = 0;
ws.on('syncProgress', (progress) => {
const h = progress.currentHeight;
if (h - lastLog >= 5000 || h === progress.targetHeight) {
const rss = process.memoryUsage?.() || {};
console.log(` Block ${h}/${progress.targetHeight} | RSS: ${Math.round((rss.rss || 0) / 1024 / 1024)}MB | Heap: ${Math.round((rss.heapUsed || 0) / 1024 / 1024)}MB | Outputs: ${storage._outputs.size} | BlockHashes: ${storage._blockHashes.size}`);
lastLog = h;
}
});
console.log('Starting sync from block 0...');
const t0 = Date.now();
await wallet.syncWithDaemon();
const elapsed = ((Date.now() - t0) / 1000).toFixed(1);
const syncHeight = wallet.getSyncHeight();
console.log(`\nSync complete: ${syncHeight} blocks in ${elapsed}s`);
console.log(`Outputs: ${storage._outputs.size}`);
console.log(`Transactions: ${storage._transactions.size}`);
console.log(`Block hashes: ${storage._blockHashes.size}`);
// Save cache
console.log('Saving cache...');
await Bun.write(CACHE_FILE, wallet.dumpSyncCacheJSON());
console.log(`Saved to ${CACHE_FILE}`);
// Verify some outputs
const allOutputs = await storage.getOutputs({ isSpent: false });
const carrotOutputs = allOutputs.filter(o => o.isCarrot);
const withCommitment = carrotOutputs.filter(o => o.commitment);
console.log(`\nUnspent outputs: ${allOutputs.length}`);
console.log(` CARROT: ${carrotOutputs.length} (${withCommitment.length} with commitment)`);
// Check commitment validity on CARROT outputs
let matchCount = 0, mismatchCount = 0;
for (const o of carrotOutputs) {
if (!o.mask || !o.commitment) continue;
const maskBytes = hexToBytes(o.mask);
const computed = commit(BigInt(o.amount), maskBytes);
if (bytesToHex(computed) === o.commitment) {
matchCount++;
} else {
mismatchCount++;
if (mismatchCount <= 3) {
console.log(` MISMATCH: ${o.txHash?.slice(0,16)}... idx=${o.outputIndex} enoteType=${o.carrotEnoteType}`);
}
}
}
console.log(`\nCommitment verification:`);
console.log(` Correct: ${matchCount}`);
console.log(` Mismatch: ${mismatchCount}`);
const rss = process.memoryUsage?.() || {};
console.log(`\nFinal memory: RSS=${Math.round((rss.rss || 0) / 1024 / 1024)}MB Heap=${Math.round((rss.heapUsed || 0) / 1024 / 1024)}MB`);