feat(growth): add memory decay + time-weighted scoring + remove dead frontend
Some checks failed
CI / Lint & TypeCheck (push) Has been cancelled
CI / Unit Tests (push) Has been cancelled
CI / Build Frontend (push) Has been cancelled
CI / Rust Check (push) Has been cancelled
CI / Security Scan (push) Has been cancelled
CI / E2E Tests (push) Has been cancelled

- Add effective_importance() with exponential time decay (30-day half-life)
  and access count boost for fair scoring of stale vs fresh memories
- Add SqliteStorage::decay_memories() for periodic maintenance:
  reduces stored importance per interval, archives (deletes) below threshold
- Update find() scoring to use time-decayed importance in sort
- Add DecayResult type and effective_importance re-export in lib.rs
- Remove dead frontend active-learning.ts (370 lines, zero imports)
This commit is contained in:
iven
2026-04-04 00:45:16 +08:00
parent 276ec3ca94
commit b4e5af7a58
3 changed files with 102 additions and 6 deletions

View File

@@ -67,6 +67,7 @@ pub mod summarizer;
// Re-export main types for convenience
pub use types::{
DecayResult,
ExtractedMemory,
ExtractionConfig,
GrowthStats,
@@ -75,6 +76,7 @@ pub use types::{
RetrievalConfig,
RetrievalResult,
UriBuilder,
effective_importance,
};
pub use extractor::{LlmDriverForExtraction, MemoryExtractor};

View File

@@ -270,6 +270,74 @@ impl SqliteStorage {
Ok(())
}
/// Decay stale memories: reduce importance for long-unaccessed entries
/// and archive those below the minimum threshold.
///
/// - For every `decay_interval_days` since last access, importance drops by 1.
/// - Memories with importance ≤ `archive_threshold` are deleted.
pub async fn decay_memories(
&self,
decay_interval_days: u32,
archive_threshold: u8,
) -> crate::types::DecayResult {
// Step 1: Reduce importance of stale memories
let decay_result = sqlx::query(
r#"
UPDATE memories
SET importance = MAX(1, importance - CAST(
(julianday('now') - julianday(last_accessed)) / ? AS INTEGER
))
WHERE last_accessed < datetime('now', '-' || ? || ' days')
AND importance > 1
"#,
)
.bind(decay_interval_days)
.bind(decay_interval_days)
.execute(&self.pool)
.await;
let decayed = decay_result
.map(|r| r.rows_affected())
.unwrap_or(0);
// Step 2: Remove memories that fell below archive threshold
// and haven't been accessed in 90+ days
let archive_result = sqlx::query(
r#"
DELETE FROM memories
WHERE importance <= ?
AND last_accessed < datetime('now', '-90 days')
"#,
)
.bind(archive_threshold as i32)
.execute(&self.pool)
.await;
// Also clean up FTS entries for archived memories
let _ = sqlx::query(
r#"
DELETE FROM memories_fts
WHERE uri NOT IN (SELECT uri FROM memories)
"#,
)
.execute(&self.pool)
.await;
let archived = archive_result
.map(|r| r.rows_affected())
.unwrap_or(0);
if decayed > 0 || archived > 0 {
tracing::info!(
"[SqliteStorage] Memory decay: {} decayed, {} archived",
decayed,
archived
);
}
crate::types::DecayResult { decayed, archived }
}
}
impl sqlx::FromRow<'_, SqliteRow> for MemoryRow {
@@ -567,7 +635,7 @@ impl VikingStorage for SqliteStorage {
scorer.is_embedding_available()
};
let mut scored_entries: Vec<(f32, MemoryEntry)> = Vec::new();
let mut scored_entries: Vec<(f32, f32, MemoryEntry)> = Vec::new();
for row in rows {
let entry = self.row_to_entry(&row);
@@ -613,15 +681,18 @@ impl VikingStorage for SqliteStorage {
}
}
scored_entries.push((semantic_score, entry));
// Apply time decay to importance before final scoring
let time_decayed_importance = crate::types::effective_importance(&entry);
scored_entries.push((semantic_score, time_decayed_importance, entry));
}
// Sort by score (descending), then by importance and access count
// Sort by: semantic score → time-decayed importance access count (all descending)
scored_entries.sort_by(|a, b| {
b.0.partial_cmp(&a.0)
.unwrap_or(std::cmp::Ordering::Equal)
.then_with(|| b.1.importance.cmp(&a.1.importance))
.then_with(|| b.1.access_count.cmp(&a.1.access_count))
.then_with(|| b.1.partial_cmp(&a.1).unwrap_or(std::cmp::Ordering::Equal))
.then_with(|| b.2.access_count.cmp(&a.2.access_count))
});
// Apply limit
@@ -629,7 +700,7 @@ impl VikingStorage for SqliteStorage {
scored_entries.truncate(limit);
}
Ok(scored_entries.into_iter().map(|(_, entry)| entry).collect())
Ok(scored_entries.into_iter().map(|(_, _, entry)| entry).collect())
}
async fn find_by_prefix(&self, prefix: &str) -> Result<Vec<MemoryEntry>> {

View File

@@ -385,6 +385,29 @@ impl UriBuilder {
}
}
/// Result of a memory decay operation
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct DecayResult {
/// Number of memories whose importance was reduced
pub decayed: u64,
/// Number of memories archived (importance fell below threshold)
pub archived: u64,
}
/// Compute effective importance with time decay.
///
/// Uses exponential decay: each 30-day period of non-access reduces
/// effective importance by ~50%. Frequently accessed memories decay slower
/// thanks to the access_count boost.
pub fn effective_importance(entry: &MemoryEntry) -> f32 {
let days_since = (Utc::now() - entry.last_accessed).num_days().max(0) as f32;
// Half-life: 30 days → decay factor per day ≈ 0.977
let time_decay = 0.977_f32.powf(days_since);
// Access boost: every 10 accesses add 1 to base importance (capped at 10)
let boosted = (entry.importance as f32 + entry.access_count as f32 / 10.0).min(10.0);
boosted * time_decay
}
#[cfg(test)]
mod tests {
use super::*;