using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net.Http; using System.Text; using System.Threading.Tasks; using Microsoft.Data.Sqlite; using Newtonsoft.Json.Linq; using SwarmUI.Utils; namespace Mrleo1nid.SwarmAssistent; /// Local SQLite vector memory with Ollama /api/embed. public sealed class AssistentMemory : IDisposable { readonly string _dbPath; readonly HttpClient _http; readonly object _lock = new(); SqliteConnection _conn; string _embedModel; int _dims; int _seedVersion; public AssistentMemory(string dataRoot, HttpClient http, string defaultEmbedModel = "nomic-embed-text") { string dir = Path.Combine(dataRoot ?? ".", "Assistent", "memory"); Directory.CreateDirectory(dir); _dbPath = Path.Combine(dir, "assistent.sqlite"); _http = http; _embedModel = string.IsNullOrWhiteSpace(defaultEmbedModel) ? "nomic-embed-text" : defaultEmbedModel.Trim(); } public string EmbedModel => _embedModel; public int Dims => _dims; public int SeedVersion => _seedVersion; void EnsureOpen() { if (_conn is not null) { return; } _conn = new SqliteConnection($"Data Source={_dbPath}"); _conn.Open(); using (SqliteCommand cmd = _conn.CreateCommand()) { cmd.CommandText = """ CREATE TABLE IF NOT EXISTS meta ( key TEXT PRIMARY KEY, value TEXT NOT NULL ); CREATE TABLE IF NOT EXISTS memories ( id INTEGER PRIMARY KEY AUTOINCREMENT, kind TEXT NOT NULL, key TEXT NOT NULL, text TEXT NOT NULL, source TEXT NOT NULL DEFAULT 'user', meta_json TEXT, embedding BLOB, updated INTEGER NOT NULL, UNIQUE(kind, key, source) ); CREATE INDEX IF NOT EXISTS idx_memories_kind ON memories(kind); """; cmd.ExecuteNonQuery(); } _embedModel = GetMeta("embed_model") ?? _embedModel; _ = int.TryParse(GetMeta("dims"), out _dims); _ = int.TryParse(GetMeta("seed_version"), out _seedVersion); } string GetMeta(string key) { using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = "SELECT value FROM meta WHERE key = $k"; cmd.Parameters.AddWithValue("$k", key); return cmd.ExecuteScalar()?.ToString(); } void SetMeta(string key, string value) { using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = "INSERT INTO meta(key, value) VALUES($k, $v) ON CONFLICT(key) DO UPDATE SET value = excluded.value"; cmd.Parameters.AddWithValue("$k", key); cmd.Parameters.AddWithValue("$v", value ?? ""); cmd.ExecuteNonQuery(); } static byte[] FloatsToBytes(float[] v) { byte[] bytes = new byte[v.Length * 4]; Buffer.BlockCopy(v, 0, bytes, 0, bytes.Length); return bytes; } static float[] BytesToFloats(byte[] bytes) { if (bytes is null || bytes.Length < 4 || bytes.Length % 4 != 0) { return Array.Empty(); } float[] v = new float[bytes.Length / 4]; Buffer.BlockCopy(bytes, 0, v, 0, bytes.Length); return v; } static float Cosine(float[] a, float[] b) { if (a.Length == 0 || a.Length != b.Length) { return float.NegativeInfinity; } double dot = 0, na = 0, nb = 0; for (int i = 0; i < a.Length; i++) { dot += a[i] * b[i]; na += a[i] * a[i]; nb += b[i] * b[i]; } if (na <= 0 || nb <= 0) { return float.NegativeInfinity; } return (float)(dot / (Math.Sqrt(na) * Math.Sqrt(nb))); } public async Task EmbedAsync(string baseUrl, string model, string text, string keepAlive = "60m") { string root = (baseUrl ?? "http://127.0.0.1:11434").TrimEnd('/'); string m = string.IsNullOrWhiteSpace(model) ? _embedModel : model.Trim(); JObject payload = new() { ["model"] = m, ["input"] = text ?? "", ["keep_alive"] = keepAlive, }; using StringContent content = new(payload.ToString(Newtonsoft.Json.Formatting.None), Encoding.UTF8, "application/json"); using HttpResponseMessage resp = await _http.PostAsync($"{root}/api/embed", content); string body = await resp.Content.ReadAsStringAsync(); if (!resp.IsSuccessStatusCode) { throw new Exception($"Ollama /api/embed HTTP {(int)resp.StatusCode}: {body[..Math.Min(body.Length, 200)]}"); } JObject parsed = JObject.Parse(body); JArray embeddings = parsed["embeddings"] as JArray; JToken first = embeddings?.FirstOrDefault() ?? parsed["embedding"]; if (first is not JArray vec) { throw new Exception("Ollama /api/embed: no embeddings in response"); } float[] floats = vec.Select(t => t.Value()).ToArray(); return floats; } public async Task EnsureSeedAsync(string baseUrl, AssistentConfig config, string modelOverride = null) { lock (_lock) { EnsureOpen(); } JObject assistant = config.LoadAssistant(config.DefaultPersonaId()); int wantVersion = assistant["seed_version"]?.Value() ?? 1; string wantModel = string.IsNullOrWhiteSpace(modelOverride) ? (assistant["embed_model"]?.ToString() ?? _embedModel) : modelOverride.Trim(); bool needReseed = _seedVersion != wantVersion || !string.Equals(_embedModel, wantModel, StringComparison.OrdinalIgnoreCase); if (!needReseed) { int bundledCount; lock (_lock) { using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = "SELECT COUNT(*) FROM memories WHERE source = 'bundled'"; bundledCount = Convert.ToInt32(cmd.ExecuteScalar()); } if (bundledCount > 0) { return; } } List docs = config.LoadMemorySeedDocs(); if (docs.Count == 0) { return; } // Probe embed float[] probe; try { probe = await EmbedAsync(baseUrl, wantModel, docs[0]["text"]?.ToString() ?? "seed"); } catch (Exception ex) { Logs.Debug($"AssistentMemory seed defer (embed unavailable): {ex.Message}"); return; } lock (_lock) { EnsureOpen(); if (!string.Equals(_embedModel, wantModel, StringComparison.OrdinalIgnoreCase) || (_dims > 0 && _dims != probe.Length)) { using SqliteCommand clear = _conn.CreateCommand(); clear.CommandText = "DELETE FROM memories"; clear.ExecuteNonQuery(); } else if (needReseed) { using SqliteCommand clearBundled = _conn.CreateCommand(); clearBundled.CommandText = "DELETE FROM memories WHERE source = 'bundled'"; clearBundled.ExecuteNonQuery(); } _embedModel = wantModel; _dims = probe.Length; _seedVersion = wantVersion; SetMeta("embed_model", _embedModel); SetMeta("dims", _dims.ToString()); SetMeta("seed_version", _seedVersion.ToString()); } foreach (JObject doc in docs) { string kind = (doc["kind"]?.ToString() ?? "note").Trim(); string key = (doc["key"]?.ToString() ?? "").Trim(); string text = (doc["text"]?.ToString() ?? "").Trim(); if (string.IsNullOrWhiteSpace(key) || string.IsNullOrWhiteSpace(text)) { continue; } try { float[] vec = await EmbedAsync(baseUrl, wantModel, text); Upsert(kind, key, text, "bundled", doc["tags"], vec); } catch (Exception ex) { Logs.Debug($"AssistentMemory seed item {kind}/{key}: {ex.Message}"); } } } public void Upsert(string kind, string key, string text, string source, JToken meta, float[] embedding) { lock (_lock) { EnsureOpen(); kind = (kind ?? "note").Trim().ToLowerInvariant(); key = (key ?? "").Trim(); text = (text ?? "").Trim(); source = string.IsNullOrWhiteSpace(source) ? "user" : source.Trim(); if (string.IsNullOrWhiteSpace(key) || string.IsNullOrWhiteSpace(text)) { return; } if (embedding is { Length: > 0 }) { if (_dims <= 0) { _dims = embedding.Length; SetMeta("dims", _dims.ToString()); } } using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = """ INSERT INTO memories(kind, key, text, source, meta_json, embedding, updated) VALUES($kind, $key, $text, $source, $meta, $emb, $upd) ON CONFLICT(kind, key, source) DO UPDATE SET text = excluded.text, meta_json = excluded.meta_json, embedding = excluded.embedding, updated = excluded.updated """; cmd.Parameters.AddWithValue("$kind", kind); cmd.Parameters.AddWithValue("$key", key); cmd.Parameters.AddWithValue("$text", text); cmd.Parameters.AddWithValue("$source", source); cmd.Parameters.AddWithValue("$meta", meta?.ToString(Newtonsoft.Json.Formatting.None) ?? ""); cmd.Parameters.AddWithValue("$emb", embedding is null ? (object)DBNull.Value : FloatsToBytes(embedding)); cmd.Parameters.AddWithValue("$upd", DateTimeOffset.UtcNow.ToUnixTimeSeconds()); cmd.ExecuteNonQuery(); } } public void Forget(string kind, string key, string source = null) { lock (_lock) { EnsureOpen(); using SqliteCommand cmd = _conn.CreateCommand(); if (string.IsNullOrWhiteSpace(source)) { cmd.CommandText = "DELETE FROM memories WHERE kind = $kind AND key = $key AND source != 'bundled'"; } else { cmd.CommandText = "DELETE FROM memories WHERE kind = $kind AND key = $key AND source = $source"; cmd.Parameters.AddWithValue("$source", source); } cmd.Parameters.AddWithValue("$kind", (kind ?? "").Trim().ToLowerInvariant()); cmd.Parameters.AddWithValue("$key", (key ?? "").Trim()); cmd.ExecuteNonQuery(); } } public async Task RetrieveAsync(string baseUrl, string query, int topK = 10, string modelOverride = null) { if (string.IsNullOrWhiteSpace(query)) { return []; } lock (_lock) { EnsureOpen(); } string model = string.IsNullOrWhiteSpace(modelOverride) ? _embedModel : modelOverride; float[] q; try { q = await EmbedAsync(baseUrl, model, query); } catch (Exception ex) { Logs.Debug($"AssistentMemory retrieve embed: {ex.Message}"); return []; } List<(float score, JObject row)> scored = []; lock (_lock) { EnsureOpen(); using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = "SELECT kind, key, text, source, meta_json, embedding FROM memories WHERE embedding IS NOT NULL"; using SqliteDataReader reader = cmd.ExecuteReader(); while (reader.Read()) { float[] emb = BytesToFloats(reader.IsDBNull(5) ? null : (byte[])reader.GetValue(5)); float score = Cosine(q, emb); if (float.IsNegativeInfinity(score)) { continue; } scored.Add((score, new JObject { ["kind"] = reader.GetString(0), ["key"] = reader.GetString(1), ["text"] = reader.GetString(2), ["source"] = reader.GetString(3), ["score"] = Math.Round(score, 4), })); } } return new JArray(scored.OrderByDescending(s => s.score).Take(Math.Clamp(topK, 1, 30)).Select(s => s.row)); } public async Task UpsertTextAsync(string baseUrl, string kind, string key, string text, string source = "user", JToken meta = null, string modelOverride = null) { string model = string.IsNullOrWhiteSpace(modelOverride) ? _embedModel : modelOverride; float[] vec = await EmbedAsync(baseUrl, model, text); Upsert(kind, key, text, source, meta, vec); } public async Task ReembedAllAsync(string baseUrl, string newModel) { List<(string kind, string key, string text, string source, string meta)> rows = []; lock (_lock) { EnsureOpen(); using SqliteCommand cmd = _conn.CreateCommand(); cmd.CommandText = "SELECT kind, key, text, source, meta_json FROM memories"; using SqliteDataReader reader = cmd.ExecuteReader(); while (reader.Read()) { rows.Add((reader.GetString(0), reader.GetString(1), reader.GetString(2), reader.GetString(3), reader.IsDBNull(4) ? "" : reader.GetString(4))); } } if (rows.Count == 0) { _embedModel = newModel; lock (_lock) { EnsureOpen(); SetMeta("embed_model", _embedModel); } return; } float[] first = await EmbedAsync(baseUrl, newModel, rows[0].text); lock (_lock) { EnsureOpen(); _embedModel = newModel; _dims = first.Length; SetMeta("embed_model", _embedModel); SetMeta("dims", _dims.ToString()); } foreach (var row in rows) { try { float[] vec = await EmbedAsync(baseUrl, newModel, row.text); JToken meta = null; if (!string.IsNullOrWhiteSpace(row.meta)) { try { meta = JToken.Parse(row.meta); } catch { /* ignore */ } } Upsert(row.kind, row.key, row.text, row.source, meta, vec); } catch (Exception ex) { Logs.Debug($"AssistentMemory reembed {row.kind}/{row.key}: {ex.Message}"); } } } public void Dispose() { lock (_lock) { _conn?.Dispose(); _conn = null; } } }