Fix: Migration in storage and version bump -> -0.1.107 (#2943)
This commit is contained in:
@@ -21,10 +21,15 @@ class SQLiteManager:
|
|||||||
rename it, create the new schema, copy the intersecting data, then
|
rename it, create the new schema, copy the intersecting data, then
|
||||||
drop the old table.
|
drop the old table.
|
||||||
"""
|
"""
|
||||||
with self._lock, self.connection:
|
with self._lock:
|
||||||
|
try:
|
||||||
|
# Start a transaction
|
||||||
|
self.connection.execute("BEGIN")
|
||||||
cur = self.connection.cursor()
|
cur = self.connection.cursor()
|
||||||
|
|
||||||
cur.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='history'")
|
cur.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='history'")
|
||||||
if cur.fetchone() is None:
|
if cur.fetchone() is None:
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
return # nothing to migrate
|
return # nothing to migrate
|
||||||
|
|
||||||
cur.execute("PRAGMA table_info(history)")
|
cur.execute("PRAGMA table_info(history)")
|
||||||
@@ -44,20 +49,58 @@ class SQLiteManager:
|
|||||||
}
|
}
|
||||||
|
|
||||||
if old_cols == expected_cols:
|
if old_cols == expected_cols:
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
return
|
return
|
||||||
|
|
||||||
logger.info("Migrating history table to new schema (no convo columns).")
|
logger.info("Migrating history table to new schema (no convo columns).")
|
||||||
|
|
||||||
|
# Clean up any existing history_old table from previous failed migration
|
||||||
|
cur.execute("DROP TABLE IF EXISTS history_old")
|
||||||
|
|
||||||
|
# Rename the current history table
|
||||||
cur.execute("ALTER TABLE history RENAME TO history_old")
|
cur.execute("ALTER TABLE history RENAME TO history_old")
|
||||||
|
|
||||||
self._create_history_table()
|
# Create the new history table with updated schema
|
||||||
|
cur.execute(
|
||||||
|
"""
|
||||||
|
CREATE TABLE history (
|
||||||
|
id TEXT PRIMARY KEY,
|
||||||
|
memory_id TEXT,
|
||||||
|
old_memory TEXT,
|
||||||
|
new_memory TEXT,
|
||||||
|
event TEXT,
|
||||||
|
created_at DATETIME,
|
||||||
|
updated_at DATETIME,
|
||||||
|
is_deleted INTEGER,
|
||||||
|
actor_id TEXT,
|
||||||
|
role TEXT
|
||||||
|
)
|
||||||
|
"""
|
||||||
|
)
|
||||||
|
|
||||||
|
# Copy data from old table to new table
|
||||||
intersecting = list(expected_cols & old_cols)
|
intersecting = list(expected_cols & old_cols)
|
||||||
|
if intersecting:
|
||||||
cols_csv = ", ".join(intersecting)
|
cols_csv = ", ".join(intersecting)
|
||||||
cur.execute(f"INSERT INTO history ({cols_csv}) SELECT {cols_csv} FROM history_old")
|
cur.execute(f"INSERT INTO history ({cols_csv}) SELECT {cols_csv} FROM history_old")
|
||||||
|
|
||||||
|
# Drop the old table
|
||||||
cur.execute("DROP TABLE history_old")
|
cur.execute("DROP TABLE history_old")
|
||||||
|
|
||||||
|
# Commit the transaction
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
|
logger.info("History table migration completed successfully.")
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
# Rollback the transaction on any error
|
||||||
|
self.connection.execute("ROLLBACK")
|
||||||
|
logger.error(f"History table migration failed: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
def _create_history_table(self) -> None:
|
def _create_history_table(self) -> None:
|
||||||
with self._lock, self.connection:
|
with self._lock:
|
||||||
|
try:
|
||||||
|
self.connection.execute("BEGIN")
|
||||||
self.connection.execute(
|
self.connection.execute(
|
||||||
"""
|
"""
|
||||||
CREATE TABLE IF NOT EXISTS history (
|
CREATE TABLE IF NOT EXISTS history (
|
||||||
@@ -74,6 +117,11 @@ class SQLiteManager:
|
|||||||
)
|
)
|
||||||
"""
|
"""
|
||||||
)
|
)
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
|
except Exception as e:
|
||||||
|
self.connection.execute("ROLLBACK")
|
||||||
|
logger.error(f"Failed to create history table: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
def add_history(
|
def add_history(
|
||||||
self,
|
self,
|
||||||
@@ -88,7 +136,9 @@ class SQLiteManager:
|
|||||||
actor_id: Optional[str] = None,
|
actor_id: Optional[str] = None,
|
||||||
role: Optional[str] = None,
|
role: Optional[str] = None,
|
||||||
) -> None:
|
) -> None:
|
||||||
with self._lock, self.connection:
|
with self._lock:
|
||||||
|
try:
|
||||||
|
self.connection.execute("BEGIN")
|
||||||
self.connection.execute(
|
self.connection.execute(
|
||||||
"""
|
"""
|
||||||
INSERT INTO history (
|
INSERT INTO history (
|
||||||
@@ -110,6 +160,11 @@ class SQLiteManager:
|
|||||||
role,
|
role,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
|
except Exception as e:
|
||||||
|
self.connection.execute("ROLLBACK")
|
||||||
|
logger.error(f"Failed to add history record: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
def get_history(self, memory_id: str) -> List[Dict[str, Any]]:
|
def get_history(self, memory_id: str) -> List[Dict[str, Any]]:
|
||||||
with self._lock:
|
with self._lock:
|
||||||
@@ -143,9 +198,16 @@ class SQLiteManager:
|
|||||||
|
|
||||||
def reset(self) -> None:
|
def reset(self) -> None:
|
||||||
"""Drop and recreate the history table."""
|
"""Drop and recreate the history table."""
|
||||||
with self._lock, self.connection:
|
with self._lock:
|
||||||
|
try:
|
||||||
|
self.connection.execute("BEGIN")
|
||||||
self.connection.execute("DROP TABLE IF EXISTS history")
|
self.connection.execute("DROP TABLE IF EXISTS history")
|
||||||
|
self.connection.execute("COMMIT")
|
||||||
self._create_history_table()
|
self._create_history_table()
|
||||||
|
except Exception as e:
|
||||||
|
self.connection.execute("ROLLBACK")
|
||||||
|
logger.error(f"Failed to reset history table: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
def close(self) -> None:
|
def close(self) -> None:
|
||||||
if self.connection:
|
if self.connection:
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "mem0ai"
|
name = "mem0ai"
|
||||||
version = "0.1.106"
|
version = "0.1.107"
|
||||||
description = "Long-term memory for AI Agents"
|
description = "Long-term memory for AI Agents"
|
||||||
authors = [
|
authors = [
|
||||||
{ name = "Mem0", email = "founders@mem0.ai" }
|
{ name = "Mem0", email = "founders@mem0.ai" }
|
||||||
|
|||||||
Reference in New Issue
Block a user