"""AsyncPG ADK store for Google Agent Development Kit session/event storage."""
from typing import TYPE_CHECKING, Any, Final, Literal, cast
from typing_extensions import NotRequired
from sqlspec.adapters.asyncpg._typing import asyncpg_module as asyncpg
from sqlspec.config import ADKConfig, AsyncConfigT
from sqlspec.extensions.adk import BaseAsyncADKStore, StoredEvent, StoredSession, normalize_session_list_options
from sqlspec.extensions.adk.memory.store import BaseAsyncADKMemoryStore
if TYPE_CHECKING:
from collections.abc import Sequence
from datetime import datetime, timedelta
from sqlspec.adapters.asyncpg.config import AsyncpgConfig
from sqlspec.extensions.adk import SessionOrderBy, StoredMemory
__all__ = ("AsyncpgADKConfig", "AsyncpgADKMemoryStore", "AsyncpgADKStore")
POSTGRES_TABLE_NOT_FOUND_ERROR: Final = "42P01"
[docs]
class AsyncpgADKConfig(ADKConfig):
"""Asyncpg-specific ADK extension settings.
Use these keys inside ``extension_config["adk"]`` with the asyncpg ADK store.
"""
enable_event_generated_columns: NotRequired[bool]
"""Create PostgreSQL generated columns and indexes for common ADK event JSON paths."""
enable_covering_indexes: NotRequired[bool]
"""Add PostgreSQL INCLUDE columns to ADK event replay indexes."""
fillfactor: NotRequired[int]
"""Table fillfactor. Defaults to 80."""
autovacuum_vacuum_scale_factor: NotRequired[float]
"""Optional event-table autovacuum vacuum scale factor."""
autovacuum_analyze_scale_factor: NotRequired[float]
"""Optional event-table autovacuum analyze scale factor."""
vector_index_type: NotRequired[Literal["hnsw", "ivfflat", "scann"]]
"""Vector index algorithm for memory embeddings ('hnsw', 'ivfflat', 'scann'). Default: 'hnsw'."""
vector_dimensions: NotRequired[int]
"""Dimensionality of embedding vectors (e.g. 768 for gemini-embedding-001 with MRL). Default: 768."""
enable_bm25: NotRequired[bool]
"""Enable native BM25 full-text indexing. Requires the pg_textsearch extension. Default: False."""
scann_num_leaves: NotRequired[int]
"""Number of partition leaves (clusters) for ScaNN tree quantization. Default: 100."""
scann_quantizer: NotRequired[str]
"""Quantization method for ScaNN index ('SQ8', 'FP32'). Default: 'SQ8'."""
class AsyncpgADKStore(BaseAsyncADKStore[AsyncConfigT]):
"""PostgreSQL ADK store using asyncpg driver.
Implements session and event storage for Google Agent Development Kit
using PostgreSQL via asyncpg. Events are stored as a single JSONB blob
(``event_data``) alongside indexed scalar columns for efficient querying.
Provides:
- Session state management with JSONB storage
- Full-fidelity event storage via ``event_data`` JSONB column
- Atomic ``append_event_and_update_state`` for durable session mutations
- Microsecond-precision timestamps with TIMESTAMPTZ
- Foreign key constraints with cascade delete
- GIN indexes for JSONB queries
- HOT updates with FILLFACTOR 80
- Optional owner ID column for multi-tenancy
Args:
config: PostgreSQL database config with extension_config["adk"] settings.
"""
__slots__ = ()
def __init__(self, config: AsyncConfigT) -> None:
super().__init__(config)
async def create_tables(self) -> None:
if not self.create_schema_enabled:
await self.reconcile_schema()
return
async with self._config.provide_session() as driver:
await driver.execute_script(await self._sessions_table_ddl())
await driver.execute_script(await self._events_table_ddl())
await driver.execute_script(await self._app_states_table_ddl())
await driver.execute_script(await self._user_states_table_ddl())
await driver.execute_script(await self._metadata_table_ddl())
async def create_session(
self, session_id: str, app_name: str, user_id: str, state: "dict[str, Any]", owner_id: "Any | None" = None
) -> StoredSession:
async with self._config.provide_connection() as conn:
if self._owner_id_column_name:
sql = f"""
INSERT INTO {self._session_table}
(id, app_name, user_id, {self._owner_id_column_name}, state, create_time, update_time)
VALUES ($1, $2, $3, $4, $5, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP)
RETURNING id, app_name, user_id, state, create_time, update_time
"""
row = await conn.fetchrow(sql, session_id, app_name, user_id, owner_id, state)
else:
sql = f"""
INSERT INTO {self._session_table} (id, app_name, user_id, state, create_time, update_time)
VALUES ($1, $2, $3, $4, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP)
RETURNING id, app_name, user_id, state, create_time, update_time
"""
row = await conn.fetchrow(sql, session_id, app_name, user_id, state)
if row is None:
msg = "Failed to fetch created session"
raise RuntimeError(msg)
return StoredSession(
id=row["id"],
app_name=row["app_name"],
user_id=row["user_id"],
state=row["state"],
create_time=row["create_time"],
update_time=row["update_time"],
)
async def get_session(
self, app_name: str, user_id: str, session_id: str, *, renew_for: "int | timedelta | None" = None
) -> "StoredSession | None":
if renew_for is not None and self._calculate_expires_at(renew_for) is not None:
sql = f"""
UPDATE {self._session_table}
SET update_time = CURRENT_TIMESTAMP
WHERE app_name = $1 AND user_id = $2 AND id = $3
RETURNING id, app_name, user_id, state, create_time, update_time
"""
params = [app_name, user_id, session_id]
else:
sql = f"""
SELECT id, app_name, user_id, state, create_time, update_time
FROM {self._session_table}
WHERE app_name = $1 AND user_id = $2 AND id = $3
"""
params = [app_name, user_id, session_id]
try:
async with self._config.provide_connection() as conn:
row = await conn.fetchrow(sql, *params)
if row is None:
return None
return StoredSession(
id=row["id"],
app_name=row["app_name"],
user_id=row["user_id"],
state=row["state"],
create_time=row["create_time"],
update_time=row["update_time"],
)
except asyncpg.exceptions.UndefinedTableError:
return None
async def update_session_state(self, app_name: str, user_id: str, session_id: str, state: "dict[str, Any]") -> None:
sql = f"""
UPDATE {self._session_table}
SET state = $1, update_time = CURRENT_TIMESTAMP
WHERE app_name = $2 AND user_id = $3 AND id = $4
"""
async with self._config.provide_connection() as conn:
await conn.execute(sql, state, app_name, user_id, session_id)
async def delete_session(self, app_name: str, user_id: str, session_id: str) -> None:
sql = f"DELETE FROM {self._session_table} WHERE app_name = $1 AND user_id = $2 AND id = $3"
async with self._config.provide_connection() as conn:
await conn.execute(sql, app_name, user_id, session_id)
async def list_sessions(
self,
app_name: str,
user_id: "str | None" = None,
*,
order_by: "SessionOrderBy" = "update_time",
descending: bool = True,
limit: "int | None" = None,
offset: "int | None" = None,
) -> "list[StoredSession]":
column, direction, page_limit, page_offset = normalize_session_list_options(order_by, descending, limit, offset)
if page_limit == 0:
return []
params: list[Any] = [app_name]
where_clause = "app_name = $1"
if user_id is not None:
params.append(user_id)
where_clause = f"{where_clause} AND user_id = ${len(params)}"
page_clause = ""
if page_limit is not None:
params.append(page_limit)
limit_placeholder = f"${len(params)}"
params.append(page_offset)
page_clause = f"\n LIMIT {limit_placeholder} OFFSET ${len(params)}"
sql = f"""
SELECT id, app_name, user_id, state, create_time, update_time
FROM {self._session_table}
WHERE {where_clause}
ORDER BY {column} {direction}, id {direction}{page_clause}
"""
try:
async with self._config.provide_connection() as conn:
rows = await conn.fetch(sql, *params)
return [
StoredSession(
id=row["id"],
app_name=row["app_name"],
user_id=row["user_id"],
state=row["state"],
create_time=row["create_time"],
update_time=row["update_time"],
)
for row in rows
]
except asyncpg.exceptions.UndefinedTableError:
return []
async def append_event(self, event_record: StoredEvent) -> None:
sql = f"""
INSERT INTO {self._events_table} (
id, app_name, user_id, session_id, invocation_id, timestamp, event_data
) VALUES ($1, $2, $3, $4, $5, $6, $7)
"""
async with self._config.provide_connection() as conn:
await conn.execute(
sql,
event_record["id"],
event_record["app_name"],
event_record["user_id"],
event_record["session_id"],
event_record["invocation_id"],
event_record["timestamp"],
event_record["event_data"],
)
async def append_event_and_update_state(
self,
event_record: StoredEvent,
app_name: str,
user_id: str,
session_id: str,
state: "dict[str, Any]",
*,
app_state: "dict[str, Any] | None" = None,
user_state: "dict[str, Any] | None" = None,
) -> StoredSession:
insert_sql = f"""
INSERT INTO {self._events_table} (
id, app_name, user_id, session_id, invocation_id, timestamp, event_data
) VALUES ($1, $2, $3, $4, $5, $6, $7)
"""
update_sql = f"""
UPDATE {self._session_table}
SET state = $1, update_time = CURRENT_TIMESTAMP
WHERE app_name = $2 AND user_id = $3 AND id = $4
RETURNING id, app_name, user_id, state, create_time, update_time
"""
app_upsert_sql = f"""
INSERT INTO {self._app_state_table} (app_name, state, update_time)
VALUES ($1, $2, CURRENT_TIMESTAMP)
ON CONFLICT (app_name) DO UPDATE SET
state = EXCLUDED.state,
update_time = CURRENT_TIMESTAMP
"""
user_upsert_sql = f"""
INSERT INTO {self._user_state_table} (app_name, user_id, state, update_time)
VALUES ($1, $2, $3, CURRENT_TIMESTAMP)
ON CONFLICT (app_name, user_id) DO UPDATE SET
state = EXCLUDED.state,
update_time = CURRENT_TIMESTAMP
"""
async with self._config.provide_connection() as conn, conn.transaction():
await conn.execute(
insert_sql,
event_record["id"],
event_record["app_name"],
event_record["user_id"],
event_record["session_id"],
event_record["invocation_id"],
event_record["timestamp"],
event_record["event_data"],
)
row = await conn.fetchrow(update_sql, state, app_name, user_id, session_id)
if row is None:
msg = f"Session {session_id} not found during append_event_and_update_state."
raise ValueError(msg)
if app_state is not None:
await conn.execute(app_upsert_sql, app_name, app_state)
if user_state is not None:
await conn.execute(user_upsert_sql, app_name, user_id, user_state)
return StoredSession(
id=row["id"],
app_name=row["app_name"],
user_id=row["user_id"],
state=row["state"],
create_time=row["create_time"],
update_time=row["update_time"],
)
async def get_events(
self,
app_name: str,
user_id: str,
session_id: str,
after_timestamp: "datetime | None" = None,
limit: "int | None" = None,
) -> "list[StoredEvent]":
if limit == 0:
return []
where_clauses = ["s.app_name = $1", "s.user_id = $2", "e.session_id = $3"]
params: list[Any] = [app_name, user_id, session_id]
if after_timestamp is not None:
where_clauses.append(f"e.timestamp > ${len(params) + 1}")
params.append(after_timestamp)
where_clause = " AND ".join(where_clauses)
limit_clause = f" LIMIT ${len(params) + 1}" if limit is not None else ""
if limit is not None:
params.append(limit)
sql = f"""
SELECT e.id, e.session_id, e.invocation_id, e.timestamp, e.event_data, s.app_name, s.user_id
FROM {self._events_table} e
JOIN {self._session_table} s ON e.session_id = s.id
WHERE {where_clause}
ORDER BY e.timestamp ASC{limit_clause}
"""
try:
async with self._config.provide_connection() as conn:
rows = await conn.fetch(sql, *params)
return [
StoredEvent(
id=row["id"],
session_id=row["session_id"],
invocation_id=row["invocation_id"],
timestamp=row["timestamp"],
event_data=row["event_data"],
app_name=row["app_name"],
user_id=row["user_id"],
)
for row in rows
]
except asyncpg.exceptions.UndefinedTableError:
return []
async def delete_expired_events(self, before: "datetime", app_name: "str | None" = None) -> int:
sql = f"DELETE FROM {self._events_table} WHERE timestamp < $1"
params: list[Any] = [before]
if app_name is not None:
sql += " AND app_name = $2"
params.append(app_name)
try:
async with self._config.provide_connection() as conn:
result = await conn.execute(sql, *params)
return int(result.split()[-1]) if result else 0
except asyncpg.exceptions.UndefinedTableError:
return 0
async def delete_idle_sessions(self, updated_before: "datetime", app_name: "str | None" = None) -> int:
sql = f"DELETE FROM {self._session_table} WHERE update_time < $1"
params: list[Any] = [updated_before]
if app_name is not None:
sql += " AND app_name = $2"
params.append(app_name)
try:
async with self._config.provide_connection() as conn:
result = await conn.execute(sql, *params)
return int(result.split()[-1]) if result else 0
except asyncpg.exceptions.UndefinedTableError:
return 0
async def delete_idle_user_states(self, updated_before: "datetime", app_name: "str | None" = None) -> int:
sql = f"DELETE FROM {self._user_state_table} WHERE update_time < $1"
params: list[Any] = [updated_before]
if app_name is not None:
sql += " AND app_name = $2"
params.append(app_name)
try:
async with self._config.provide_connection() as conn:
result = await conn.execute(sql, *params)
return int(result.split()[-1]) if result else 0
except asyncpg.exceptions.UndefinedTableError:
return 0
async def get_app_state(self, app_name: str) -> "dict[str, Any] | None":
sql = f"SELECT state FROM {self._app_state_table} WHERE app_name = $1"
try:
async with self._config.provide_connection() as conn:
row = await conn.fetchrow(sql, app_name)
return row["state"] if row is not None else None
except asyncpg.exceptions.UndefinedTableError:
return None
async def get_user_state(self, app_name: str, user_id: str) -> "dict[str, Any] | None":
sql = f"SELECT state FROM {self._user_state_table} WHERE app_name = $1 AND user_id = $2"
try:
async with self._config.provide_connection() as conn:
row = await conn.fetchrow(sql, app_name, user_id)
return row["state"] if row is not None else None
except asyncpg.exceptions.UndefinedTableError:
return None
async def upsert_app_state(self, app_name: str, state: "dict[str, Any]") -> None:
sql = f"""
INSERT INTO {self._app_state_table} (app_name, state, update_time)
VALUES ($1, $2, CURRENT_TIMESTAMP)
ON CONFLICT (app_name) DO UPDATE SET
state = EXCLUDED.state,
update_time = CURRENT_TIMESTAMP
"""
async with self._config.provide_connection() as conn:
await conn.execute(sql, app_name, state)
async def upsert_user_state(self, app_name: str, user_id: str, state: "dict[str, Any]") -> None:
sql = f"""
INSERT INTO {self._user_state_table} (app_name, user_id, state, update_time)
VALUES ($1, $2, $3, CURRENT_TIMESTAMP)
ON CONFLICT (app_name, user_id) DO UPDATE SET
state = EXCLUDED.state,
update_time = CURRENT_TIMESTAMP
"""
async with self._config.provide_connection() as conn:
await conn.execute(sql, app_name, user_id, state)
async def get_metadata(self, key: str) -> "str | None":
sql = f"SELECT value FROM {self._metadata_table} WHERE key = $1"
try:
async with self._config.provide_connection() as conn:
row = await conn.fetchrow(sql, key)
return row["value"] if row is not None else None
except asyncpg.exceptions.UndefinedTableError:
return None
async def set_metadata(self, key: str, value: str) -> None:
sql = f"""
INSERT INTO {self._metadata_table} (key, value)
VALUES ($1, $2)
ON CONFLICT (key) DO UPDATE SET value = EXCLUDED.value
"""
async with self._config.provide_connection() as conn:
await conn.execute(sql, key, value)
async def _sessions_table_ddl(self) -> str:
owner_id_line = ""
if self._owner_id_column_ddl:
owner_id_line = f",\n {self._owner_id_column_ddl}"
table_options = _postgres_table_options(_adk_config(self._config))
return f"""
CREATE TABLE IF NOT EXISTS {self._session_table} (
id VARCHAR(128) PRIMARY KEY,
app_name VARCHAR(128) NOT NULL,
user_id VARCHAR(128) NOT NULL{owner_id_line},
state JSONB NOT NULL DEFAULT '{{}}'::jsonb,
create_time TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
update_time TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
){table_options};
CREATE INDEX IF NOT EXISTS idx_{self._session_table}_app_user
ON {self._session_table}(app_name, user_id);
CREATE INDEX IF NOT EXISTS idx_{self._session_table}_update_time
ON {self._session_table}(update_time DESC);
CREATE INDEX IF NOT EXISTS idx_{self._session_table}_state
ON {self._session_table} USING GIN (state)
WHERE state != '{{}}'::jsonb;
"""
async def _events_table_ddl(self) -> str:
adk_config = _adk_config(self._config)
table_options = _postgres_table_options(adk_config, include_autovacuum=True)
generated_columns = ""
generated_indexes = ""
if adk_config.get("enable_event_generated_columns", False):
generated_columns = """,
author_gc VARCHAR(256) GENERATED ALWAYS AS (event_data->>'author') STORED,
node_path_gc TEXT GENERATED ALWAYS AS (event_data->'node_info'->>'path') STORED"""
generated_indexes = f"""
CREATE INDEX IF NOT EXISTS idx_{self._events_table}_author_gc
ON {self._events_table}(session_id, author_gc, timestamp ASC);
CREATE INDEX IF NOT EXISTS idx_{self._events_table}_node_path_gc
ON {self._events_table}(session_id, node_path_gc, timestamp ASC);
"""
covering_columns = ""
if adk_config.get("enable_covering_indexes", False):
covering_columns = " INCLUDE (invocation_id)"
return f"""
CREATE TABLE IF NOT EXISTS {self._events_table} (
id VARCHAR(128) PRIMARY KEY,
app_name VARCHAR(128) NOT NULL,
user_id VARCHAR(128) NOT NULL,
session_id VARCHAR(128) NOT NULL,
invocation_id VARCHAR(256),
timestamp TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
event_data JSONB NOT NULL{generated_columns},
FOREIGN KEY (session_id) REFERENCES {self._session_table}(id) ON DELETE CASCADE
){table_options};
CREATE INDEX IF NOT EXISTS idx_{self._events_table}_session
ON {self._events_table}(session_id, timestamp ASC){covering_columns};
CREATE INDEX IF NOT EXISTS idx_{self._events_table}_app_timestamp
ON {self._events_table}(app_name, timestamp ASC);
{generated_indexes}
"""
async def _app_states_table_ddl(self) -> str:
table_options = _postgres_table_options(_adk_config(self._config))
return f"""
CREATE TABLE IF NOT EXISTS {self._app_state_table} (
app_name VARCHAR(128) PRIMARY KEY,
state JSONB NOT NULL DEFAULT '{{}}'::jsonb,
update_time TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
){table_options};
"""
async def _user_states_table_ddl(self) -> str:
table_options = _postgres_table_options(_adk_config(self._config))
return f"""
CREATE TABLE IF NOT EXISTS {self._user_state_table} (
app_name VARCHAR(128) NOT NULL,
user_id VARCHAR(128) NOT NULL,
state JSONB NOT NULL DEFAULT '{{}}'::jsonb,
update_time TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
PRIMARY KEY (app_name, user_id)
){table_options};
"""
async def _metadata_table_ddl(self) -> str:
return f"""
CREATE TABLE IF NOT EXISTS {self._metadata_table} (
key VARCHAR(128) PRIMARY KEY,
value VARCHAR(512) NOT NULL
);
"""
def _drop_app_states_table_sql(self) -> str:
return f"DROP TABLE IF EXISTS {self._app_state_table}"
def _drop_user_states_table_sql(self) -> str:
return f"DROP TABLE IF EXISTS {self._user_state_table}"
def _drop_metadata_table_sql(self) -> str:
return f"DROP TABLE IF EXISTS {self._metadata_table}"
def _drop_tables_sql(self) -> "list[str]":
return [
self._drop_metadata_table_sql(),
self._drop_user_states_table_sql(),
self._drop_app_states_table_sql(),
f"DROP TABLE IF EXISTS {self._events_table}",
f"DROP TABLE IF EXISTS {self._session_table}",
]
class AsyncpgADKMemoryStore(BaseAsyncADKMemoryStore["AsyncpgConfig"]):
"""PostgreSQL ADK memory store using asyncpg driver.
Implements memory entry storage for Google Agent Development Kit
using PostgreSQL via the asyncpg driver. Provides:
- Session memory storage with JSONB for content and metadata
- Full-text search using to_tsvector/to_tsquery (postgres_fts strategy)
- Simple ILIKE search fallback (simple strategy)
- TIMESTAMPTZ for precise timestamp storage
- Deduplication via event_id unique constraint
- Efficient upserts using ON CONFLICT DO NOTHING
Args:
config: AsyncpgConfig with extension_config["adk"] settings.
"""
__slots__ = ()
def __init__(self, config: "AsyncpgConfig") -> None:
super().__init__(config)
async def create_tables(self) -> None:
if not self.create_schema_enabled:
await self.reconcile_schema()
return
if not self._enabled:
return
async with self._config.provide_session() as driver:
if self._enable_bm25:
self._config._ensure_pg_textsearch_available()
await driver.execute_script(await self._memory_table_ddl())
async def insert_memory_entries(self, entries: "list[StoredMemory]", owner_id: "object | None" = None) -> int:
if not self._enabled:
msg = "Memory store is disabled"
raise RuntimeError(msg)
if not entries:
return 0
inserted_count = 0
async with self._config.provide_connection() as conn:
for entry in entries:
if self._owner_id_column_name:
sql = f"""
INSERT INTO {self._memory_table}
(id, session_id, app_name, user_id, scope, event_id, author,
{self._owner_id_column_name}, timestamp, embedding, content_json,
content_text, metadata_json, inserted_at)
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10::float8[]::vector, $11, $12, $13, $14)
ON CONFLICT (event_id) DO NOTHING
"""
result = await conn.execute(
sql,
entry["id"],
entry["session_id"],
entry["app_name"],
entry["user_id"],
entry.get("scope", "user"),
entry["event_id"],
entry["author"],
owner_id,
entry["timestamp"],
entry.get("embedding"),
entry["content_json"],
entry["content_text"],
entry["metadata_json"],
entry["inserted_at"],
)
else:
sql = f"""
INSERT INTO {self._memory_table}
(id, session_id, app_name, user_id, scope, event_id, author,
timestamp, embedding, content_json, content_text, metadata_json, inserted_at)
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::float8[]::vector, $10, $11, $12, $13)
ON CONFLICT (event_id) DO NOTHING
"""
result = await conn.execute(
sql,
entry["id"],
entry["session_id"],
entry["app_name"],
entry["user_id"],
entry.get("scope", "user"),
entry["event_id"],
entry["author"],
entry["timestamp"],
entry.get("embedding"),
entry["content_json"],
entry["content_text"],
entry["metadata_json"],
entry["inserted_at"],
)
try:
inserted_count += int(result.rsplit(" ", 1)[-1])
except (IndexError, ValueError):
continue
return inserted_count
async def search_entries(
self,
query: str,
app_name: str,
user_id: str,
limit: "int | None" = None,
scope_filter: Literal["all", "user", "app"] = "all",
embedding: "Sequence[float] | None" = None,
) -> "list[StoredMemory]":
if not self._enabled:
msg = "Memory store is disabled"
raise RuntimeError(msg)
if not query and embedding is None:
return []
limit_value = limit or self._max_results
if scope_filter == "all":
where_scope = "app_name = $1 AND ((scope = 'user' AND user_id = $2) OR scope = 'app')"
scope_params: tuple[Any, ...] = (app_name, user_id)
elif scope_filter == "user":
where_scope = "app_name = $1 AND scope = 'user' AND user_id = $2"
scope_params = (app_name, user_id)
else:
where_scope = "app_name = $1 AND scope = 'app'"
scope_params = (app_name,)
scope_count = len(scope_params)
if embedding is not None and self._enable_bm25 and query:
p_vec = f"${scope_count + 1}"
p_txt = f"${scope_count + 2}"
p_cand = f"${scope_count + 3}"
p_lim = f"${scope_count + 4}"
candidate_limit = max(limit_value * 2, 50)
sql = f"""
WITH vector_matches AS (
SELECT id, RANK() OVER (ORDER BY embedding <=> {p_vec}::float8[]::vector) AS rank_vec
FROM {self._memory_table}
WHERE {where_scope} AND embedding IS NOT NULL
LIMIT {p_cand}
),
text_matches AS (
SELECT id, RANK() OVER (ORDER BY content_text <@> {p_txt}) AS rank_txt
FROM {self._memory_table}
WHERE {where_scope}
LIMIT {p_cand}
)
SELECT m.*, (COALESCE(1.0 / (60 + v.rank_vec), 0.0) + COALESCE(1.0 / (60 + t.rank_txt), 0.0)) AS rrf_score
FROM {self._memory_table} m
LEFT JOIN vector_matches v ON m.id = v.id
LEFT JOIN text_matches t ON m.id = t.id
WHERE v.id IS NOT NULL OR t.id IS NOT NULL
ORDER BY rrf_score DESC, m.timestamp DESC
LIMIT {p_lim}
"""
params = (*scope_params, list(embedding), query, candidate_limit, limit_value)
elif embedding is not None:
p_vec = f"${scope_count + 1}"
p_lim = f"${scope_count + 2}"
sql = f"""
SELECT * FROM {self._memory_table}
WHERE {where_scope} AND embedding IS NOT NULL
ORDER BY embedding <=> {p_vec}::float8[]::vector ASC, timestamp DESC
LIMIT {p_lim}
"""
params = (*scope_params, list(embedding), limit_value)
elif self._use_fts:
p_q = f"${scope_count + 1}"
p_lim = f"${scope_count + 2}"
sql = f"""
SELECT * FROM {self._memory_table}
WHERE {where_scope}
AND to_tsvector('english', content_text) @@ plainto_tsquery('english', {p_q})
ORDER BY timestamp DESC
LIMIT {p_lim}
"""
params = (*scope_params, query, limit_value)
else:
p_q = f"${scope_count + 1}"
p_lim = f"${scope_count + 2}"
sql = f"""
SELECT * FROM {self._memory_table}
WHERE {where_scope} AND content_text ILIKE {p_q}
ORDER BY timestamp DESC
LIMIT {p_lim}
"""
params = (*scope_params, f"%{query}%", limit_value)
async with self._config.provide_connection() as conn:
if embedding is not None and self._enable_bm25 and query:
self._config._ensure_pg_textsearch_available()
rows = await conn.fetch(sql, *params)
return [cast("StoredMemory", dict(row)) for row in rows]
async def delete_entries_by_session(self, session_id: str) -> int:
if not self._enabled:
msg = "Memory store is disabled"
raise RuntimeError(msg)
sql = f"DELETE FROM {self._memory_table} WHERE session_id = $1"
async with self._config.provide_connection() as conn:
result = await conn.execute(sql, session_id)
try:
return int(result.split(" ")[1])
except (IndexError, ValueError):
return 0
async def delete_entries_older_than(
self, days: int, app_name: "str | None" = None, scope: "str | None" = None
) -> int:
if not self._enabled:
msg = "Memory store is disabled"
raise RuntimeError(msg)
clauses = ["inserted_at < (CURRENT_TIMESTAMP - ($1::int * INTERVAL '1 day'))"]
params: list[Any] = [days]
idx = 2
if app_name is not None:
clauses.append(f"app_name = ${idx}")
params.append(app_name)
idx += 1
if scope is not None:
clauses.append(f"scope = ${idx}")
params.append(scope)
idx += 1
where_sql = " AND ".join(clauses)
sql = f"DELETE FROM {self._memory_table} WHERE {where_sql}"
async with self._config.provide_connection() as conn:
result = await conn.execute(sql, *params)
try:
return int(result.split(" ")[1])
except (IndexError, ValueError):
return 0
async def _memory_table_ddl(self) -> str:
owner_id_line = ""
if self._owner_id_column_ddl:
owner_id_line = f",\n {self._owner_id_column_ddl}"
indexes: list[str] = [
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_app_scope_user_time ON {self._memory_table}(app_name, scope, user_id, timestamp DESC);",
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_scope ON {self._memory_table}(app_name, scope);",
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_session ON {self._memory_table}(session_id);",
]
if self._use_fts:
indexes.append(
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_fts ON {self._memory_table} USING GIN (to_tsvector('english', content_text));"
)
if self._enable_bm25:
indexes.append(
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_bm25 ON {self._memory_table} USING bm25 (content_text) WITH (text_config='english');"
)
if self._vector_index_type == "scann":
indexes.append(
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_scann ON {self._memory_table} USING scann (embedding) WITH (num_leaves = {self._scann_num_leaves}, quantizer = '{self._scann_quantizer}');"
)
elif self._vector_index_type == "ivfflat":
indexes.append(
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_ivfflat ON {self._memory_table} USING ivfflat (embedding vector_cosine_ops);"
)
elif self._vector_index_type == "hnsw":
indexes.append(
f"CREATE INDEX IF NOT EXISTS idx_{self._memory_table}_hnsw ON {self._memory_table} USING hnsw (embedding vector_cosine_ops);"
)
indexes_sql = "\n ".join(indexes)
return f"""
CREATE TABLE IF NOT EXISTS {self._memory_table} (
id VARCHAR(128) PRIMARY KEY,
session_id VARCHAR(128) NOT NULL,
app_name VARCHAR(128) NOT NULL,
user_id VARCHAR(128) NOT NULL,
scope VARCHAR(16) NOT NULL DEFAULT 'user',
event_id VARCHAR(128) NOT NULL UNIQUE,
author VARCHAR(256){owner_id_line},
timestamp TIMESTAMPTZ NOT NULL,
embedding VECTOR({self._vector_dimensions}),
content_json JSONB NOT NULL,
content_text TEXT NOT NULL,
metadata_json JSONB,
inserted_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
);
{indexes_sql}
"""
def _drop_memory_table_sql(self) -> "list[str]":
return [f"DROP TABLE IF EXISTS {self._memory_table}"]
def _adk_config(config: Any) -> AsyncpgADKConfig:
"""Return asyncpg ADK extension settings from ``extension_config["adk"]``."""
extension_config = getattr(config, "extension_config", {})
if not isinstance(extension_config, dict):
return {}
adk_config = extension_config.get("adk", {})
if not isinstance(adk_config, dict):
return {}
return cast("AsyncpgADKConfig", adk_config)
def _postgres_table_options(adk_config: AsyncpgADKConfig, *, include_autovacuum: bool = False) -> str:
options = [_postgres_fillfactor_option(adk_config)]
if include_autovacuum:
options.extend(_postgres_autovacuum_options(adk_config))
return f" WITH ({', '.join(options)})"
def _postgres_fillfactor_option(adk_config: AsyncpgADKConfig) -> str:
value = adk_config.get("fillfactor", 80)
if not isinstance(value, int) or isinstance(value, bool) or value not in range(10, 101):
msg = "extension_config['adk']['fillfactor'] must be an integer from 10 to 100"
raise ValueError(msg)
return f"fillfactor = {value}"
def _postgres_autovacuum_options(adk_config: AsyncpgADKConfig) -> "list[str]":
options: list[str] = []
for key in ("autovacuum_vacuum_scale_factor", "autovacuum_analyze_scale_factor"):
value = adk_config.get(key)
if value is not None:
if not isinstance(value, (int, float)) or isinstance(value, bool) or not 0 <= float(value) <= 1:
msg = f"extension_config['adk']['{key}'] must be a number from 0 to 1"
raise ValueError(msg)
options.append(f"{key} = {float(value):g}")
return options
