feat: separate Passages tables (#2245)
Co-authored-by: Mindy Long <mindy@letta.com>
This commit is contained in:
mlong93
105
alembic/versions/54dec07619c4_divide_passage_table_into_.py
Normal file
105
alembic/versions/54dec07619c4_divide_passage_table_into_.py
Normal file
@@ -0,0 +1,105 @@
|
||||
"""divide passage table into SourcePassages and AgentPassages
|
||||
|
||||
Revision ID: 54dec07619c4
|
||||
Revises: 4e88e702f85e
|
||||
Create Date: 2024-12-14 17:23:08.772554
|
||||
|
||||
"""
|
||||
from typing import Sequence, Union
|
||||
|
||||
from alembic import op
|
||||
from pgvector.sqlalchemy import Vector
|
||||
import sqlalchemy as sa
|
||||
from sqlalchemy.dialects import postgresql
|
||||
|
||||
from letta.orm.custom_columns import EmbeddingConfigColumn
|
||||
|
||||
# revision identifiers, used by Alembic.
|
||||
revision: str = '54dec07619c4'
|
||||
down_revision: Union[str, None] = '4e88e702f85e'
|
||||
branch_labels: Union[str, Sequence[str], None] = None
|
||||
depends_on: Union[str, Sequence[str], None] = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
# ### commands auto generated by Alembic - please adjust! ###
|
||||
op.create_table(
|
||||
'agent_passages',
|
||||
sa.Column('id', sa.String(), nullable=False),
|
||||
sa.Column('text', sa.String(), nullable=False),
|
||||
sa.Column('embedding_config', EmbeddingConfigColumn(), nullable=False),
|
||||
sa.Column('metadata_', sa.JSON(), nullable=False),
|
||||
sa.Column('embedding', Vector(dim=4096), nullable=True),
|
||||
sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=True),
|
||||
sa.Column('updated_at', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=True),
|
||||
sa.Column('is_deleted', sa.Boolean(), server_default=sa.text('FALSE'), nullable=False),
|
||||
sa.Column('_created_by_id', sa.String(), nullable=True),
|
||||
sa.Column('_last_updated_by_id', sa.String(), nullable=True),
|
||||
sa.Column('organization_id', sa.String(), nullable=False),
|
||||
sa.Column('agent_id', sa.String(), nullable=False),
|
||||
sa.ForeignKeyConstraint(['agent_id'], ['agents.id'], ondelete='CASCADE'),
|
||||
sa.ForeignKeyConstraint(['organization_id'], ['organizations.id'], ),
|
||||
sa.PrimaryKeyConstraint('id')
|
||||
)
|
||||
op.create_index('agent_passages_org_idx', 'agent_passages', ['organization_id'], unique=False)
|
||||
op.create_table(
|
||||
'source_passages',
|
||||
sa.Column('id', sa.String(), nullable=False),
|
||||
sa.Column('text', sa.String(), nullable=False),
|
||||
sa.Column('embedding_config', EmbeddingConfigColumn(), nullable=False),
|
||||
sa.Column('metadata_', sa.JSON(), nullable=False),
|
||||
sa.Column('embedding', Vector(dim=4096), nullable=True),
|
||||
sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=True),
|
||||
sa.Column('updated_at', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=True),
|
||||
sa.Column('is_deleted', sa.Boolean(), server_default=sa.text('FALSE'), nullable=False),
|
||||
sa.Column('_created_by_id', sa.String(), nullable=True),
|
||||
sa.Column('_last_updated_by_id', sa.String(), nullable=True),
|
||||
sa.Column('organization_id', sa.String(), nullable=False),
|
||||
sa.Column('file_id', sa.String(), nullable=True),
|
||||
sa.Column('source_id', sa.String(), nullable=False),
|
||||
sa.ForeignKeyConstraint(['file_id'], ['files.id'], ondelete='CASCADE'),
|
||||
sa.ForeignKeyConstraint(['organization_id'], ['organizations.id'], ),
|
||||
sa.ForeignKeyConstraint(['source_id'], ['sources.id'], ondelete='CASCADE'),
|
||||
sa.PrimaryKeyConstraint('id')
|
||||
)
|
||||
op.create_index('source_passages_org_idx', 'source_passages', ['organization_id'], unique=False)
|
||||
op.drop_table('passages')
|
||||
op.drop_constraint('files_source_id_fkey', 'files', type_='foreignkey')
|
||||
op.create_foreign_key(None, 'files', 'sources', ['source_id'], ['id'], ondelete='CASCADE')
|
||||
op.drop_constraint('messages_agent_id_fkey', 'messages', type_='foreignkey')
|
||||
op.create_foreign_key(None, 'messages', 'agents', ['agent_id'], ['id'], ondelete='CASCADE')
|
||||
# ### end Alembic commands ###
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
# ### commands auto generated by Alembic - please adjust! ###
|
||||
op.drop_constraint(None, 'messages', type_='foreignkey')
|
||||
op.create_foreign_key('messages_agent_id_fkey', 'messages', 'agents', ['agent_id'], ['id'])
|
||||
op.drop_constraint(None, 'files', type_='foreignkey')
|
||||
op.create_foreign_key('files_source_id_fkey', 'files', 'sources', ['source_id'], ['id'])
|
||||
op.create_table(
|
||||
'passages',
|
||||
sa.Column('id', sa.VARCHAR(), autoincrement=False, nullable=False),
|
||||
sa.Column('text', sa.VARCHAR(), autoincrement=False, nullable=False),
|
||||
sa.Column('file_id', sa.VARCHAR(), autoincrement=False, nullable=True),
|
||||
sa.Column('agent_id', sa.VARCHAR(), autoincrement=False, nullable=True),
|
||||
sa.Column('source_id', sa.VARCHAR(), autoincrement=False, nullable=True),
|
||||
sa.Column('embedding', Vector(dim=4096), autoincrement=False, nullable=True),
|
||||
sa.Column('embedding_config', postgresql.JSON(astext_type=sa.Text()), autoincrement=False, nullable=False),
|
||||
sa.Column('metadata_', postgresql.JSON(astext_type=sa.Text()), autoincrement=False, nullable=False),
|
||||
sa.Column('created_at', postgresql.TIMESTAMP(timezone=True), autoincrement=False, nullable=False),
|
||||
sa.Column('updated_at', postgresql.TIMESTAMP(timezone=True), server_default=sa.text('now()'), autoincrement=False, nullable=True),
|
||||
sa.Column('is_deleted', sa.BOOLEAN(), server_default=sa.text('false'), autoincrement=False, nullable=False),
|
||||
sa.Column('_created_by_id', sa.VARCHAR(), autoincrement=False, nullable=True),
|
||||
sa.Column('_last_updated_by_id', sa.VARCHAR(), autoincrement=False, nullable=True),
|
||||
sa.Column('organization_id', sa.VARCHAR(), autoincrement=False, nullable=False),
|
||||
sa.ForeignKeyConstraint(['agent_id'], ['agents.id'], name='passages_agent_id_fkey'),
|
||||
sa.ForeignKeyConstraint(['file_id'], ['files.id'], name='passages_file_id_fkey', ondelete='CASCADE'),
|
||||
sa.ForeignKeyConstraint(['organization_id'], ['organizations.id'], name='passages_organization_id_fkey'),
|
||||
sa.PrimaryKeyConstraint('id', name='passages_pkey')
|
||||
)
|
||||
op.drop_index('source_passages_org_idx', table_name='source_passages')
|
||||
op.drop_table('source_passages')
|
||||
op.drop_index('agent_passages_org_idx', table_name='agent_passages')
|
||||
op.drop_table('agent_passages')
|
||||
# ### end Alembic commands ###
|
||||
Reference in New Issue
Block a user