feat: server multi models support (#799)

2025-12-09 19:06:51 +08:00 · 2023-08-12 00:57:00 +08:00
parent d8b712b325
commit 5fa2161b05
213 changed files with 10556 additions and 2579 deletions
--- a/api/migrations/versions/16fa53d9faec_add_provider_model_support.py
+++ b/api/migrations/versions/16fa53d9faec_add_provider_model_support.py
@@ -0,0 +1,79 @@
+"""add provider model support
+
+Revision ID: 16fa53d9faec
+Revises: 8d2d099ceb74
+Create Date: 2023-08-06 16:57:51.248337
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = '16fa53d9faec'
+down_revision = '8d2d099ceb74'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('provider_models',
+    sa.Column('id', postgresql.UUID(), server_default=sa.text('uuid_generate_v4()'), nullable=False),
+    sa.Column('tenant_id', postgresql.UUID(), nullable=False),
+    sa.Column('provider_name', sa.String(length=40), nullable=False),
+    sa.Column('model_name', sa.String(length=40), nullable=False),
+    sa.Column('model_type', sa.String(length=40), nullable=False),
+    sa.Column('encrypted_config', sa.Text(), nullable=True),
+    sa.Column('is_valid', sa.Boolean(), server_default=sa.text('false'), nullable=False),
+    sa.Column('created_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.Column('updated_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.PrimaryKeyConstraint('id', name='provider_model_pkey'),
+    sa.UniqueConstraint('tenant_id', 'provider_name', 'model_name', 'model_type', name='unique_provider_model_name')
+    )
+    with op.batch_alter_table('provider_models', schema=None) as batch_op:
+        batch_op.create_index('provider_model_tenant_id_provider_idx', ['tenant_id', 'provider_name'], unique=False)
+
+    op.create_table('tenant_default_models',
+    sa.Column('id', postgresql.UUID(), server_default=sa.text('uuid_generate_v4()'), nullable=False),
+    sa.Column('tenant_id', postgresql.UUID(), nullable=False),
+    sa.Column('provider_name', sa.String(length=40), nullable=False),
+    sa.Column('model_name', sa.String(length=40), nullable=False),
+    sa.Column('model_type', sa.String(length=40), nullable=False),
+    sa.Column('created_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.Column('updated_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.PrimaryKeyConstraint('id', name='tenant_default_model_pkey')
+    )
+    with op.batch_alter_table('tenant_default_models', schema=None) as batch_op:
+        batch_op.create_index('tenant_default_model_tenant_id_provider_type_idx', ['tenant_id', 'provider_name', 'model_type'], unique=False)
+
+    op.create_table('tenant_preferred_model_providers',
+    sa.Column('id', postgresql.UUID(), server_default=sa.text('uuid_generate_v4()'), nullable=False),
+    sa.Column('tenant_id', postgresql.UUID(), nullable=False),
+    sa.Column('provider_name', sa.String(length=40), nullable=False),
+    sa.Column('preferred_provider_type', sa.String(length=40), nullable=False),
+    sa.Column('created_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.Column('updated_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.PrimaryKeyConstraint('id', name='tenant_preferred_model_provider_pkey')
+    )
+    with op.batch_alter_table('tenant_preferred_model_providers', schema=None) as batch_op:
+        batch_op.create_index('tenant_preferred_model_provider_tenant_provider_idx', ['tenant_id', 'provider_name'], unique=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('tenant_preferred_model_providers', schema=None) as batch_op:
+        batch_op.drop_index('tenant_preferred_model_provider_tenant_provider_idx')
+
+    op.drop_table('tenant_preferred_model_providers')
+    with op.batch_alter_table('tenant_default_models', schema=None) as batch_op:
+        batch_op.drop_index('tenant_default_model_tenant_id_provider_type_idx')
+
+    op.drop_table('tenant_default_models')
+    with op.batch_alter_table('provider_models', schema=None) as batch_op:
+        batch_op.drop_index('provider_model_tenant_id_provider_idx')
+
+    op.drop_table('provider_models')
+    # ### end Alembic commands ###
--- a/api/migrations/versions/5022897aaceb_add_model_name_in_embedding.py
+++ b/api/migrations/versions/5022897aaceb_add_model_name_in_embedding.py
@@ -0,0 +1,36 @@
+"""add model name in embedding
+
+Revision ID: 5022897aaceb
+Revises: bf0aec5ba2cf
+Create Date: 2023-08-11 14:38:15.499460
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '5022897aaceb'
+down_revision = 'bf0aec5ba2cf'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('embeddings', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('model_name', sa.String(length=40), server_default=sa.text("'text-embedding-ada-002'::character varying"), nullable=False))
+        batch_op.drop_constraint('embedding_hash_idx', type_='unique')
+        batch_op.create_unique_constraint('embedding_hash_idx', ['model_name', 'hash'])
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('embeddings', schema=None) as batch_op:
+        batch_op.drop_constraint('embedding_hash_idx', type_='unique')
+        batch_op.create_unique_constraint('embedding_hash_idx', ['hash'])
+        batch_op.drop_column('model_name')
+
+    # ### end Alembic commands ###
--- a/api/migrations/versions/bf0aec5ba2cf_add_provider_order.py
+++ b/api/migrations/versions/bf0aec5ba2cf_add_provider_order.py
@@ -0,0 +1,52 @@
+"""add provider order
+
+Revision ID: bf0aec5ba2cf
+Revises: e35ed59becda
+Create Date: 2023-08-10 00:03:44.273430
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = 'bf0aec5ba2cf'
+down_revision = 'e35ed59becda'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('provider_orders',
+    sa.Column('id', postgresql.UUID(), server_default=sa.text('uuid_generate_v4()'), nullable=False),
+    sa.Column('tenant_id', postgresql.UUID(), nullable=False),
+    sa.Column('provider_name', sa.String(length=40), nullable=False),
+    sa.Column('account_id', postgresql.UUID(), nullable=False),
+    sa.Column('payment_product_id', sa.String(length=191), nullable=False),
+    sa.Column('payment_id', sa.String(length=191), nullable=True),
+    sa.Column('transaction_id', sa.String(length=191), nullable=True),
+    sa.Column('quantity', sa.Integer(), server_default=sa.text('1'), nullable=False),
+    sa.Column('currency', sa.String(length=40), nullable=True),
+    sa.Column('total_amount', sa.Integer(), nullable=True),
+    sa.Column('payment_status', sa.String(length=40), server_default=sa.text("'wait_pay'::character varying"), nullable=False),
+    sa.Column('paid_at', sa.DateTime(), nullable=True),
+    sa.Column('pay_failed_at', sa.DateTime(), nullable=True),
+    sa.Column('refunded_at', sa.DateTime(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.Column('updated_at', sa.DateTime(), server_default=sa.text('CURRENT_TIMESTAMP(0)'), nullable=False),
+    sa.PrimaryKeyConstraint('id', name='provider_order_pkey')
+    )
+    with op.batch_alter_table('provider_orders', schema=None) as batch_op:
+        batch_op.create_index('provider_order_tenant_provider_idx', ['tenant_id', 'provider_name'], unique=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('provider_orders', schema=None) as batch_op:
+        batch_op.drop_index('provider_order_tenant_provider_idx')
+
+    op.drop_table('provider_orders')
+    # ### end Alembic commands ###
--- a/api/migrations/versions/e35ed59becda_modify_quota_limit_field_type.py
+++ b/api/migrations/versions/e35ed59becda_modify_quota_limit_field_type.py
@@ -0,0 +1,46 @@
+"""modify quota limit field type
+
+Revision ID: e35ed59becda
+Revises: 16fa53d9faec
+Create Date: 2023-08-09 22:20:31.577953
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = 'e35ed59becda'
+down_revision = '16fa53d9faec'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('providers', schema=None) as batch_op:
+        batch_op.alter_column('quota_limit',
+               existing_type=sa.INTEGER(),
+               type_=sa.BigInteger(),
+               existing_nullable=True)
+        batch_op.alter_column('quota_used',
+               existing_type=sa.INTEGER(),
+               type_=sa.BigInteger(),
+               existing_nullable=True)
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('providers', schema=None) as batch_op:
+        batch_op.alter_column('quota_used',
+               existing_type=sa.BigInteger(),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('quota_limit',
+               existing_type=sa.BigInteger(),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+
+    # ### end Alembic commands ###