mirror of
https://github.com/langgenius/dify.git
synced 2024-11-16 11:42:29 +08:00
32dc963556
Some checks are pending
Build and Push API & Web / build (api, DIFY_API_IMAGE_NAME, linux/amd64, build-api-amd64) (push) Waiting to run
Build and Push API & Web / build (api, DIFY_API_IMAGE_NAME, linux/arm64, build-api-arm64) (push) Waiting to run
Build and Push API & Web / build (web, DIFY_WEB_IMAGE_NAME, linux/amd64, build-web-amd64) (push) Waiting to run
Build and Push API & Web / build (web, DIFY_WEB_IMAGE_NAME, linux/arm64, build-web-arm64) (push) Waiting to run
Build and Push API & Web / create-manifest (api, DIFY_API_IMAGE_NAME, merge-api-images) (push) Blocked by required conditions
Build and Push API & Web / create-manifest (web, DIFY_WEB_IMAGE_NAME, merge-web-images) (push) Blocked by required conditions
1418 lines
58 KiB
Python
1418 lines
58 KiB
Python
import json
|
|
import re
|
|
import uuid
|
|
from enum import Enum
|
|
from typing import Optional
|
|
|
|
from flask import request
|
|
from flask_login import UserMixin
|
|
from sqlalchemy import Float, func, text
|
|
from sqlalchemy.orm import Mapped, mapped_column
|
|
|
|
from configs import dify_config
|
|
from core.file.tool_file_parser import ToolFileParser
|
|
from core.file.upload_file_parser import UploadFileParser
|
|
from extensions.ext_database import db
|
|
from libs.helper import generate_string
|
|
|
|
from .account import Account, Tenant
|
|
from .types import StringUUID
|
|
|
|
|
|
class DifySetup(db.Model):
|
|
__tablename__ = 'dify_setups'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('version', name='dify_setup_pkey'),
|
|
)
|
|
|
|
version = db.Column(db.String(255), nullable=False)
|
|
setup_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class AppMode(Enum):
|
|
COMPLETION = 'completion'
|
|
WORKFLOW = 'workflow'
|
|
CHAT = 'chat'
|
|
ADVANCED_CHAT = 'advanced-chat'
|
|
AGENT_CHAT = 'agent-chat'
|
|
CHANNEL = 'channel'
|
|
|
|
@classmethod
|
|
def value_of(cls, value: str) -> 'AppMode':
|
|
"""
|
|
Get value of given mode.
|
|
|
|
:param value: mode value
|
|
:return: mode
|
|
"""
|
|
for mode in cls:
|
|
if mode.value == value:
|
|
return mode
|
|
raise ValueError(f'invalid mode value {value}')
|
|
|
|
|
|
class App(db.Model):
|
|
__tablename__ = 'apps'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='app_pkey'),
|
|
db.Index('app_tenant_id_idx', 'tenant_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
name = db.Column(db.String(255), nullable=False)
|
|
description = db.Column(db.Text, nullable=False, server_default=db.text("''::character varying"))
|
|
mode = db.Column(db.String(255), nullable=False)
|
|
icon = db.Column(db.String(255))
|
|
icon_background = db.Column(db.String(255))
|
|
app_model_config_id = db.Column(StringUUID, nullable=True)
|
|
workflow_id = db.Column(StringUUID, nullable=True)
|
|
status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
|
|
enable_site = db.Column(db.Boolean, nullable=False)
|
|
enable_api = db.Column(db.Boolean, nullable=False)
|
|
api_rpm = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
api_rph = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
is_demo = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
is_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
is_universal = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
tracing = db.Column(db.Text, nullable=True)
|
|
max_active_requests = db.Column(db.Integer, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def desc_or_prompt(self):
|
|
if self.description:
|
|
return self.description
|
|
else:
|
|
app_model_config = self.app_model_config
|
|
if app_model_config:
|
|
return app_model_config.pre_prompt
|
|
else:
|
|
return ''
|
|
|
|
@property
|
|
def site(self):
|
|
site = db.session.query(Site).filter(Site.app_id == self.id).first()
|
|
return site
|
|
|
|
@property
|
|
def app_model_config(self) -> Optional['AppModelConfig']:
|
|
if self.app_model_config_id:
|
|
return db.session.query(AppModelConfig).filter(AppModelConfig.id == self.app_model_config_id).first()
|
|
|
|
return None
|
|
|
|
@property
|
|
def workflow(self) -> Optional['Workflow']:
|
|
if self.workflow_id:
|
|
from .workflow import Workflow
|
|
return db.session.query(Workflow).filter(Workflow.id == self.workflow_id).first()
|
|
|
|
return None
|
|
|
|
@property
|
|
def api_base_url(self):
|
|
return (dify_config.SERVICE_API_URL if dify_config.SERVICE_API_URL
|
|
else request.host_url.rstrip('/')) + '/v1'
|
|
|
|
@property
|
|
def tenant(self):
|
|
tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
|
|
return tenant
|
|
|
|
@property
|
|
def is_agent(self) -> bool:
|
|
app_model_config = self.app_model_config
|
|
if not app_model_config:
|
|
return False
|
|
if not app_model_config.agent_mode:
|
|
return False
|
|
if self.app_model_config.agent_mode_dict.get('enabled', False) \
|
|
and self.app_model_config.agent_mode_dict.get('strategy', '') in ['function_call', 'react']:
|
|
self.mode = AppMode.AGENT_CHAT.value
|
|
db.session.commit()
|
|
return True
|
|
return False
|
|
|
|
@property
|
|
def mode_compatible_with_agent(self) -> str:
|
|
if self.mode == AppMode.CHAT.value and self.is_agent:
|
|
return AppMode.AGENT_CHAT.value
|
|
|
|
return self.mode
|
|
|
|
@property
|
|
def deleted_tools(self) -> list:
|
|
# get agent mode tools
|
|
app_model_config = self.app_model_config
|
|
if not app_model_config:
|
|
return []
|
|
if not app_model_config.agent_mode:
|
|
return []
|
|
agent_mode = app_model_config.agent_mode_dict
|
|
tools = agent_mode.get('tools', [])
|
|
|
|
provider_ids = []
|
|
|
|
for tool in tools:
|
|
keys = list(tool.keys())
|
|
if len(keys) >= 4:
|
|
provider_type = tool.get('provider_type', '')
|
|
provider_id = tool.get('provider_id', '')
|
|
if provider_type == 'api':
|
|
# check if provider id is a uuid string, if not, skip
|
|
try:
|
|
uuid.UUID(provider_id)
|
|
except Exception:
|
|
continue
|
|
provider_ids.append(provider_id)
|
|
|
|
if not provider_ids:
|
|
return []
|
|
|
|
api_providers = db.session.execute(
|
|
text('SELECT id FROM tool_api_providers WHERE id IN :provider_ids'),
|
|
{'provider_ids': tuple(provider_ids)}
|
|
).fetchall()
|
|
|
|
deleted_tools = []
|
|
current_api_provider_ids = [str(api_provider.id) for api_provider in api_providers]
|
|
|
|
for tool in tools:
|
|
keys = list(tool.keys())
|
|
if len(keys) >= 4:
|
|
provider_type = tool.get('provider_type', '')
|
|
provider_id = tool.get('provider_id', '')
|
|
if provider_type == 'api' and provider_id not in current_api_provider_ids:
|
|
deleted_tools.append(tool['tool_name'])
|
|
|
|
return deleted_tools
|
|
|
|
@property
|
|
def tags(self):
|
|
tags = db.session.query(Tag).join(
|
|
TagBinding,
|
|
Tag.id == TagBinding.tag_id
|
|
).filter(
|
|
TagBinding.target_id == self.id,
|
|
TagBinding.tenant_id == self.tenant_id,
|
|
Tag.tenant_id == self.tenant_id,
|
|
Tag.type == 'app'
|
|
).all()
|
|
|
|
return tags if tags else []
|
|
|
|
|
|
class AppModelConfig(db.Model):
|
|
__tablename__ = 'app_model_configs'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='app_model_config_pkey'),
|
|
db.Index('app_app_id_idx', 'app_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
provider = db.Column(db.String(255), nullable=True)
|
|
model_id = db.Column(db.String(255), nullable=True)
|
|
configs = db.Column(db.JSON, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
opening_statement = db.Column(db.Text)
|
|
suggested_questions = db.Column(db.Text)
|
|
suggested_questions_after_answer = db.Column(db.Text)
|
|
speech_to_text = db.Column(db.Text)
|
|
text_to_speech = db.Column(db.Text)
|
|
more_like_this = db.Column(db.Text)
|
|
model = db.Column(db.Text)
|
|
user_input_form = db.Column(db.Text)
|
|
dataset_query_variable = db.Column(db.String(255))
|
|
pre_prompt = db.Column(db.Text)
|
|
agent_mode = db.Column(db.Text)
|
|
sensitive_word_avoidance = db.Column(db.Text)
|
|
retriever_resource = db.Column(db.Text)
|
|
prompt_type = db.Column(db.String(255), nullable=False, server_default=db.text("'simple'::character varying"))
|
|
chat_prompt_config = db.Column(db.Text)
|
|
completion_prompt_config = db.Column(db.Text)
|
|
dataset_configs = db.Column(db.Text)
|
|
external_data_tools = db.Column(db.Text)
|
|
file_upload = db.Column(db.Text)
|
|
|
|
@property
|
|
def app(self):
|
|
app = db.session.query(App).filter(App.id == self.app_id).first()
|
|
return app
|
|
|
|
@property
|
|
def model_dict(self) -> dict:
|
|
return json.loads(self.model) if self.model else None
|
|
|
|
@property
|
|
def suggested_questions_list(self) -> list:
|
|
return json.loads(self.suggested_questions) if self.suggested_questions else []
|
|
|
|
@property
|
|
def suggested_questions_after_answer_dict(self) -> dict:
|
|
return json.loads(self.suggested_questions_after_answer) if self.suggested_questions_after_answer \
|
|
else {"enabled": False}
|
|
|
|
@property
|
|
def speech_to_text_dict(self) -> dict:
|
|
return json.loads(self.speech_to_text) if self.speech_to_text \
|
|
else {"enabled": False}
|
|
|
|
@property
|
|
def text_to_speech_dict(self) -> dict:
|
|
return json.loads(self.text_to_speech) if self.text_to_speech \
|
|
else {"enabled": False}
|
|
|
|
@property
|
|
def retriever_resource_dict(self) -> dict:
|
|
return json.loads(self.retriever_resource) if self.retriever_resource \
|
|
else {"enabled": True}
|
|
|
|
@property
|
|
def annotation_reply_dict(self) -> dict:
|
|
annotation_setting = db.session.query(AppAnnotationSetting).filter(
|
|
AppAnnotationSetting.app_id == self.app_id).first()
|
|
if annotation_setting:
|
|
collection_binding_detail = annotation_setting.collection_binding_detail
|
|
return {
|
|
"id": annotation_setting.id,
|
|
"enabled": True,
|
|
"score_threshold": annotation_setting.score_threshold,
|
|
"embedding_model": {
|
|
"embedding_provider_name": collection_binding_detail.provider_name,
|
|
"embedding_model_name": collection_binding_detail.model_name
|
|
}
|
|
}
|
|
|
|
else:
|
|
return {"enabled": False}
|
|
|
|
@property
|
|
def more_like_this_dict(self) -> dict:
|
|
return json.loads(self.more_like_this) if self.more_like_this else {"enabled": False}
|
|
|
|
@property
|
|
def sensitive_word_avoidance_dict(self) -> dict:
|
|
return json.loads(self.sensitive_word_avoidance) if self.sensitive_word_avoidance \
|
|
else {"enabled": False, "type": "", "configs": []}
|
|
|
|
@property
|
|
def external_data_tools_list(self) -> list[dict]:
|
|
return json.loads(self.external_data_tools) if self.external_data_tools \
|
|
else []
|
|
|
|
@property
|
|
def user_input_form_list(self) -> dict:
|
|
return json.loads(self.user_input_form) if self.user_input_form else []
|
|
|
|
@property
|
|
def agent_mode_dict(self) -> dict:
|
|
return json.loads(self.agent_mode) if self.agent_mode else {"enabled": False, "strategy": None, "tools": [],
|
|
"prompt": None}
|
|
|
|
@property
|
|
def chat_prompt_config_dict(self) -> dict:
|
|
return json.loads(self.chat_prompt_config) if self.chat_prompt_config else {}
|
|
|
|
@property
|
|
def completion_prompt_config_dict(self) -> dict:
|
|
return json.loads(self.completion_prompt_config) if self.completion_prompt_config else {}
|
|
|
|
@property
|
|
def dataset_configs_dict(self) -> dict:
|
|
if self.dataset_configs:
|
|
dataset_configs = json.loads(self.dataset_configs)
|
|
if 'retrieval_model' not in dataset_configs:
|
|
return {'retrieval_model': 'single'}
|
|
else:
|
|
return dataset_configs
|
|
return {
|
|
'retrieval_model': 'multiple',
|
|
}
|
|
|
|
@property
|
|
def file_upload_dict(self) -> dict:
|
|
return json.loads(self.file_upload) if self.file_upload else {
|
|
"image": {"enabled": False, "number_limits": 3, "detail": "high",
|
|
"transfer_methods": ["remote_url", "local_file"]}}
|
|
|
|
def to_dict(self) -> dict:
|
|
return {
|
|
"opening_statement": self.opening_statement,
|
|
"suggested_questions": self.suggested_questions_list,
|
|
"suggested_questions_after_answer": self.suggested_questions_after_answer_dict,
|
|
"speech_to_text": self.speech_to_text_dict,
|
|
"text_to_speech": self.text_to_speech_dict,
|
|
"retriever_resource": self.retriever_resource_dict,
|
|
"annotation_reply": self.annotation_reply_dict,
|
|
"more_like_this": self.more_like_this_dict,
|
|
"sensitive_word_avoidance": self.sensitive_word_avoidance_dict,
|
|
"external_data_tools": self.external_data_tools_list,
|
|
"model": self.model_dict,
|
|
"user_input_form": self.user_input_form_list,
|
|
"dataset_query_variable": self.dataset_query_variable,
|
|
"pre_prompt": self.pre_prompt,
|
|
"agent_mode": self.agent_mode_dict,
|
|
"prompt_type": self.prompt_type,
|
|
"chat_prompt_config": self.chat_prompt_config_dict,
|
|
"completion_prompt_config": self.completion_prompt_config_dict,
|
|
"dataset_configs": self.dataset_configs_dict,
|
|
"file_upload": self.file_upload_dict
|
|
}
|
|
|
|
def from_model_config_dict(self, model_config: dict):
|
|
self.opening_statement = model_config.get('opening_statement')
|
|
self.suggested_questions = json.dumps(model_config['suggested_questions']) \
|
|
if model_config.get('suggested_questions') else None
|
|
self.suggested_questions_after_answer = json.dumps(model_config['suggested_questions_after_answer']) \
|
|
if model_config.get('suggested_questions_after_answer') else None
|
|
self.speech_to_text = json.dumps(model_config['speech_to_text']) \
|
|
if model_config.get('speech_to_text') else None
|
|
self.text_to_speech = json.dumps(model_config['text_to_speech']) \
|
|
if model_config.get('text_to_speech') else None
|
|
self.more_like_this = json.dumps(model_config['more_like_this']) \
|
|
if model_config.get('more_like_this') else None
|
|
self.sensitive_word_avoidance = json.dumps(model_config['sensitive_word_avoidance']) \
|
|
if model_config.get('sensitive_word_avoidance') else None
|
|
self.external_data_tools = json.dumps(model_config['external_data_tools']) \
|
|
if model_config.get('external_data_tools') else None
|
|
self.model = json.dumps(model_config['model']) \
|
|
if model_config.get('model') else None
|
|
self.user_input_form = json.dumps(model_config['user_input_form']) \
|
|
if model_config.get('user_input_form') else None
|
|
self.dataset_query_variable = model_config.get('dataset_query_variable')
|
|
self.pre_prompt = model_config['pre_prompt']
|
|
self.agent_mode = json.dumps(model_config['agent_mode']) \
|
|
if model_config.get('agent_mode') else None
|
|
self.retriever_resource = json.dumps(model_config['retriever_resource']) \
|
|
if model_config.get('retriever_resource') else None
|
|
self.prompt_type = model_config.get('prompt_type', 'simple')
|
|
self.chat_prompt_config = json.dumps(model_config.get('chat_prompt_config')) \
|
|
if model_config.get('chat_prompt_config') else None
|
|
self.completion_prompt_config = json.dumps(model_config.get('completion_prompt_config')) \
|
|
if model_config.get('completion_prompt_config') else None
|
|
self.dataset_configs = json.dumps(model_config.get('dataset_configs')) \
|
|
if model_config.get('dataset_configs') else None
|
|
self.file_upload = json.dumps(model_config.get('file_upload')) \
|
|
if model_config.get('file_upload') else None
|
|
return self
|
|
|
|
def copy(self):
|
|
new_app_model_config = AppModelConfig(
|
|
id=self.id,
|
|
app_id=self.app_id,
|
|
opening_statement=self.opening_statement,
|
|
suggested_questions=self.suggested_questions,
|
|
suggested_questions_after_answer=self.suggested_questions_after_answer,
|
|
speech_to_text=self.speech_to_text,
|
|
text_to_speech=self.text_to_speech,
|
|
more_like_this=self.more_like_this,
|
|
sensitive_word_avoidance=self.sensitive_word_avoidance,
|
|
external_data_tools=self.external_data_tools,
|
|
model=self.model,
|
|
user_input_form=self.user_input_form,
|
|
dataset_query_variable=self.dataset_query_variable,
|
|
pre_prompt=self.pre_prompt,
|
|
agent_mode=self.agent_mode,
|
|
retriever_resource=self.retriever_resource,
|
|
prompt_type=self.prompt_type,
|
|
chat_prompt_config=self.chat_prompt_config,
|
|
completion_prompt_config=self.completion_prompt_config,
|
|
dataset_configs=self.dataset_configs,
|
|
file_upload=self.file_upload
|
|
)
|
|
|
|
return new_app_model_config
|
|
|
|
|
|
class RecommendedApp(db.Model):
|
|
__tablename__ = 'recommended_apps'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='recommended_app_pkey'),
|
|
db.Index('recommended_app_app_id_idx', 'app_id'),
|
|
db.Index('recommended_app_is_listed_idx', 'is_listed', 'language')
|
|
)
|
|
|
|
id = db.Column(StringUUID, primary_key=True, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
description = db.Column(db.JSON, nullable=False)
|
|
copyright = db.Column(db.String(255), nullable=False)
|
|
privacy_policy = db.Column(db.String(255), nullable=False)
|
|
custom_disclaimer = db.Column(db.String(255), nullable=True)
|
|
category = db.Column(db.String(255), nullable=False)
|
|
position = db.Column(db.Integer, nullable=False, default=0)
|
|
is_listed = db.Column(db.Boolean, nullable=False, default=True)
|
|
install_count = db.Column(db.Integer, nullable=False, default=0)
|
|
language = db.Column(db.String(255), nullable=False, server_default=db.text("'en-US'::character varying"))
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def app(self):
|
|
app = db.session.query(App).filter(App.id == self.app_id).first()
|
|
return app
|
|
|
|
|
|
class InstalledApp(db.Model):
|
|
__tablename__ = 'installed_apps'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='installed_app_pkey'),
|
|
db.Index('installed_app_tenant_id_idx', 'tenant_id'),
|
|
db.Index('installed_app_app_id_idx', 'app_id'),
|
|
db.UniqueConstraint('tenant_id', 'app_id', name='unique_tenant_app')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
app_owner_tenant_id = db.Column(StringUUID, nullable=False)
|
|
position = db.Column(db.Integer, nullable=False, default=0)
|
|
is_pinned = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
last_used_at = db.Column(db.DateTime, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def app(self):
|
|
app = db.session.query(App).filter(App.id == self.app_id).first()
|
|
return app
|
|
|
|
@property
|
|
def tenant(self):
|
|
tenant = db.session.query(Tenant).filter(Tenant.id == self.tenant_id).first()
|
|
return tenant
|
|
|
|
|
|
|
|
class Conversation(db.Model):
|
|
__tablename__ = 'conversations'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='conversation_pkey'),
|
|
db.Index('conversation_app_from_user_idx', 'app_id', 'from_source', 'from_end_user_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
app_model_config_id = db.Column(StringUUID, nullable=True)
|
|
model_provider = db.Column(db.String(255), nullable=True)
|
|
override_model_configs = db.Column(db.Text)
|
|
model_id = db.Column(db.String(255), nullable=True)
|
|
mode = db.Column(db.String(255), nullable=False)
|
|
name = db.Column(db.String(255), nullable=False)
|
|
summary = db.Column(db.Text)
|
|
inputs = db.Column(db.JSON)
|
|
introduction = db.Column(db.Text)
|
|
system_instruction = db.Column(db.Text)
|
|
system_instruction_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
status = db.Column(db.String(255), nullable=False)
|
|
invoke_from = db.Column(db.String(255), nullable=True)
|
|
from_source = db.Column(db.String(255), nullable=False)
|
|
from_end_user_id = db.Column(StringUUID)
|
|
from_account_id = db.Column(StringUUID)
|
|
read_at = db.Column(db.DateTime)
|
|
read_account_id = db.Column(StringUUID)
|
|
dialogue_count: Mapped[int] = mapped_column(default=0)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
messages = db.relationship("Message", backref="conversation", lazy='select', passive_deletes="all")
|
|
message_annotations = db.relationship("MessageAnnotation", backref="conversation", lazy='select', passive_deletes="all")
|
|
|
|
is_deleted = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
|
|
@property
|
|
def model_config(self):
|
|
model_config = {}
|
|
if self.mode == AppMode.ADVANCED_CHAT.value:
|
|
if self.override_model_configs:
|
|
override_model_configs = json.loads(self.override_model_configs)
|
|
model_config = override_model_configs
|
|
else:
|
|
if self.override_model_configs:
|
|
override_model_configs = json.loads(self.override_model_configs)
|
|
|
|
if 'model' in override_model_configs:
|
|
app_model_config = AppModelConfig()
|
|
app_model_config = app_model_config.from_model_config_dict(override_model_configs)
|
|
model_config = app_model_config.to_dict()
|
|
else:
|
|
model_config['configs'] = override_model_configs
|
|
else:
|
|
app_model_config = db.session.query(AppModelConfig).filter(
|
|
AppModelConfig.id == self.app_model_config_id).first()
|
|
|
|
model_config = app_model_config.to_dict()
|
|
|
|
model_config['model_id'] = self.model_id
|
|
model_config['provider'] = self.model_provider
|
|
|
|
return model_config
|
|
|
|
@property
|
|
def summary_or_query(self):
|
|
if self.summary:
|
|
return self.summary
|
|
else:
|
|
first_message = self.first_message
|
|
if first_message:
|
|
return first_message.query
|
|
else:
|
|
return ''
|
|
|
|
@property
|
|
def annotated(self):
|
|
return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).count() > 0
|
|
|
|
@property
|
|
def annotation(self):
|
|
return db.session.query(MessageAnnotation).filter(MessageAnnotation.conversation_id == self.id).first()
|
|
|
|
@property
|
|
def message_count(self):
|
|
return db.session.query(Message).filter(Message.conversation_id == self.id).count()
|
|
|
|
@property
|
|
def user_feedback_stats(self):
|
|
like = db.session.query(MessageFeedback) \
|
|
.filter(MessageFeedback.conversation_id == self.id,
|
|
MessageFeedback.from_source == 'user',
|
|
MessageFeedback.rating == 'like').count()
|
|
|
|
dislike = db.session.query(MessageFeedback) \
|
|
.filter(MessageFeedback.conversation_id == self.id,
|
|
MessageFeedback.from_source == 'user',
|
|
MessageFeedback.rating == 'dislike').count()
|
|
|
|
return {'like': like, 'dislike': dislike}
|
|
|
|
@property
|
|
def admin_feedback_stats(self):
|
|
like = db.session.query(MessageFeedback) \
|
|
.filter(MessageFeedback.conversation_id == self.id,
|
|
MessageFeedback.from_source == 'admin',
|
|
MessageFeedback.rating == 'like').count()
|
|
|
|
dislike = db.session.query(MessageFeedback) \
|
|
.filter(MessageFeedback.conversation_id == self.id,
|
|
MessageFeedback.from_source == 'admin',
|
|
MessageFeedback.rating == 'dislike').count()
|
|
|
|
return {'like': like, 'dislike': dislike}
|
|
|
|
@property
|
|
def first_message(self):
|
|
return db.session.query(Message).filter(Message.conversation_id == self.id).first()
|
|
|
|
@property
|
|
def app(self):
|
|
return db.session.query(App).filter(App.id == self.app_id).first()
|
|
|
|
@property
|
|
def from_end_user_session_id(self):
|
|
if self.from_end_user_id:
|
|
end_user = db.session.query(EndUser).filter(EndUser.id == self.from_end_user_id).first()
|
|
if end_user:
|
|
return end_user.session_id
|
|
|
|
return None
|
|
|
|
@property
|
|
def in_debug_mode(self):
|
|
return self.override_model_configs is not None
|
|
|
|
|
|
class Message(db.Model):
|
|
__tablename__ = 'messages'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_pkey'),
|
|
db.Index('message_app_id_idx', 'app_id', 'created_at'),
|
|
db.Index('message_conversation_id_idx', 'conversation_id'),
|
|
db.Index('message_end_user_idx', 'app_id', 'from_source', 'from_end_user_id'),
|
|
db.Index('message_account_idx', 'app_id', 'from_source', 'from_account_id'),
|
|
db.Index('message_workflow_run_id_idx', 'conversation_id', 'workflow_run_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
model_provider = db.Column(db.String(255), nullable=True)
|
|
model_id = db.Column(db.String(255), nullable=True)
|
|
override_model_configs = db.Column(db.Text)
|
|
conversation_id = db.Column(StringUUID, db.ForeignKey('conversations.id'), nullable=False)
|
|
inputs = db.Column(db.JSON)
|
|
query = db.Column(db.Text, nullable=False)
|
|
message = db.Column(db.JSON, nullable=False)
|
|
message_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
message_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
|
|
message_price_unit = db.Column(db.Numeric(10, 7), nullable=False, server_default=db.text('0.001'))
|
|
answer = db.Column(db.Text, nullable=False)
|
|
answer_tokens = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
answer_unit_price = db.Column(db.Numeric(10, 4), nullable=False)
|
|
answer_price_unit = db.Column(db.Numeric(10, 7), nullable=False, server_default=db.text('0.001'))
|
|
provider_response_latency = db.Column(db.Float, nullable=False, server_default=db.text('0'))
|
|
total_price = db.Column(db.Numeric(10, 7))
|
|
currency = db.Column(db.String(255), nullable=False)
|
|
status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
|
|
error = db.Column(db.Text)
|
|
message_metadata = db.Column(db.Text)
|
|
invoke_from = db.Column(db.String(255), nullable=True)
|
|
from_source = db.Column(db.String(255), nullable=False)
|
|
from_end_user_id = db.Column(StringUUID)
|
|
from_account_id = db.Column(StringUUID)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
agent_based = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
workflow_run_id = db.Column(StringUUID)
|
|
|
|
@property
|
|
def re_sign_file_url_answer(self) -> str:
|
|
if not self.answer:
|
|
return self.answer
|
|
|
|
pattern = r'\[!?.*?\]\((((http|https):\/\/.+)?\/files\/(tools\/)?[\w-]+.*?timestamp=.*&nonce=.*&sign=.*)\)'
|
|
matches = re.findall(pattern, self.answer)
|
|
|
|
if not matches:
|
|
return self.answer
|
|
|
|
urls = [match[0] for match in matches]
|
|
|
|
# remove duplicate urls
|
|
urls = list(set(urls))
|
|
|
|
if not urls:
|
|
return self.answer
|
|
|
|
re_sign_file_url_answer = self.answer
|
|
for url in urls:
|
|
if 'files/tools' in url:
|
|
# get tool file id
|
|
tool_file_id_pattern = r'\/files\/tools\/([\.\w-]+)?\?timestamp='
|
|
result = re.search(tool_file_id_pattern, url)
|
|
if not result:
|
|
continue
|
|
|
|
tool_file_id = result.group(1)
|
|
|
|
# get extension
|
|
if '.' in tool_file_id:
|
|
split_result = tool_file_id.split('.')
|
|
extension = f'.{split_result[-1]}'
|
|
if len(extension) > 10:
|
|
extension = '.bin'
|
|
tool_file_id = split_result[0]
|
|
else:
|
|
extension = '.bin'
|
|
|
|
if not tool_file_id:
|
|
continue
|
|
|
|
sign_url = ToolFileParser.get_tool_file_manager().sign_file(
|
|
tool_file_id=tool_file_id,
|
|
extension=extension
|
|
)
|
|
else:
|
|
# get upload file id
|
|
upload_file_id_pattern = r'\/files\/([\w-]+)\/image-preview?\?timestamp='
|
|
result = re.search(upload_file_id_pattern, url)
|
|
if not result:
|
|
continue
|
|
|
|
upload_file_id = result.group(1)
|
|
|
|
if not upload_file_id:
|
|
continue
|
|
|
|
sign_url = UploadFileParser.get_signed_temp_image_url(upload_file_id)
|
|
|
|
re_sign_file_url_answer = re_sign_file_url_answer.replace(url, sign_url)
|
|
|
|
return re_sign_file_url_answer
|
|
|
|
@property
|
|
def user_feedback(self):
|
|
feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
|
|
MessageFeedback.from_source == 'user').first()
|
|
return feedback
|
|
|
|
@property
|
|
def admin_feedback(self):
|
|
feedback = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id,
|
|
MessageFeedback.from_source == 'admin').first()
|
|
return feedback
|
|
|
|
@property
|
|
def feedbacks(self):
|
|
feedbacks = db.session.query(MessageFeedback).filter(MessageFeedback.message_id == self.id).all()
|
|
return feedbacks
|
|
|
|
@property
|
|
def annotation(self):
|
|
annotation = db.session.query(MessageAnnotation).filter(MessageAnnotation.message_id == self.id).first()
|
|
return annotation
|
|
|
|
@property
|
|
def annotation_hit_history(self):
|
|
annotation_history = (db.session.query(AppAnnotationHitHistory)
|
|
.filter(AppAnnotationHitHistory.message_id == self.id).first())
|
|
if annotation_history:
|
|
annotation = (db.session.query(MessageAnnotation).
|
|
filter(MessageAnnotation.id == annotation_history.annotation_id).first())
|
|
return annotation
|
|
return None
|
|
|
|
@property
|
|
def app_model_config(self):
|
|
conversation = db.session.query(Conversation).filter(Conversation.id == self.conversation_id).first()
|
|
if conversation:
|
|
return db.session.query(AppModelConfig).filter(
|
|
AppModelConfig.id == conversation.app_model_config_id).first()
|
|
|
|
return None
|
|
|
|
@property
|
|
def in_debug_mode(self):
|
|
return self.override_model_configs is not None
|
|
|
|
@property
|
|
def message_metadata_dict(self) -> dict:
|
|
return json.loads(self.message_metadata) if self.message_metadata else {}
|
|
|
|
@property
|
|
def agent_thoughts(self):
|
|
return db.session.query(MessageAgentThought).filter(MessageAgentThought.message_id == self.id) \
|
|
.order_by(MessageAgentThought.position.asc()).all()
|
|
|
|
@property
|
|
def retriever_resources(self):
|
|
return db.session.query(DatasetRetrieverResource).filter(DatasetRetrieverResource.message_id == self.id) \
|
|
.order_by(DatasetRetrieverResource.position.asc()).all()
|
|
|
|
@property
|
|
def message_files(self):
|
|
return db.session.query(MessageFile).filter(MessageFile.message_id == self.id).all()
|
|
|
|
@property
|
|
def files(self):
|
|
message_files = self.message_files
|
|
|
|
files = []
|
|
for message_file in message_files:
|
|
url = message_file.url
|
|
if message_file.type == 'image':
|
|
if message_file.transfer_method == 'local_file':
|
|
upload_file = (db.session.query(UploadFile)
|
|
.filter(
|
|
UploadFile.id == message_file.upload_file_id
|
|
).first())
|
|
|
|
url = UploadFileParser.get_image_data(
|
|
upload_file=upload_file,
|
|
force_url=True
|
|
)
|
|
if message_file.transfer_method == 'tool_file':
|
|
# get tool file id
|
|
tool_file_id = message_file.url.split('/')[-1]
|
|
# trim extension
|
|
tool_file_id = tool_file_id.split('.')[0]
|
|
|
|
# get extension
|
|
if '.' in message_file.url:
|
|
extension = f'.{message_file.url.split(".")[-1]}'
|
|
if len(extension) > 10:
|
|
extension = '.bin'
|
|
else:
|
|
extension = '.bin'
|
|
# add sign url
|
|
url = ToolFileParser.get_tool_file_manager().sign_file(tool_file_id=tool_file_id, extension=extension)
|
|
|
|
files.append({
|
|
'id': message_file.id,
|
|
'type': message_file.type,
|
|
'url': url,
|
|
'belongs_to': message_file.belongs_to if message_file.belongs_to else 'user'
|
|
})
|
|
|
|
return files
|
|
|
|
@property
|
|
def workflow_run(self):
|
|
if self.workflow_run_id:
|
|
from .workflow import WorkflowRun
|
|
return db.session.query(WorkflowRun).filter(WorkflowRun.id == self.workflow_run_id).first()
|
|
|
|
return None
|
|
|
|
def to_dict(self) -> dict:
|
|
return {
|
|
'id': self.id,
|
|
'app_id': self.app_id,
|
|
'conversation_id': self.conversation_id,
|
|
'inputs': self.inputs,
|
|
'query': self.query,
|
|
'message': self.message,
|
|
'answer': self.answer,
|
|
'status': self.status,
|
|
'error': self.error,
|
|
'message_metadata': self.message_metadata_dict,
|
|
'from_source': self.from_source,
|
|
'from_end_user_id': self.from_end_user_id,
|
|
'from_account_id': self.from_account_id,
|
|
'created_at': self.created_at.isoformat(),
|
|
'updated_at': self.updated_at.isoformat(),
|
|
'agent_based': self.agent_based,
|
|
'workflow_run_id': self.workflow_run_id
|
|
}
|
|
|
|
@classmethod
|
|
def from_dict(cls, data: dict):
|
|
return cls(
|
|
id=data['id'],
|
|
app_id=data['app_id'],
|
|
conversation_id=data['conversation_id'],
|
|
inputs=data['inputs'],
|
|
query=data['query'],
|
|
message=data['message'],
|
|
answer=data['answer'],
|
|
status=data['status'],
|
|
error=data['error'],
|
|
message_metadata=json.dumps(data['message_metadata']),
|
|
from_source=data['from_source'],
|
|
from_end_user_id=data['from_end_user_id'],
|
|
from_account_id=data['from_account_id'],
|
|
created_at=data['created_at'],
|
|
updated_at=data['updated_at'],
|
|
agent_based=data['agent_based'],
|
|
workflow_run_id=data['workflow_run_id']
|
|
)
|
|
|
|
|
|
class MessageFeedback(db.Model):
|
|
__tablename__ = 'message_feedbacks'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_feedback_pkey'),
|
|
db.Index('message_feedback_app_idx', 'app_id'),
|
|
db.Index('message_feedback_message_idx', 'message_id', 'from_source'),
|
|
db.Index('message_feedback_conversation_idx', 'conversation_id', 'from_source', 'rating')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
conversation_id = db.Column(StringUUID, nullable=False)
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
rating = db.Column(db.String(255), nullable=False)
|
|
content = db.Column(db.Text)
|
|
from_source = db.Column(db.String(255), nullable=False)
|
|
from_end_user_id = db.Column(StringUUID)
|
|
from_account_id = db.Column(StringUUID)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def from_account(self):
|
|
account = db.session.query(Account).filter(Account.id == self.from_account_id).first()
|
|
return account
|
|
|
|
|
|
class MessageFile(db.Model):
|
|
__tablename__ = 'message_files'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_file_pkey'),
|
|
db.Index('message_file_message_idx', 'message_id'),
|
|
db.Index('message_file_created_by_idx', 'created_by')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
type = db.Column(db.String(255), nullable=False)
|
|
transfer_method = db.Column(db.String(255), nullable=False)
|
|
url = db.Column(db.Text, nullable=True)
|
|
belongs_to = db.Column(db.String(255), nullable=True)
|
|
upload_file_id = db.Column(StringUUID, nullable=True)
|
|
created_by_role = db.Column(db.String(255), nullable=False)
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class MessageAnnotation(db.Model):
|
|
__tablename__ = 'message_annotations'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_annotation_pkey'),
|
|
db.Index('message_annotation_app_idx', 'app_id'),
|
|
db.Index('message_annotation_conversation_idx', 'conversation_id'),
|
|
db.Index('message_annotation_message_idx', 'message_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
conversation_id = db.Column(StringUUID, db.ForeignKey('conversations.id'), nullable=True)
|
|
message_id = db.Column(StringUUID, nullable=True)
|
|
question = db.Column(db.Text, nullable=True)
|
|
content = db.Column(db.Text, nullable=False)
|
|
hit_count = db.Column(db.Integer, nullable=False, server_default=db.text('0'))
|
|
account_id = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def account(self):
|
|
account = db.session.query(Account).filter(Account.id == self.account_id).first()
|
|
return account
|
|
|
|
@property
|
|
def annotation_create_account(self):
|
|
account = db.session.query(Account).filter(Account.id == self.account_id).first()
|
|
return account
|
|
|
|
|
|
class AppAnnotationHitHistory(db.Model):
|
|
__tablename__ = 'app_annotation_hit_histories'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='app_annotation_hit_histories_pkey'),
|
|
db.Index('app_annotation_hit_histories_app_idx', 'app_id'),
|
|
db.Index('app_annotation_hit_histories_account_idx', 'account_id'),
|
|
db.Index('app_annotation_hit_histories_annotation_idx', 'annotation_id'),
|
|
db.Index('app_annotation_hit_histories_message_idx', 'message_id'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
annotation_id = db.Column(StringUUID, nullable=False)
|
|
source = db.Column(db.Text, nullable=False)
|
|
question = db.Column(db.Text, nullable=False)
|
|
account_id = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
score = db.Column(Float, nullable=False, server_default=db.text('0'))
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
annotation_question = db.Column(db.Text, nullable=False)
|
|
annotation_content = db.Column(db.Text, nullable=False)
|
|
|
|
@property
|
|
def account(self):
|
|
account = (db.session.query(Account)
|
|
.join(MessageAnnotation, MessageAnnotation.account_id == Account.id)
|
|
.filter(MessageAnnotation.id == self.annotation_id).first())
|
|
return account
|
|
|
|
@property
|
|
def annotation_create_account(self):
|
|
account = db.session.query(Account).filter(Account.id == self.account_id).first()
|
|
return account
|
|
|
|
|
|
class AppAnnotationSetting(db.Model):
|
|
__tablename__ = 'app_annotation_settings'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='app_annotation_settings_pkey'),
|
|
db.Index('app_annotation_settings_app_idx', 'app_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
score_threshold = db.Column(Float, nullable=False, server_default=db.text('0'))
|
|
collection_binding_id = db.Column(StringUUID, nullable=False)
|
|
created_user_id = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_user_id = db.Column(StringUUID, nullable=False)
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@property
|
|
def created_account(self):
|
|
account = (db.session.query(Account)
|
|
.join(AppAnnotationSetting, AppAnnotationSetting.created_user_id == Account.id)
|
|
.filter(AppAnnotationSetting.id == self.annotation_id).first())
|
|
return account
|
|
|
|
@property
|
|
def updated_account(self):
|
|
account = (db.session.query(Account)
|
|
.join(AppAnnotationSetting, AppAnnotationSetting.updated_user_id == Account.id)
|
|
.filter(AppAnnotationSetting.id == self.annotation_id).first())
|
|
return account
|
|
|
|
@property
|
|
def collection_binding_detail(self):
|
|
from .dataset import DatasetCollectionBinding
|
|
collection_binding_detail = (db.session.query(DatasetCollectionBinding)
|
|
.filter(DatasetCollectionBinding.id == self.collection_binding_id).first())
|
|
return collection_binding_detail
|
|
|
|
|
|
class OperationLog(db.Model):
|
|
__tablename__ = 'operation_logs'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='operation_log_pkey'),
|
|
db.Index('operation_log_account_action_idx', 'tenant_id', 'account_id', 'action')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
account_id = db.Column(StringUUID, nullable=False)
|
|
action = db.Column(db.String(255), nullable=False)
|
|
content = db.Column(db.JSON)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
created_ip = db.Column(db.String(255), nullable=False)
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class EndUser(UserMixin, db.Model):
|
|
__tablename__ = 'end_users'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='end_user_pkey'),
|
|
db.Index('end_user_session_id_idx', 'session_id', 'type'),
|
|
db.Index('end_user_tenant_session_id_idx', 'tenant_id', 'session_id', 'type'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
app_id = db.Column(StringUUID, nullable=True)
|
|
type = db.Column(db.String(255), nullable=False)
|
|
external_user_id = db.Column(db.String(255), nullable=True)
|
|
name = db.Column(db.String(255))
|
|
is_anonymous = db.Column(db.Boolean, nullable=False, server_default=db.text('true'))
|
|
session_id = db.Column(db.String(255), nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class Site(db.Model):
|
|
__tablename__ = 'sites'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='site_pkey'),
|
|
db.Index('site_app_id_idx', 'app_id'),
|
|
db.Index('site_code_idx', 'code', 'status')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
title = db.Column(db.String(255), nullable=False)
|
|
icon = db.Column(db.String(255))
|
|
icon_background = db.Column(db.String(255))
|
|
description = db.Column(db.Text)
|
|
default_language = db.Column(db.String(255), nullable=False)
|
|
chat_color_theme = db.Column(db.String(255))
|
|
chat_color_theme_inverted = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
copyright = db.Column(db.String(255))
|
|
privacy_policy = db.Column(db.String(255))
|
|
show_workflow_steps = db.Column(db.Boolean, nullable=False, server_default=db.text('true'))
|
|
custom_disclaimer = db.Column(db.String(255), nullable=True)
|
|
customize_domain = db.Column(db.String(255))
|
|
customize_token_strategy = db.Column(db.String(255), nullable=False)
|
|
prompt_public = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
status = db.Column(db.String(255), nullable=False, server_default=db.text("'normal'::character varying"))
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
code = db.Column(db.String(255))
|
|
|
|
@staticmethod
|
|
def generate_code(n):
|
|
while True:
|
|
result = generate_string(n)
|
|
while db.session.query(Site).filter(Site.code == result).count() > 0:
|
|
result = generate_string(n)
|
|
|
|
return result
|
|
|
|
@property
|
|
def app_base_url(self):
|
|
return (
|
|
dify_config.APP_WEB_URL if dify_config.APP_WEB_URL else request.url_root.rstrip('/'))
|
|
|
|
|
|
class ApiToken(db.Model):
|
|
__tablename__ = 'api_tokens'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='api_token_pkey'),
|
|
db.Index('api_token_app_id_type_idx', 'app_id', 'type'),
|
|
db.Index('api_token_token_idx', 'token', 'type'),
|
|
db.Index('api_token_tenant_idx', 'tenant_id', 'type')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=True)
|
|
tenant_id = db.Column(StringUUID, nullable=True)
|
|
type = db.Column(db.String(16), nullable=False)
|
|
token = db.Column(db.String(255), nullable=False)
|
|
last_used_at = db.Column(db.DateTime, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
@staticmethod
|
|
def generate_api_key(prefix, n):
|
|
while True:
|
|
result = prefix + generate_string(n)
|
|
while db.session.query(ApiToken).filter(ApiToken.token == result).count() > 0:
|
|
result = prefix + generate_string(n)
|
|
|
|
return result
|
|
|
|
|
|
class UploadFile(db.Model):
|
|
__tablename__ = 'upload_files'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='upload_file_pkey'),
|
|
db.Index('upload_file_tenant_idx', 'tenant_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
storage_type = db.Column(db.String(255), nullable=False)
|
|
key = db.Column(db.String(255), nullable=False)
|
|
name = db.Column(db.String(255), nullable=False)
|
|
size = db.Column(db.Integer, nullable=False)
|
|
extension = db.Column(db.String(255), nullable=False)
|
|
mime_type = db.Column(db.String(255), nullable=True)
|
|
created_by_role = db.Column(db.String(255), nullable=False, server_default=db.text("'account'::character varying"))
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
used = db.Column(db.Boolean, nullable=False, server_default=db.text('false'))
|
|
used_by = db.Column(StringUUID, nullable=True)
|
|
used_at = db.Column(db.DateTime, nullable=True)
|
|
hash = db.Column(db.String(255), nullable=True)
|
|
|
|
|
|
class ApiRequest(db.Model):
|
|
__tablename__ = 'api_requests'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='api_request_pkey'),
|
|
db.Index('api_request_token_idx', 'tenant_id', 'api_token_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=False)
|
|
api_token_id = db.Column(StringUUID, nullable=False)
|
|
path = db.Column(db.String(255), nullable=False)
|
|
request = db.Column(db.Text, nullable=True)
|
|
response = db.Column(db.Text, nullable=True)
|
|
ip = db.Column(db.String(255), nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class MessageChain(db.Model):
|
|
__tablename__ = 'message_chains'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_chain_pkey'),
|
|
db.Index('message_chain_message_id_idx', 'message_id')
|
|
)
|
|
|
|
id = db.Column(StringUUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
type = db.Column(db.String(255), nullable=False)
|
|
input = db.Column(db.Text, nullable=True)
|
|
output = db.Column(db.Text, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())
|
|
|
|
|
|
class MessageAgentThought(db.Model):
|
|
__tablename__ = 'message_agent_thoughts'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='message_agent_thought_pkey'),
|
|
db.Index('message_agent_thought_message_id_idx', 'message_id'),
|
|
db.Index('message_agent_thought_message_chain_id_idx', 'message_chain_id'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
message_chain_id = db.Column(StringUUID, nullable=True)
|
|
position = db.Column(db.Integer, nullable=False)
|
|
thought = db.Column(db.Text, nullable=True)
|
|
tool = db.Column(db.Text, nullable=True)
|
|
tool_labels_str = db.Column(db.Text, nullable=False, server_default=db.text("'{}'::text"))
|
|
tool_meta_str = db.Column(db.Text, nullable=False, server_default=db.text("'{}'::text"))
|
|
tool_input = db.Column(db.Text, nullable=True)
|
|
observation = db.Column(db.Text, nullable=True)
|
|
# plugin_id = db.Column(StringUUID, nullable=True) ## for future design
|
|
tool_process_data = db.Column(db.Text, nullable=True)
|
|
message = db.Column(db.Text, nullable=True)
|
|
message_token = db.Column(db.Integer, nullable=True)
|
|
message_unit_price = db.Column(db.Numeric, nullable=True)
|
|
message_price_unit = db.Column(db.Numeric(10, 7), nullable=False, server_default=db.text('0.001'))
|
|
message_files = db.Column(db.Text, nullable=True)
|
|
answer = db.Column(db.Text, nullable=True)
|
|
answer_token = db.Column(db.Integer, nullable=True)
|
|
answer_unit_price = db.Column(db.Numeric, nullable=True)
|
|
answer_price_unit = db.Column(db.Numeric(10, 7), nullable=False, server_default=db.text('0.001'))
|
|
tokens = db.Column(db.Integer, nullable=True)
|
|
total_price = db.Column(db.Numeric, nullable=True)
|
|
currency = db.Column(db.String, nullable=True)
|
|
latency = db.Column(db.Float, nullable=True)
|
|
created_by_role = db.Column(db.String, nullable=False)
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())
|
|
|
|
@property
|
|
def files(self) -> list:
|
|
if self.message_files:
|
|
return json.loads(self.message_files)
|
|
else:
|
|
return []
|
|
|
|
@property
|
|
def tools(self) -> list[str]:
|
|
return self.tool.split(";") if self.tool else []
|
|
|
|
@property
|
|
def tool_labels(self) -> dict:
|
|
try:
|
|
if self.tool_labels_str:
|
|
return json.loads(self.tool_labels_str)
|
|
else:
|
|
return {}
|
|
except Exception as e:
|
|
return {}
|
|
|
|
@property
|
|
def tool_meta(self) -> dict:
|
|
try:
|
|
if self.tool_meta_str:
|
|
return json.loads(self.tool_meta_str)
|
|
else:
|
|
return {}
|
|
except Exception as e:
|
|
return {}
|
|
|
|
@property
|
|
def tool_inputs_dict(self) -> dict:
|
|
tools = self.tools
|
|
try:
|
|
if self.tool_input:
|
|
data = json.loads(self.tool_input)
|
|
result = {}
|
|
for tool in tools:
|
|
if tool in data:
|
|
result[tool] = data[tool]
|
|
else:
|
|
if len(tools) == 1:
|
|
result[tool] = data
|
|
else:
|
|
result[tool] = {}
|
|
return result
|
|
else:
|
|
return {
|
|
tool: {} for tool in tools
|
|
}
|
|
except Exception as e:
|
|
return {}
|
|
|
|
@property
|
|
def tool_outputs_dict(self) -> dict:
|
|
tools = self.tools
|
|
try:
|
|
if self.observation:
|
|
data = json.loads(self.observation)
|
|
result = {}
|
|
for tool in tools:
|
|
if tool in data:
|
|
result[tool] = data[tool]
|
|
else:
|
|
if len(tools) == 1:
|
|
result[tool] = data
|
|
else:
|
|
result[tool] = {}
|
|
return result
|
|
else:
|
|
return {
|
|
tool: {} for tool in tools
|
|
}
|
|
except Exception as e:
|
|
if self.observation:
|
|
return {
|
|
tool: self.observation for tool in tools
|
|
}
|
|
|
|
|
|
class DatasetRetrieverResource(db.Model):
|
|
__tablename__ = 'dataset_retriever_resources'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='dataset_retriever_resource_pkey'),
|
|
db.Index('dataset_retriever_resource_message_id_idx', 'message_id'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, nullable=False, server_default=db.text('uuid_generate_v4()'))
|
|
message_id = db.Column(StringUUID, nullable=False)
|
|
position = db.Column(db.Integer, nullable=False)
|
|
dataset_id = db.Column(StringUUID, nullable=False)
|
|
dataset_name = db.Column(db.Text, nullable=False)
|
|
document_id = db.Column(StringUUID, nullable=False)
|
|
document_name = db.Column(db.Text, nullable=False)
|
|
data_source_type = db.Column(db.Text, nullable=False)
|
|
segment_id = db.Column(StringUUID, nullable=False)
|
|
score = db.Column(db.Float, nullable=True)
|
|
content = db.Column(db.Text, nullable=False)
|
|
hit_count = db.Column(db.Integer, nullable=True)
|
|
word_count = db.Column(db.Integer, nullable=True)
|
|
segment_position = db.Column(db.Integer, nullable=True)
|
|
index_node_hash = db.Column(db.Text, nullable=True)
|
|
retriever_from = db.Column(db.Text, nullable=False)
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.func.current_timestamp())
|
|
|
|
|
|
class Tag(db.Model):
|
|
__tablename__ = 'tags'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='tag_pkey'),
|
|
db.Index('tag_type_idx', 'type'),
|
|
db.Index('tag_name_idx', 'name'),
|
|
)
|
|
|
|
TAG_TYPE_LIST = ['knowledge', 'app']
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=True)
|
|
type = db.Column(db.String(16), nullable=False)
|
|
name = db.Column(db.String(255), nullable=False)
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class TagBinding(db.Model):
|
|
__tablename__ = 'tag_bindings'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='tag_binding_pkey'),
|
|
db.Index('tag_bind_target_id_idx', 'target_id'),
|
|
db.Index('tag_bind_tag_id_idx', 'tag_id'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
tenant_id = db.Column(StringUUID, nullable=True)
|
|
tag_id = db.Column(StringUUID, nullable=True)
|
|
target_id = db.Column(StringUUID, nullable=True)
|
|
created_by = db.Column(StringUUID, nullable=False)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=db.text('CURRENT_TIMESTAMP(0)'))
|
|
|
|
|
|
class TraceAppConfig(db.Model):
|
|
__tablename__ = 'trace_app_config'
|
|
__table_args__ = (
|
|
db.PrimaryKeyConstraint('id', name='tracing_app_config_pkey'),
|
|
db.Index('trace_app_config_app_id_idx', 'app_id'),
|
|
)
|
|
|
|
id = db.Column(StringUUID, server_default=db.text('uuid_generate_v4()'))
|
|
app_id = db.Column(StringUUID, nullable=False)
|
|
tracing_provider = db.Column(db.String(255), nullable=True)
|
|
tracing_config = db.Column(db.JSON, nullable=True)
|
|
created_at = db.Column(db.DateTime, nullable=False, server_default=func.now())
|
|
updated_at = db.Column(db.DateTime, nullable=False, server_default=func.now(), onupdate=func.now())
|
|
is_active = db.Column(db.Boolean, nullable=False, server_default=db.text('true'))
|
|
|
|
@property
|
|
def tracing_config_dict(self):
|
|
return self.tracing_config if self.tracing_config else {}
|
|
|
|
@property
|
|
def tracing_config_str(self):
|
|
return json.dumps(self.tracing_config_dict)
|
|
|
|
def to_dict(self):
|
|
return {
|
|
'id': self.id,
|
|
'app_id': self.app_id,
|
|
'tracing_provider': self.tracing_provider,
|
|
'tracing_config': self.tracing_config_dict,
|
|
"is_active": self.is_active,
|
|
"created_at": self.created_at.__str__() if self.created_at else None,
|
|
'updated_at': self.updated_at.__str__() if self.updated_at else None,
|
|
}
|