2024-02-06 13:21:13 +08:00
|
|
|
[project]
|
|
|
|
requires-python = ">=3.10"
|
|
|
|
|
2024-06-18 13:27:03 +08:00
|
|
|
[build-system]
|
|
|
|
requires = ["poetry-core"]
|
|
|
|
build-backend = "poetry.core.masonry.api"
|
|
|
|
|
2024-02-06 13:21:13 +08:00
|
|
|
[tool.ruff]
|
|
|
|
exclude = [
|
|
|
|
]
|
|
|
|
line-length = 120
|
|
|
|
|
|
|
|
[tool.ruff.lint]
|
2024-06-17 10:04:28 +08:00
|
|
|
preview = true
|
2024-02-06 13:21:13 +08:00
|
|
|
select = [
|
2024-05-20 16:34:13 +08:00
|
|
|
"B", # flake8-bugbear rules
|
2024-06-27 11:21:31 +08:00
|
|
|
"C4", # flake8-comprehensions
|
2024-02-08 14:11:10 +08:00
|
|
|
"F", # pyflakes rules
|
2024-05-20 16:34:13 +08:00
|
|
|
"I", # isort rules
|
2024-06-27 11:21:31 +08:00
|
|
|
"UP", # pyupgrade rules
|
|
|
|
"B035", # static-key-dict-comprehension
|
2024-06-05 14:05:15 +08:00
|
|
|
"E101", # mixed-spaces-and-tabs
|
|
|
|
"E111", # indentation-with-invalid-multiple
|
|
|
|
"E112", # no-indented-block
|
|
|
|
"E113", # unexpected-indentation
|
|
|
|
"E115", # no-indented-block-comment
|
|
|
|
"E116", # unexpected-indentation-comment
|
|
|
|
"E117", # over-indented
|
2024-05-19 18:30:45 +08:00
|
|
|
"RUF019", # unnecessary-key-check
|
2024-06-05 14:05:15 +08:00
|
|
|
"RUF100", # unused-noqa
|
|
|
|
"RUF101", # redirected-noqa
|
2024-05-24 12:08:12 +08:00
|
|
|
"S506", # unsafe-yaml-load
|
2024-06-27 11:21:31 +08:00
|
|
|
"SIM116", # if-else-block-instead-of-dict-lookup
|
|
|
|
"SIM401", # if-else-block-instead-of-dict-get
|
|
|
|
"SIM910", # dict-get-with-none-default
|
2024-06-05 14:05:15 +08:00
|
|
|
"W191", # tab-indentation
|
2024-06-02 10:02:37 +08:00
|
|
|
"W605", # invalid-escape-sequence
|
2024-06-27 11:21:31 +08:00
|
|
|
"F601", # multi-value-repeated-key-literal
|
|
|
|
"F602", # multi-value-repeated-key-variable
|
2024-02-08 14:11:10 +08:00
|
|
|
]
|
|
|
|
ignore = [
|
|
|
|
"F403", # undefined-local-with-import-star
|
|
|
|
"F405", # undefined-local-with-import-star-usage
|
|
|
|
"F821", # undefined-name
|
|
|
|
"F841", # unused-variable
|
2024-02-09 15:21:33 +08:00
|
|
|
"UP007", # non-pep604-annotation
|
|
|
|
"UP032", # f-string
|
2024-05-20 16:34:13 +08:00
|
|
|
"B005", # strip-with-multi-characters
|
|
|
|
"B006", # mutable-argument-default
|
|
|
|
"B007", # unused-loop-control-variable
|
|
|
|
"B026", # star-arg-unpacking-after-keyword-arg
|
2024-07-09 11:33:58 +08:00
|
|
|
# "B901", # return-in-generator
|
2024-05-20 16:34:13 +08:00
|
|
|
"B904", # raise-without-from-inside-except
|
|
|
|
"B905", # zip-without-explicit-strict
|
2024-02-06 13:21:13 +08:00
|
|
|
]
|
2024-04-18 13:43:15 +08:00
|
|
|
|
2024-04-18 20:24:05 +08:00
|
|
|
[tool.ruff.lint.per-file-ignores]
|
|
|
|
"app.py" = [
|
|
|
|
"F401", # unused-import
|
|
|
|
"F811", # redefined-while-unused
|
|
|
|
]
|
|
|
|
"__init__.py" = [
|
|
|
|
"F401", # unused-import
|
|
|
|
"F811", # redefined-while-unused
|
|
|
|
]
|
|
|
|
"tests/*" = [
|
|
|
|
"F401", # unused-import
|
|
|
|
"F811", # redefined-while-unused
|
|
|
|
]
|
|
|
|
|
2024-06-26 16:30:28 +08:00
|
|
|
[tool.ruff.format]
|
|
|
|
quote-style = "single"
|
2024-04-18 13:43:15 +08:00
|
|
|
|
|
|
|
[tool.pytest_env]
|
|
|
|
OPENAI_API_KEY = "sk-IamNotARealKeyJustForMockTestKawaiiiiiiiiii"
|
|
|
|
AZURE_OPENAI_API_BASE = "https://difyai-openai.openai.azure.com"
|
|
|
|
AZURE_OPENAI_API_KEY = "xxxxb1707exxxxxxxxxxaaxxxxxf94"
|
|
|
|
ANTHROPIC_API_KEY = "sk-ant-api11-IamNotARealKeyJustForMockTestKawaiiiiiiiiii-NotBaka-ASkksz"
|
|
|
|
CHATGLM_API_BASE = "http://a.abc.com:11451"
|
|
|
|
XINFERENCE_SERVER_URL = "http://a.abc.com:11451"
|
|
|
|
XINFERENCE_GENERATION_MODEL_UID = "generate"
|
|
|
|
XINFERENCE_CHAT_MODEL_UID = "chat"
|
|
|
|
XINFERENCE_EMBEDDINGS_MODEL_UID = "embedding"
|
|
|
|
XINFERENCE_RERANK_MODEL_UID = "rerank"
|
|
|
|
GOOGLE_API_KEY = "abcdefghijklmnopqrstuvwxyz"
|
|
|
|
HUGGINGFACE_API_KEY = "hf-awuwuwuwuwuwuwuwuwuwuwuwuwuwuwuwuwu"
|
|
|
|
HUGGINGFACE_TEXT_GEN_ENDPOINT_URL = "a"
|
|
|
|
HUGGINGFACE_TEXT2TEXT_GEN_ENDPOINT_URL = "b"
|
|
|
|
HUGGINGFACE_EMBEDDINGS_ENDPOINT_URL = "c"
|
|
|
|
MOCK_SWITCH = "true"
|
2024-05-03 08:54:40 +08:00
|
|
|
CODE_MAX_STRING_LENGTH = "80000"
|
2024-06-27 11:21:31 +08:00
|
|
|
CODE_EXECUTION_ENDPOINT = "http://127.0.0.1:8194"
|
|
|
|
CODE_EXECUTION_API_KEY = "dify-sandbox"
|
2024-06-15 02:46:02 +08:00
|
|
|
FIRECRAWL_API_KEY = "fc-"
|
|
|
|
|
2024-06-11 13:11:28 +08:00
|
|
|
[tool.poetry]
|
|
|
|
name = "dify-api"
|
2024-06-11 22:21:18 +08:00
|
|
|
package-mode = false
|
2024-06-11 13:11:28 +08:00
|
|
|
|
2024-06-27 17:52:54 +08:00
|
|
|
############################################################
|
|
|
|
# Main dependencies
|
|
|
|
############################################################
|
|
|
|
|
2024-06-11 13:11:28 +08:00
|
|
|
[tool.poetry.dependencies]
|
2024-06-27 17:52:54 +08:00
|
|
|
anthropic = "~0.23.1"
|
|
|
|
authlib = "1.3.1"
|
|
|
|
azure-identity = "1.16.1"
|
|
|
|
azure-storage-blob = "12.13.0"
|
2024-06-11 22:21:18 +08:00
|
|
|
beautifulsoup4 = "4.12.2"
|
2024-07-01 04:36:13 +08:00
|
|
|
boto3 = "1.34.136"
|
2024-06-27 17:52:54 +08:00
|
|
|
bs4 = "~0.0.1"
|
|
|
|
cachetools = "~5.3.0"
|
|
|
|
celery = "~5.3.6"
|
|
|
|
chardet = "~5.1.0"
|
|
|
|
cohere = "~5.2.4"
|
|
|
|
cos-python-sdk-v5 = "1.9.30"
|
|
|
|
dashscope = { version = "~1.17.0", extras = ["tokenizer"] }
|
2024-06-11 22:21:18 +08:00
|
|
|
flask = "~3.0.1"
|
|
|
|
flask-compress = "~1.14"
|
2024-06-27 17:52:54 +08:00
|
|
|
flask-cors = "~4.0.0"
|
2024-06-11 22:21:18 +08:00
|
|
|
flask-login = "~0.6.3"
|
|
|
|
flask-migrate = "~4.0.5"
|
|
|
|
flask-restful = "~0.3.10"
|
2024-07-17 13:54:35 +08:00
|
|
|
Flask-SQLAlchemy = "~3.1.1"
|
2024-06-11 22:21:18 +08:00
|
|
|
gevent = "~23.9.1"
|
2024-06-27 17:52:54 +08:00
|
|
|
gmpy2 = "~2.1.5"
|
2024-06-11 13:11:28 +08:00
|
|
|
google-ai-generativelanguage = "0.6.1"
|
2024-06-11 22:21:18 +08:00
|
|
|
google-api-core = "2.18.0"
|
|
|
|
google-api-python-client = "2.90.0"
|
|
|
|
google-auth = "2.29.0"
|
2024-06-11 13:11:28 +08:00
|
|
|
google-auth-httplib2 = "0.2.0"
|
2024-06-27 17:52:54 +08:00
|
|
|
google-cloud-aiplatform = "1.49.0"
|
|
|
|
google-cloud-storage = "2.16.0"
|
2024-06-11 13:11:28 +08:00
|
|
|
google-generativeai = "0.5.0"
|
|
|
|
googleapis-common-protos = "1.63.0"
|
2024-06-27 17:52:54 +08:00
|
|
|
gunicorn = "~22.0.0"
|
|
|
|
httpx = { version = "~0.27.0", extras = ["socks"] }
|
2024-06-11 22:21:18 +08:00
|
|
|
huggingface-hub = "~0.16.4"
|
2024-06-27 17:52:54 +08:00
|
|
|
jieba = "0.42.1"
|
|
|
|
langfuse = "^2.36.1"
|
|
|
|
langsmith = "^0.1.77"
|
|
|
|
mailchimp-transactional = "~1.0.50"
|
|
|
|
markdown = "~3.5.1"
|
|
|
|
novita-client = "^0.5.6"
|
|
|
|
numpy = "~1.26.4"
|
|
|
|
openai = "~1.29.0"
|
|
|
|
oss2 = "2.18.5"
|
2024-06-11 22:21:18 +08:00
|
|
|
pandas = { version = "~2.2.2", extras = ["performance", "excel"] }
|
2024-06-27 17:52:54 +08:00
|
|
|
psycopg2-binary = "~2.9.6"
|
|
|
|
pycryptodome = "3.19.1"
|
2024-07-16 13:40:58 +08:00
|
|
|
pydantic = "~2.8.2"
|
|
|
|
pydantic-settings = "~2.3.4"
|
|
|
|
pydantic_extra_types = "~2.9.0"
|
2024-06-27 17:52:54 +08:00
|
|
|
pydub = "~0.25.1"
|
|
|
|
pyjwt = "~2.8.0"
|
|
|
|
pypdfium2 = "~4.17.0"
|
|
|
|
python = "^3.10"
|
|
|
|
python-docx = "~1.1.0"
|
|
|
|
python-dotenv = "1.0.0"
|
2024-06-11 22:21:18 +08:00
|
|
|
pyyaml = "~6.0.1"
|
2024-06-27 17:52:54 +08:00
|
|
|
readabilipy = "0.2.0"
|
|
|
|
redis = { version = "~5.0.3", extras = ["hiredis"] }
|
|
|
|
replicate = "~0.22.0"
|
|
|
|
resend = "~0.7.0"
|
|
|
|
safetensors = "~0.4.3"
|
2024-07-24 04:49:03 +08:00
|
|
|
sentry-sdk = { version = "~1.44.1", extras = ["flask"] }
|
2024-06-27 17:52:54 +08:00
|
|
|
sqlalchemy = "~2.0.29"
|
|
|
|
tencentcloud-sdk-python-hunyuan = "~3.0.1158"
|
|
|
|
tiktoken = "~0.7.0"
|
|
|
|
tokenizers = "~0.15.0"
|
|
|
|
transformers = "~4.35.0"
|
2024-06-27 11:21:31 +08:00
|
|
|
unstructured = { version = "~0.10.27", extras = ["docx", "epub", "md", "msg", "ppt", "pptx"] }
|
2024-06-27 17:52:54 +08:00
|
|
|
websocket-client = "~1.7.0"
|
|
|
|
werkzeug = "~3.0.1"
|
|
|
|
xinference-client = "0.9.4"
|
|
|
|
yarl = "~1.9.4"
|
|
|
|
zhipuai = "1.0.7"
|
|
|
|
|
|
|
|
############################################################
|
|
|
|
# Tool dependencies required by tool implementations
|
|
|
|
############################################################
|
|
|
|
|
|
|
|
[tool.poetry.group.tool.dependencies]
|
|
|
|
arxiv = "2.1.0"
|
2024-06-11 22:21:18 +08:00
|
|
|
matplotlib = "~3.8.2"
|
2024-06-27 17:52:54 +08:00
|
|
|
newspaper3k = "0.2.8"
|
2024-07-05 21:11:15 +08:00
|
|
|
duckduckgo-search = "^6.1.8"
|
2024-06-28 11:57:32 +08:00
|
|
|
jsonpath-ng = "1.6.1"
|
2024-06-27 17:52:54 +08:00
|
|
|
numexpr = "~2.9.0"
|
|
|
|
opensearch-py = "2.4.0"
|
2024-06-11 22:21:18 +08:00
|
|
|
qrcode = "~7.4.2"
|
2024-06-27 17:52:54 +08:00
|
|
|
twilio = "~9.0.4"
|
|
|
|
vanna = { version = "0.5.5", extras = ["postgres", "mysql", "clickhouse", "duckdb"] }
|
|
|
|
wikipedia = "1.4.0"
|
|
|
|
yfinance = "~0.2.40"
|
2024-07-17 14:13:57 +08:00
|
|
|
cloudscraper = "1.2.71"
|
2024-06-27 17:52:54 +08:00
|
|
|
|
|
|
|
############################################################
|
|
|
|
# VDB dependencies required by vector store clients
|
|
|
|
############################################################
|
|
|
|
|
|
|
|
[tool.poetry.group.vdb.dependencies]
|
|
|
|
chromadb = "~0.5.1"
|
|
|
|
oracledb = "~2.2.1"
|
2024-06-11 13:11:28 +08:00
|
|
|
pgvecto-rs = "0.1.4"
|
|
|
|
pgvector = "0.2.5"
|
2024-06-27 17:52:54 +08:00
|
|
|
pymilvus = "2.3.1"
|
2024-06-11 22:21:18 +08:00
|
|
|
pymysql = "1.1.1"
|
2024-06-27 17:52:54 +08:00
|
|
|
tcvectordb = "1.3.2"
|
2024-06-11 22:21:18 +08:00
|
|
|
tidb-vector = "0.0.9"
|
2024-06-27 17:52:54 +08:00
|
|
|
qdrant-client = "1.7.3"
|
|
|
|
weaviate-client = "~3.21.0"
|
2024-07-09 13:32:04 +08:00
|
|
|
alibabacloud_gpdb20160503 = "~3.8.0"
|
|
|
|
alibabacloud_tea_openapi = "~0.3.9"
|
2024-07-11 15:21:59 +08:00
|
|
|
clickhouse-connect = "~0.7.16"
|
2024-06-27 17:52:54 +08:00
|
|
|
|
|
|
|
############################################################
|
|
|
|
# Transparent dependencies required by main dependencies
|
|
|
|
# for pinning versions
|
|
|
|
############################################################
|
|
|
|
|
|
|
|
[tool.poetry.group.transparent.dependencies]
|
2024-06-11 13:11:28 +08:00
|
|
|
kaleido = "0.2.1"
|
2024-06-27 17:52:54 +08:00
|
|
|
lxml = "5.1.0"
|
|
|
|
sympy = "1.12"
|
2024-06-17 18:03:42 +08:00
|
|
|
tenacity = "~8.3.0"
|
2024-06-27 17:52:54 +08:00
|
|
|
xlrd = "~2.0.1"
|
|
|
|
|
|
|
|
############################################################
|
|
|
|
# Dev dependencies for running tests
|
|
|
|
############################################################
|
2024-06-11 13:11:28 +08:00
|
|
|
|
2024-06-12 14:43:03 +08:00
|
|
|
[tool.poetry.group.dev]
|
|
|
|
optional = true
|
2024-06-11 13:11:28 +08:00
|
|
|
|
|
|
|
[tool.poetry.group.dev.dependencies]
|
2024-06-11 22:21:18 +08:00
|
|
|
coverage = "~7.2.4"
|
|
|
|
pytest = "~8.1.1"
|
|
|
|
pytest-benchmark = "~4.0.0"
|
|
|
|
pytest-env = "~1.1.3"
|
|
|
|
pytest-mock = "~3.14.0"
|
2024-06-12 14:43:03 +08:00
|
|
|
|
2024-06-27 17:52:54 +08:00
|
|
|
############################################################
|
|
|
|
# Lint dependencies for code style linting
|
|
|
|
############################################################
|
|
|
|
|
2024-06-12 14:43:03 +08:00
|
|
|
[tool.poetry.group.lint]
|
|
|
|
optional = true
|
|
|
|
|
|
|
|
[tool.poetry.group.lint.dependencies]
|
2024-07-09 23:06:23 +08:00
|
|
|
ruff = "~0.5.1"
|
|
|
|
dotenv-linter = "~0.5.0"
|