hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-22 09:16:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

enhancement: introduce Ruff for Python linter for reordering and removing unused imports with automated pre-commit and sytle check (#2366)

Browse Source
This commit is contained in:
Bowen Liang
2024-02-06 13:21:13 +08:00
committed by GitHub
parent 42344795cd
commit 843280f82b
333 changed files with 2109 additions and 1050 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
api/core/spiltter/fixed_text_splitter.py
View File

@@ -3,11 +3,20 @@ from __future__ import annotations
from typing import Any, List, Optional, cast
from langchain.text_splitter import (
TS,
AbstractSet,
Collection,
Literal,
RecursiveCharacterTextSplitter,
TokenTextSplitter,
Type,
Union,
)
from core.model_manager import ModelInstance
from core.model_runtime.model_providers.__base.text_embedding_model import TextEmbeddingModel
from core.model_runtime.model_providers.__base.tokenizers.gpt2_tokenzier import GPT2Tokenizer
from langchain.text_splitter import (TS, AbstractSet, Collection, Literal, RecursiveCharacterTextSplitter,
TokenTextSplitter, Type, Union)
class EnhanceRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):