hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-11 03:46:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

improve: introduce isort for linting Python imports (#1983)

Browse Source
This commit is contained in:
Bowen Liang
2024-01-12 12:34:01 +08:00
committed by GitHub
parent cca9edc97a
commit cc9e74123c
413 changed files with 1635 additions and 1906 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
api/core/spiltter/fixed_text_splitter.py
View File

@@ -1,15 +1,12 @@
"""Functionality for splitting text."""
from __future__ import annotations
from typing import (
Any,
List,
Optional,
)
from langchain.text_splitter import RecursiveCharacterTextSplitter, TokenTextSplitter, TS, Type, Union, AbstractSet, Literal, Collection
from typing import Any, List, Optional
from core.model_runtime.model_providers.__base.tokenizers.gpt2_tokenzier import GPT2Tokenizer
from langchain.text_splitter import (TS, AbstractSet, Collection, Literal, RecursiveCharacterTextSplitter,
TokenTextSplitter, Type, Union)
class EnhanceRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):
"""