We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent de767cc commit d751682Copy full SHA for d751682
graphrag/index/text_splitting/text_splitting.py
@@ -50,8 +50,8 @@ class TextSplitter(ABC):
50
51
def __init__(
52
self,
53
- # based on text-ada-002-embedding max input buffer length
54
- # https://platform.openai.com/docs/guides/embeddings/second-generation-models
+ # based on OpenAI embedding chunk size limits
+ # https://devblogs.microsoft.com/azure-sql/embedding-models-and-dimensions-optimizing-the-performance-resource-usage-ratio/
55
chunk_size: int = 8191,
56
chunk_overlap: int = 100,
57
length_function: LengthFn = len,
0 commit comments