Spaces:
Sleeping
Sleeping
Update common.py
Browse files
common.py
CHANGED
|
@@ -3,8 +3,8 @@ import re
|
|
| 3 |
import numpy as np
|
| 4 |
|
| 5 |
import tiktoken
|
| 6 |
-
|
| 7 |
-
from langchain_text_splitters import TokenTextSplitter
|
| 8 |
|
| 9 |
# Function to cleanly strip quoted strings
|
| 10 |
def strip_quotes(text):
|
|
|
|
| 3 |
import numpy as np
|
| 4 |
|
| 5 |
import tiktoken
|
| 6 |
+
from langchain.text_splitter import TokenTextSplitter
|
| 7 |
+
#from langchain_text_splitters import TokenTextSplitter
|
| 8 |
|
| 9 |
# Function to cleanly strip quoted strings
|
| 10 |
def strip_quotes(text):
|