jattokatarratto commited on
Commit
776dd99
·
verified ·
1 Parent(s): e0906d3

Update common.py

Browse files
Files changed (1) hide show
  1. common.py +2 -2
common.py CHANGED
@@ -3,8 +3,8 @@ import re
3
  import numpy as np
4
 
5
  import tiktoken
6
- #from langchain.text_splitter import TokenTextSplitter
7
- from langchain_text_splitters import TokenTextSplitter
8
 
9
  # Function to cleanly strip quoted strings
10
  def strip_quotes(text):
 
3
  import numpy as np
4
 
5
  import tiktoken
6
+ from langchain.text_splitter import TokenTextSplitter
7
+ #from langchain_text_splitters import TokenTextSplitter
8
 
9
  # Function to cleanly strip quoted strings
10
  def strip_quotes(text):