Added Langsmith

app.py

@@ -8,6 +8,8 @@ from langchain_community.embeddings import HuggingFaceBgeEmbeddings
 from langchain_community.document_loaders import RecursiveUrlLoader
 from langchain_text_splitters import RecursiveCharacterTextSplitter
 from langchain_community.document_transformers import Html2TextTransformer
+from langsmith import traceable
+
 
 
 TAB_LINES = 22
@@ -52,7 +54,7 @@ def scrape_text(url, max_depth):
         return None
     return documents
 
-        
+@traceable()       
 def clean_text(docs):
     html2text = Html2TextTransformer()
     docs_transformed = html2text.transform_documents(docs)
@@ -93,7 +95,7 @@ def format_page_content(docs):
         formatted_docs += "\n\n---\n\n"
     return formatted_docs
 
-
+@traceable()
 def get_tables(raw_docs):
     tables_list = []
     for raw_doc in raw_docs:

requirements.txt

@@ -1,10 +1,11 @@
-pandas
-langchain
-langchain-community
 langchain-text-splitters
 html2text
 lxml
 beautifulsoup4
 html5lib
-duckdb
-sentence_transformers
+pandas==2.2.2
+langchain==0.3.3
+langchain-community==0.3.2
+langsmith==0.1.135
+duckdb==1.1.1
+sentence_transformers==3.2.0