add langsmith evals

souzatharsis · Dec 9, 2024 · d9630d7 · d9630d7
1 parent 4aa0d97
commit d9630d7
Show file tree

Hide file tree

Showing 21 changed files with 2,592 additions and 501 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -15,9 +15,7 @@ ipykernel = "^6.29.5"
 python-dotenv = "^1.0.1"
 requests = "^2.32.3"
 beautifulsoup4 = "^4.12.3"
-langchain = "^0.3.7"
 tiktoken = "^0.8.0"
-langchain-community = "^0.3.7"
 litellm = "^1.52.9"
 pydata-sphinx-theme = "^0.16.0"
 quantecon-book-theme = {git = "https://github.com/QuantEcon/quantecon-book-theme.git"}
@@ -27,7 +25,6 @@ sphinx-tojupyter = "^0.3.0"
 sphinx-togglebutton = "^0.3.2"
 insipid-sphinx-theme = "^0.4.2"
 sphinx-press-theme = "^0.9.1"
-langchain-openai = "^0.2.9"
 transformers = "^4.46.3"
 nbconvert = "^7.16.4"
 evaluate = "^0.4.3"
@@ -39,6 +36,7 @@ outlines = "^0.1.7"
 datasets = "^3.1.0"
 text-generation = "^0.7.0"
 ollama = "^0.4.3"
+langsmith = "0.2.0"
 
 
 [build-system]

diff --git a/tamingllms/_build/.doctrees/environment.pickle b/tamingllms/_build/.doctrees/environment.pickle
diff --git a/tamingllms/_build/.doctrees/notebooks/evals.doctree b/tamingllms/_build/.doctrees/notebooks/evals.doctree
diff --git a/tamingllms/_build/.doctrees/notebooks/output_size_limit.doctree b/tamingllms/_build/.doctrees/notebooks/output_size_limit.doctree
diff --git a/tamingllms/_build/.doctrees/notebooks/structured_output.doctree b/tamingllms/_build/.doctrees/notebooks/structured_output.doctree
diff --git a/...ml/_images/b08208aa8464f22dd0bd9e4447e305dd20f1fe6bb56181b31cbe6034620527c2.png b/...ml/_images/b08208aa8464f22dd0bd9e4447e305dd20f1fe6bb56181b31cbe6034620527c2.png
diff --git a/tamingllms/_build/html/_images/langsmith.png b/tamingllms/_build/html/_images/langsmith.png
diff --git a/tamingllms/_build/html/_images/langsmith_dataset.png b/tamingllms/_build/html/_images/langsmith_dataset.png
diff --git a/tamingllms/_build/html/_sources/notebooks/evals.ipynb b/tamingllms/_build/html/_sources/notebooks/evals.ipynb
diff --git a/tamingllms/_build/html/notebooks/evals.html b/tamingllms/_build/html/notebooks/evals.html
diff --git a/tamingllms/_build/html/notebooks/output_size_limit.html b/tamingllms/_build/html/notebooks/output_size_limit.html
diff --git a/tamingllms/_build/html/notebooks/structured_output.html b/tamingllms/_build/html/notebooks/structured_output.html
diff --git a/tamingllms/_build/html/objects.inv b/tamingllms/_build/html/objects.inv
diff --git a/tamingllms/_build/html/searchindex.js b/tamingllms/_build/html/searchindex.js
diff --git a/...er_execute/b08208aa8464f22dd0bd9e4447e305dd20f1fe6bb56181b31cbe6034620527c2.png b/...er_execute/b08208aa8464f22dd0bd9e4447e305dd20f1fe6bb56181b31cbe6034620527c2.png
diff --git a/tamingllms/_build/jupyter_execute/markdown/intro.ipynb b/tamingllms/_build/jupyter_execute/markdown/intro.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "05f22589",
+   "id": "7aefb5b6",
    "metadata": {},
    "source": [
     "(intro)=\n",

diff --git a/tamingllms/_build/jupyter_execute/notebooks/evals.ipynb b/tamingllms/_build/jupyter_execute/notebooks/evals.ipynb
diff --git a/tamingllms/_config.yml b/tamingllms/_config.yml
@@ -13,6 +13,8 @@ execute:
   execute_notebooks: 'off'
 
 html:
+#  comments:
+#    hypothesis: true
   extra_navbar: |
       <div>
           <div class="nav-item"> <a href="https://github.com/souzatharsis/tamingllms" class="nav-link external"> GitHub <outboundlink/> </a> </div>

diff --git a/tamingllms/notebooks/evals.ipynb b/tamingllms/notebooks/evals.ipynb
diff --git a/tamingllms/references.bib b/tamingllms/references.bib
@@ -383,3 +383,12 @@ @misc{arcprizeresults2024
       url={https://arcprize.org/2024-results},
 }
 
+@book{build-llms-from-scratch-book,
+  author       = {Sebastian Raschka},
+  title        = {Build A Large Language Model (From Scratch)},
+  publisher    = {Manning},
+  year         = {2024},
+  isbn         = {978-1633437166},
+  url          = {https://www.manning.com/books/build-a-large-language-model-from-scratch},
+  github       = {https://github.com/rasbt/LLMs-from-scratch}
+}