Update notebooks to use dict instead of yaml and remove dataloaders (#1075)

This commit is contained in:
Sidharth Mohanty
2023-12-29 21:57:46 +05:30
committed by GitHub
parent 904baac153
commit 6df63d9ca7
16 changed files with 230 additions and 554 deletions

View File

@@ -31,7 +31,7 @@
},
"outputs": [],
"source": [
"!pip install embedchain[dataloaders]"
"!pip install embedchain"
]
},
{
@@ -59,51 +59,13 @@
"os.environ[\"OPENAI_API_KEY\"] = \"sk-xxx\""
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "Ns6RhPfbiitr"
},
"source": [
"### Step-3: Define your llm and embedding model config"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "S9CkxVjriotB"
},
"outputs": [],
"source": [
"config = \"\"\"\n",
"llm:\n",
" provider: openai\n",
" config:\n",
" model: gpt-3.5-turbo\n",
" temperature: 0.5\n",
" max_tokens: 1000\n",
" top_p: 1\n",
" stream: false\n",
"\n",
"embedder:\n",
" provider: openai\n",
" config:\n",
" model: text-embedding-ada-002\n",
"\"\"\"\n",
"\n",
"# Write the multi-line string to a YAML file\n",
"with open('openai.yaml', 'w') as file:\n",
" file.write(config)"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "PGt6uPLIi1CS"
},
"source": [
"### Step-4 Create embedchain app based on the config"
"### Step-3 Create embedchain app and define your config"
]
},
{
@@ -114,7 +76,24 @@
},
"outputs": [],
"source": [
"app = App.from_config(config_path=\"openai.yaml\")"
"app = App.from_config(config={\n",
" \"llm\": {\n",
" \"provider\": \"openai\",\n",
" \"config\": {\n",
" \"model\": \"gpt-3.5-turbo\",\n",
" \"temperature\": 0.5,\n",
" \"max_tokens\": 1000,\n",
" \"top_p\": 1,\n",
" \"stream\": False\n",
" }\n",
" },\n",
" \"embedder\": {\n",
" \"provider\": \"openai\",\n",
" \"config\": {\n",
" \"model\": \"text-embedding-ada-002\"\n",
" }\n",
" }\n",
"})"
]
},
{
@@ -123,7 +102,7 @@
"id": "XNXv4yZwi7ef"
},
"source": [
"### Step-5: Add data sources to your app"
"### Step-4: Add data sources to your app"
]
},
{
@@ -143,7 +122,7 @@
"id": "_7W6fDeAjMAP"
},
"source": [
"### Step-6: All set. Now start asking questions related to your data"
"### Step-5: All set. Now start asking questions related to your data"
]
},
{
@@ -172,7 +151,8 @@
"name": "python3"
},
"language_info": {
"name": "python"
"name": "python",
"version": "3.11.6"
}
},
"nbformat": 4,