Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: openrouter integration, added additional async methods #539

Open
wants to merge 30 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
1fdc77a
feat: openrouter, qdrant async
vikyw89 Jul 8, 2024
a9e82cc
fix: default config to {}
vikyw89 Jul 8, 2024
cc3c858
fix: baseurl on openrouter
vikyw89 Jul 8, 2024
bb261ce
fix: increase max token for openrouter
vikyw89 Jul 8, 2024
6b6a4e5
fix: embeddings dimension on qdrant
vikyw89 Jul 8, 2024
66b9861
feat: embedding dimension from async
vikyw89 Jul 8, 2024
1c65f7d
fix: better async session for sqlalchemy
vikyw89 Jul 9, 2024
64e506f
feat: set max row to be fed to llm on summary to only 10 rows
vikyw89 Jul 9, 2024
3277bc1
feat: added retry on openrouter asubmit prompt
vikyw89 Jul 9, 2024
fed4acf
chore: rename parsed_df
vikyw89 Jul 9, 2024
096a1ed
feat: increased pool size on mysql
vikyw89 Jul 9, 2024
a9f9fd0
feat: session mysql fix on concurrent
vikyw89 Jul 9, 2024
e03795a
feat: session concurrent user fix
vikyw89 Jul 9, 2024
2efe9ed
feat: expose api key
vikyw89 Jul 10, 2024
92a44d4
feat: expose model through param
vikyw89 Jul 10, 2024
9e10d91
feat: return asyncengine upon mysql connect to cleanup
vikyw89 Jul 10, 2024
267f128
feat: overflow 0
vikyw89 Jul 10, 2024
86b8691
feat: increase max overflow and timeout
vikyw89 Jul 10, 2024
e5e5d77
feat: add pool timeout
vikyw89 Jul 10, 2024
2e2171a
feat: improve agenerate summary prompt
vikyw89 Jul 11, 2024
09be181
feat: improved prompt on agenerate summary
vikyw89 Jul 11, 2024
f00986c
feat: async with instead of finally
vikyw89 Jul 11, 2024
de953ea
feat: expose client on a connect to mysql
vikyw89 Jul 12, 2024
6909531
fix: aconnectmysql
vikyw89 Jul 12, 2024
0365e7c
fix: port
vikyw89 Jul 12, 2024
31188d6
feat: improve sql agent summary
vikyw89 Jul 19, 2024
180233b
fix: agenerate summary prompt
vikyw89 Jul 19, 2024
e12df61
perf: faster ageneratesql
vikyw89 Aug 7, 2024
f6f7225
fix: prevent context overflow on intermediate sql
vikyw89 Aug 7, 2024
1728c2f
perf: fix lost in the middle on long context
vikyw89 Aug 21, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -18,3 +18,4 @@ htmlcov
chroma.sqlite3
*.bin
.coverage.*
.vscode
51 changes: 41 additions & 10 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -5,20 +5,26 @@ build-backend = "flit_core.buildapi"
[project]
name = "vanna"
version = "0.6.2"
authors = [
{ name="Zain Hoda", email="[email protected]" },
]
authors = [{ name = "Zain Hoda", email = "[email protected]" }]

description = "Generate SQL queries from natural language"
readme = "README.md"
requires-python = ">=3.9"
classifiers = [
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
]
dependencies = [
"requests", "tabulate", "plotly", "pandas", "sqlparse", "kaleido", "flask", "flask-sock", "sqlalchemy"
"requests",
"tabulate",
"plotly",
"pandas",
"sqlparse",
"kaleido",
"flask",
"flask-sock",
"sqlalchemy",
]

[project.urls]
Expand All @@ -27,13 +33,38 @@ dependencies = [

[project.optional-dependencies]
postgres = ["psycopg2-binary", "db-dtypes"]
mysql = ["PyMySQL"]
mysql = ["PyMySQL", "aiomysql"]
clickhouse = ["clickhouse_connect"]
bigquery = ["google-cloud-bigquery"]
snowflake = ["snowflake-connector-python"]
duckdb = ["duckdb"]
google = ["google-generativeai", "google-cloud-aiplatform"]
all = ["psycopg2-binary", "db-dtypes", "PyMySQL", "google-cloud-bigquery", "snowflake-connector-python", "duckdb", "openai", "mistralai", "chromadb", "anthropic", "zhipuai", "marqo", "google-generativeai", "google-cloud-aiplatform", "qdrant-client", "fastembed", "ollama", "httpx", "opensearch-py", "opensearch-dsl", "transformers", "pinecone-client", "pymilvus[model]"]
all = [
"psycopg2-binary",
"db-dtypes",
"PyMySQL",
"aiomysql",
"google-cloud-bigquery",
"snowflake-connector-python",
"duckdb",
"openai",
"mistralai",
"chromadb",
"anthropic",
"zhipuai",
"marqo",
"google-generativeai",
"google-cloud-aiplatform",
"qdrant-client",
"fastembed",
"ollama",
"httpx",
"opensearch-py",
"opensearch-dsl",
"transformers",
"pinecone-client",
"pymilvus[model]",
]
test = ["tox"]
chromadb = ["chromadb"]
openai = ["openai"]
Expand All @@ -43,7 +74,7 @@ gemini = ["google-generativeai"]
marqo = ["marqo"]
zhipuai = ["zhipuai"]
ollama = ["ollama", "httpx"]
qdrant = ["qdrant-client", "fastembed"]
qdrant = ["qdrant-client[fastembed]"]
vllm = ["vllm"]
pinecone = ["pinecone-client", "fastembed"]
opensearch = ["opensearch-py", "opensearch-dsl"]
Expand Down
Loading