embedchain

1
[tool.poetry]
2
name = "embedchain"
3
version = "0.1.92"
4
description = "Simplest open source retrieval(RAG) framework"
5
authors = [
6
    "Taranjeet Singh <taranjeet@embedchain.ai>",
7
    "Deshraj Yadav <deshraj@embedchain.ai>",
8
]
9
license = "Apache License"
10
readme = "README.md"
11
exclude = [
12
    "db",
13
    "configs",
14
    "notebooks"
15
]
16
packages = [
17
    { include = "embedchain" },
18
]
19

20
[build-system]
21
build-backend = "poetry.core.masonry.api"
22
requires = ["poetry-core"]
23

24
[tool.ruff]
25
select = ["ASYNC", "E", "F"]
26
ignore = []
27
fixable = ["ALL"]
28
unfixable = []
29
exclude = [
30
    ".bzr",
31
    ".direnv",
32
    ".eggs",
33
    ".git",
34
    ".git-rewrite",
35
    ".hg",
36
    ".mypy_cache",
37
    ".nox",
38
    ".pants.d",
39
    ".pytype",
40
    ".ruff_cache",
41
    ".svn",
42
    ".tox",
43
    ".venv",
44
    "__pypackages__",
45
    "_build",
46
    "buck-out",
47
    "build",
48
    "dist",
49
    "node_modules",
50
    "venv"
51
]
52
line-length = 120
53
dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
54
target-version = "py38"
55

56
[tool.ruff.mccabe]
57
max-complexity = 10
58

59
# Ignore `E402` (import violations) in all `__init__.py` files, and in `path/to/file.py`.
60
[tool.ruff.per-file-ignores]
61
"embedchain/__init__.py" = ["E401"]
62

63
[tool.black]
64
line-length = 120
65
target-version = ["py38", "py39", "py310", "py311"]
66
include = '\.pyi?$'
67
exclude = '''
68
/(
69
    \.eggs
70
  | \.git
71
  | \.hg
72
  | \.mypy_cache
73
  | \.nox
74
  | \.pants.d
75
  | \.pytype
76
  | \.ruff_cache
77
  | \.svn
78
  | \.tox
79
  | \.venv
80
  | __pypackages__
81
  | _build
82
  | buck-out
83
  | build
84
  | dist
85
  | node_modules
86
  | venv
87
)/
88
'''
89

90
[tool.black.format]
91
color = true
92

93
[tool.poetry.dependencies]
94
python = ">=3.9,<=3.13"
95
python-dotenv = "^1.0.0"
96
langchain = "^0.1.4"
97
requests = "^2.31.0"
98
openai = ">=1.1.1"
99
chromadb = "^0.4.17"
100
posthog = "^3.0.2"
101
rich = "^13.7.0"
102
beautifulsoup4 = "^4.12.2"
103
pypdf = "^3.11.0"
104
gptcache = "^0.1.43"
105
pysbd = "^0.3.4"
106
tiktoken = { version = "^0.5.2", optional = true }
107
youtube-transcript-api = { version = "^0.6.1", optional = true }
108
pytube = { version = "^15.0.0", optional = true }
109
duckduckgo-search = { version = "^3.8.5", optional = true }
110
sentence-transformers = { version = "^2.2.2", optional = true }
111
torch = { version = "2.0.0", optional = true }
112
# Torch 2.0.1 is not compatible with poetry (https://github.com/pytorch/pytorch/issues/100974)
113
gpt4all = { version = "2.0.2", optional = true }
114
# 1.0.9 is not working for some users (https://github.com/nomic-ai/gpt4all/issues/1394)
115
opensearch-py = { version = "2.3.1", optional = true }
116
elasticsearch = { version = "^8.9.0", optional = true }
117
flask = { version = "^2.3.3", optional = true }
118
twilio = { version = "^8.5.0", optional = true }
119
fastapi-poe = { version = "0.0.16", optional = true }
120
discord = { version = "^2.3.2", optional = true }
121
slack-sdk = { version = "3.21.3", optional = true }
122
cohere = { version = "^4.27", optional = true }
123
together = { version = "^0.2.8", optional = true }
124
weaviate-client = { version = "^3.24.1", optional = true }
125
docx2txt = { version = "^0.8", optional = true }
126
qdrant-client = { version = "^1.6.3", optional = true }
127
unstructured = {extras = ["local-inference", "all-docs"], version = "^0.10.18", optional = true}
128
huggingface_hub = { version = "^0.17.3", optional = true }
129
pymilvus = { version = "2.3.1", optional = true }
130
google-cloud-aiplatform = { version = "^1.26.1", optional = true }
131
replicate = { version = "^0.15.4", optional = true }
132
schema = "^0.7.5"
133
psycopg = { version = "^3.1.12", optional = true }
134
psycopg-binary = { version = "^3.1.12", optional = true }
135
psycopg-pool = { version = "^3.1.8", optional = true }
136
mysql-connector-python = { version = "^8.1.0", optional = true }
137
gitpython = { version = "^3.1.38", optional = true }
138
yt_dlp = { version = "^2023.11.14", optional = true }
139
PyGithub = { version = "^1.59.1", optional = true }
140
feedparser = { version = "^6.0.10", optional = true }
141
newspaper3k = { version = "^0.2.8", optional = true }
142
listparser = { version = "^0.19", optional = true }
143
google-generativeai = { version = "^0.3.0", optional = true }
144
modal = { version = "^0.56.4329", optional = true }
145
dropbox = { version = "^11.36.2", optional = true }
146
google-api-python-client = { version = "^2.111.0", optional = true }
147
google-auth-oauthlib = { version = "^1.2.0", optional = true }
148
google-auth = { version = "^2.25.2", optional = true }
149
google-auth-httplib2 = { version = "^0.2.0", optional = true }
150
google-api-core = { version = "^2.15.0", optional = true }
151
boto3 = { version = "^1.34.20", optional = true }
152
langchain-mistralai = { version = "^0.0.3", optional = true }
153
langchain-openai = "^0.0.5"
154
langchain-google-vertexai = { version = "^0.0.5", optional = true }
155
sqlalchemy = "^2.0.27"
156
alembic = "^1.13.1"
157

158
[tool.poetry.group.dev.dependencies]
159
black = "^23.3.0"
160
pre-commit = "^3.2.2"
161
ruff = "^0.1.11"
162
pytest = "^7.3.1"
163
pytest-mock = "^3.10.0"
164
pytest-env = "^0.8.1"
165
click = "^8.1.3"
166
isort = "^5.12.0"
167
pytest-cov = "^4.1.0"
168
responses = "^0.23.3"
169
mock = "^5.1.0"
170
pytest-asyncio = "^0.21.1"
171

172
[tool.poetry.extras]
173
streamlit = ["streamlit"]
174
opensource = ["sentence-transformers", "torch", "gpt4all"]
175
elasticsearch = ["elasticsearch"]
176
opensearch = ["opensearch-py"]
177
poe = ["fastapi-poe"]
178
discord = ["discord"]
179
slack = ["slack-sdk", "flask"]
180
whatsapp = ["twilio", "flask"]
181
weaviate = ["weaviate-client"]
182
qdrant = ["qdrant-client"]
183
huggingface_hub=["huggingface_hub"]
184
cohere = ["cohere"]
185
together = ["together"]
186
milvus = ["pymilvus"]
187
dataloaders=[
188
    "youtube-transcript-api",
189
    "docx2txt",
190
    "duckduckgo-search",
191
    "pytube",
192
    "sentence-transformers",
193
    "unstructured",
194
]
195
vertexai = ["langchain-google-vertexai"]
196
llama2 = ["replicate"]
197
gmail = [
198
    "requests",
199
    "google-api-python-client",
200
    "google-auth",
201
    "google-auth-oauthlib",
202
    "google-auth-httplib2",
203
    "google-api-core",
204
]
205
googledrive = ["google-api-python-client", "google-auth-oauthlib", "google-auth-httplib2"]
206
postgres = ["psycopg", "psycopg-binary", "psycopg-pool"]
207
mysql = ["mysql-connector-python"]
208
github = ["PyGithub", "gitpython"]
209
youtube = [
210
    "yt_dlp",
211
    "youtube-transcript-api",
212
]
213
rss_feed = [
214
    "feedparser",
215
    "listparser",
216
    "newspaper3k"
217
]
218
google = ["google-generativeai"]
219
modal = ["modal"]
220
dropbox = ["dropbox"]
221
aws_bedrock = ["boto3"]
222
mistralai = ["langchain-mistralai"]
223

224
[tool.poetry.group.docs.dependencies]
225

226
[tool.poetry.scripts]
227
ec = "embedchain.cli:cli"
228