2021-12-05 20:31:49 +00:00
|
|
|
[tool.poetry]
|
|
|
|
|
name = "tinysearchengine"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
description = ""
|
|
|
|
|
authors = ["Daoud Clarke <daoud.clarke@gmail.com>"]
|
|
|
|
|
|
|
|
|
|
[tool.poetry.dependencies]
|
|
|
|
|
python = "^3.9"
|
|
|
|
|
botocore = "^1.23.20"
|
|
|
|
|
boto3 = "^1.20.20"
|
|
|
|
|
ujson = "^4.3.0"
|
|
|
|
|
warcio = "^1.7.4"
|
|
|
|
|
idna = "^3.3"
|
|
|
|
|
beautifulsoup4 = "^4.10.0"
|
|
|
|
|
lxml = "^4.6.4"
|
|
|
|
|
jusText = "^3.0.0"
|
|
|
|
|
pandas = "^1.3.4"
|
2021-12-05 20:38:05 +00:00
|
|
|
pyspark = "^3.2.0"
|
|
|
|
|
langdetect = "^1.0.9"
|
2021-12-11 16:57:17 +00:00
|
|
|
zstandard = "^0.16.0"
|
2021-12-12 20:58:44 +00:00
|
|
|
spacy = "^3.2.1"
|
2021-12-13 11:23:01 +00:00
|
|
|
mmh3 = "^3.0.0"
|
2021-12-14 22:01:59 +00:00
|
|
|
fastapi = "^0.70.1"
|
|
|
|
|
Levenshtein = "^0.16.0"
|
|
|
|
|
uvicorn = "^0.16.0"
|
2021-12-05 20:31:49 +00:00
|
|
|
|
2021-12-12 20:58:44 +00:00
|
|
|
[tool.poetry.dependencies.en_core_web_sm]
|
|
|
|
|
url= "https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.2.0/en_core_web_sm-3.2.0-py3-none-any.whl"
|
2021-12-05 20:31:49 +00:00
|
|
|
|
|
|
|
|
[tool.poetry.dev-dependencies]
|
|
|
|
|
|
|
|
|
|
[build-system]
|
|
|
|
|
requires = ["poetry-core>=1.0.0"]
|
|
|
|
|
build-backend = "poetry.core.masonry.api"
|
