MertandGitHub
23f1f87dd0
* add immich_model * graph per shape * decouple ocr from ort * prepared graphs * use f16 for accelerators * preload all shapes * warm-up pass after preload * keep precision for fp32 graphs * ensure padding for text recognition * optimize postprocessing for fp16 outputs * handle raw ctc logits * use f16 output for rknn * mmap token embedding * read device metadata
107 lines
2.8 KiB
TOML
107 lines
2.8 KiB
TOML
[project]
|
|
name = "immich-ml"
|
|
version = "3.2.0"
|
|
description = ""
|
|
authors = [{ name = "Hau Tran", email = "alex.tran1502@gmail.com" }]
|
|
requires-python = ">=3.12,<4.0"
|
|
readme = "README.md"
|
|
dependencies = [
|
|
"fastapi>=0.95.2,<1.0",
|
|
"gunicorn>=21.1.0",
|
|
"huggingface-hub>=1.0,<2.0",
|
|
"immich-model",
|
|
"numpy>=2.4.0,<3.0",
|
|
"onnx>=1.22.0",
|
|
"opencv-python-headless>=4.7.0.72,<5.0",
|
|
"orjson>=3.9.5",
|
|
"pillow>=12.2,<13",
|
|
"pydantic>=2.0.0,<3",
|
|
"pydantic-settings>=2.5.2,<3",
|
|
"python-multipart>=0.0.6,<1.0",
|
|
"rich>=13.4.2",
|
|
"tokenizers>=0.15.0,<1.0",
|
|
"uvicorn[standard]>=0.22.0,<1.0",
|
|
"rapidocr>=3.1.0",
|
|
]
|
|
|
|
[dependency-groups]
|
|
test = [
|
|
"httpx>=0.24.1",
|
|
"pytest>=7.3.1",
|
|
"pytest-asyncio>=0.21.0",
|
|
"pytest-cov>=4.1.0",
|
|
"pytest-mock>=3.11.1",
|
|
]
|
|
types = [
|
|
"types-pyyaml>=6.0.12.20241230",
|
|
"types-requests>=2.32.0.20250306",
|
|
"types-setuptools>=75.8.2.20250305",
|
|
"types-simplejson>=3.20.0.20250218",
|
|
"types-ujson>=5.10.0.20240515",
|
|
]
|
|
lint = [
|
|
"mypy>=1.3.0",
|
|
"ruff>=0.0.272",
|
|
{ include-group = "types" },
|
|
]
|
|
dev = ["locust>=2.15.1", { include-group = "test" }, { include-group = "lint" }]
|
|
|
|
[project.optional-dependencies]
|
|
cpu = ["onnxruntime>=1.23.2,<2"]
|
|
cuda = ["onnxruntime-gpu>=1.27.1,<1.28"] # TODO: last ORT release supporting CUDA 12.2, also need to handle CUDA 13
|
|
openvino = ["onnxruntime-openvino>=1.24.1,<2"]
|
|
armnn = ["onnxruntime>=1.23.2,<2"]
|
|
rknn = ["onnxruntime>=1.23.2,<2", "rknn-toolkit-lite2>=2.3.0,<3"]
|
|
rocm = ["onnxruntime-migraphx>=1.23.2,<2"]
|
|
|
|
[tool.uv]
|
|
compile-bytecode = true
|
|
override-dependencies = ["opencv-python ; sys_platform == 'never'"] # only install the headless version
|
|
|
|
[tool.uv.sources]
|
|
immich-model = { git = "https://github.com/immich-app/ml-models.git", rev = "88d2b64ff95ce7117760660681d95e0e1308819b" }
|
|
onnxruntime-gpu = { index = "onnxruntime-cuda-12" }
|
|
|
|
[[tool.uv.index]]
|
|
name = "onnxruntime-cuda-12"
|
|
url = "https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/"
|
|
explicit = true
|
|
|
|
|
|
[tool.hatch.build.targets.sdist]
|
|
include = ["immich_ml"]
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
include = ["immich_ml"]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.mypy]
|
|
python_version = "3.12"
|
|
plugins = "pydantic.mypy"
|
|
follow_imports = "silent"
|
|
warn_redundant_casts = true
|
|
disallow_any_generics = true
|
|
check_untyped_defs = true
|
|
disallow_untyped_defs = true
|
|
ignore_missing_imports = true
|
|
|
|
[tool.pydantic-mypy]
|
|
init_forbid_extra = true
|
|
init_typed = true
|
|
warn_required_dynamic_aliases = true
|
|
warn_untyped_fields = true
|
|
|
|
[tool.ruff]
|
|
line-length = 120
|
|
target-version = "py312"
|
|
|
|
[tool.ruff.lint]
|
|
select = ["E", "F", "I"]
|
|
per-file-ignores = { "test_main.py" = ["F403"] }
|
|
|
|
[tool.pytest.ini_options]
|
|
markers = ["providers", "ov_device_ids"]
|