diff --git a/openbb_chat/kernels/auto_llama_index.py b/openbb_chat/kernels/auto_llama_index.py index c4412f8..323e039 100644 --- a/openbb_chat/kernels/auto_llama_index.py +++ b/openbb_chat/kernels/auto_llama_index.py @@ -16,7 +16,11 @@ from llama_index.core.query_engine import RetrieverQueryEngine from llama_index.core.retrievers import VectorIndexRetriever from llama_index.core.schema import NodeWithScore -from llama_index.llms.huggingface import HuggingFaceLLM + +try: + from llama_index.llms.huggingface import HuggingFaceLLM +except Exception as e: + print("Warning: HuggingFaceLLM not imported, so HuggingFace models are not available") from llama_index.llms.openai import OpenAI from llama_index.retrievers.bm25 import BM25Retriever from pydantic import BaseModel diff --git a/pdm.lock b/pdm.lock index 350dc13..bbe4e76 100644 --- a/pdm.lock +++ b/pdm.lock @@ -2,17 +2,17 @@ # It is not intended for manual editing. [metadata] -groups = ["default", "dev", "tests"] +groups = ["default", "advanced", "dev", "huggingface", "tests"] strategy = ["cross_platform", "inherit_metadata"] lock_version = "4.4.1" -content_hash = "sha256:c9d599d2a589153c1ec10c6628af21f0bf1d9f4b67e13cc73d89acdcf538a0e6" +content_hash = "sha256:8114d43ffa4f8ef03056b9b12c0db16a251d96ab9bc1c7451cceba8b31dac515" [[package]] name = "accelerate" version = "0.27.2" requires_python = ">=3.8.0" summary = "Accelerate" -groups = ["default"] +groups = ["advanced", "huggingface"] dependencies = [ "huggingface-hub", "numpy>=1.17", @@ -32,7 +32,7 @@ name = "aiohttp" version = "3.9.3" requires_python = ">=3.8" summary = "Async http client/server framework (asyncio)" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] dependencies = [ "aiosignal>=1.1.2", "async-timeout<5.0,>=4.0; python_version < \"3.11\"", @@ -80,7 +80,7 @@ name = "aiosignal" version = "1.3.1" requires_python = ">=3.7" summary = "aiosignal: a list of registered asynchronous callbacks" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] dependencies = [ "frozenlist>=1.1.0", ] @@ -110,7 +110,7 @@ name = "annotated-types" version = "0.6.0" requires_python = ">=3.8" summary = "Reusable constraint types to use with typing.Annotated" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "annotated_types-0.6.0-py3-none-any.whl", hash = "sha256:0641064de18ba7a25dee8f96403ebc39113d0cb953a01429249d5c7564666a43"}, {file = "annotated_types-0.6.0.tar.gz", hash = "sha256:563339e807e53ffd9c267e99fc6d9ea23eb8443c08f112651963e24e22f84a5d"}, @@ -130,7 +130,7 @@ name = "anyio" version = "4.3.0" requires_python = ">=3.8" summary = "High level compatibility layer for multiple asynchronous event loop implementations" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "exceptiongroup>=1.0.2; python_version < \"3.11\"", "idna>=2.8", @@ -196,7 +196,7 @@ name = "async-timeout" version = "4.0.3" requires_python = ">=3.7" summary = "Timeout context manager for asyncio programs" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] marker = "python_version < \"3.11\"" files = [ {file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"}, @@ -208,7 +208,7 @@ name = "attrs" version = "23.2.0" requires_python = ">=3.7" summary = "Classes Without Boilerplate" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] files = [ {file = "attrs-23.2.0-py3-none-any.whl", hash = "sha256:99b87a485a5820b23b879f04c2305b44b951b502fd64be915879d77a7e8fc6f1"}, {file = "attrs-23.2.0.tar.gz", hash = "sha256:935dc3b529c262f6cf76e50877d35a4bd3c1de194fd41f47a2b7ae8f19971f30"}, @@ -219,7 +219,7 @@ name = "auto-gptq" version = "0.7.0" requires_python = ">=3.8.0" summary = "An easy-to-use LLMs quantization package with user-friendly apis, based on GPTQ algorithm." -groups = ["default"] +groups = ["advanced"] dependencies = [ "accelerate>=0.26.0", "datasets", @@ -317,7 +317,7 @@ files = [ name = "bitsandbytes" version = "0.42.0" summary = "k-bit optimizers and matrix multiplication routines." -groups = ["default"] +groups = ["advanced"] dependencies = [ "scipy", ] @@ -361,7 +361,7 @@ name = "cachetools" version = "5.3.2" requires_python = ">=3.7" summary = "Extensible memoizing collections and decorators" -groups = ["default"] +groups = ["advanced", "default"] files = [ {file = "cachetools-5.3.2-py3-none-any.whl", hash = "sha256:861f35a13a451f94e301ce2bec7cac63e881232ccce7ed67fab9b5df4d3beaa1"}, {file = "cachetools-5.3.2.tar.gz", hash = "sha256:086ee420196f7b2ab9ca2db2520aca326318b68fe5ba8bc4d49cca91add450f2"}, @@ -372,7 +372,7 @@ name = "certifi" version = "2024.2.2" requires_python = ">=3.6" summary = "Python package for providing Mozilla's CA Bundle." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "certifi-2024.2.2-py3-none-any.whl", hash = "sha256:dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1"}, {file = "certifi-2024.2.2.tar.gz", hash = "sha256:0569859f95fc761b18b45ef421b1290a0f65f147e92a1e5eb3e635f9a5e4e66f"}, @@ -383,7 +383,7 @@ name = "cffi" version = "1.16.0" requires_python = ">=3.8" summary = "Foreign Function Interface for Python calling C code." -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "tests"] dependencies = [ "pycparser", ] @@ -418,7 +418,7 @@ name = "cfgv" version = "3.4.0" requires_python = ">=3.8" summary = "Validate configuration and produce human readable error messages." -groups = ["default"] +groups = ["advanced"] files = [ {file = "cfgv-3.4.0-py2.py3-none-any.whl", hash = "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9"}, {file = "cfgv-3.4.0.tar.gz", hash = "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560"}, @@ -429,7 +429,7 @@ name = "charset-normalizer" version = "3.3.2" requires_python = ">=3.7.0" summary = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "charset-normalizer-3.3.2.tar.gz", hash = "sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5"}, {file = "charset_normalizer-3.3.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:25baf083bf6f6b341f4121c2f3c548875ee6f5339300e08be3f2b2ba1721cdd3"}, @@ -533,7 +533,7 @@ name = "click" version = "8.1.7" requires_python = ">=3.7" summary = "Composable command line interface toolkit" -groups = ["default", "dev", "tests"] +groups = ["default", "dev", "huggingface", "tests"] dependencies = [ "colorama; platform_system == \"Windows\"", ] @@ -596,7 +596,7 @@ name = "colorama" version = "0.4.6" requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7" summary = "Cross-platform colored terminal text." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] marker = "sys_platform == \"win32\" or platform_system == \"Windows\" or os_name == \"nt\"" files = [ {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"}, @@ -608,7 +608,7 @@ name = "coloredlogs" version = "15.0.1" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" summary = "Colored terminal output for Python's logging module" -groups = ["default"] +groups = ["advanced", "default"] dependencies = [ "humanfriendly>=9.1", ] @@ -649,7 +649,7 @@ files = [ name = "commonmark" version = "0.9.1" summary = "Python parser for the CommonMark Markdown spec" -groups = ["default"] +groups = ["advanced"] files = [ {file = "commonmark-0.9.1-py2.py3-none-any.whl", hash = "sha256:da2f38c92590f83de410ba1a3cbceafbc74fee9def35f9251ba9a971d6d66fd9"}, {file = "commonmark-0.9.1.tar.gz", hash = "sha256:452f9dc859be7f06631ddcb328b6919c67984aca654e5fefb3914d54691aed60"}, @@ -727,7 +727,7 @@ name = "cryptography" version = "42.0.5" requires_python = ">=3.7" summary = "cryptography is a package which provides cryptographic recipes and primitives to Python developers." -groups = ["default"] +groups = ["advanced"] dependencies = [ "cffi>=1.12; platform_python_implementation != \"PyPy\"", ] @@ -791,7 +791,7 @@ name = "dataclasses-json" version = "0.6.4" requires_python = ">=3.7,<4.0" summary = "Easily serialize dataclasses to and from JSON." -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "marshmallow<4.0.0,>=3.18.0", "typing-inspect<1,>=0.4.0", @@ -806,7 +806,7 @@ name = "datasets" version = "2.14.4" requires_python = ">=3.8.0" summary = "HuggingFace community-driven open-source library of datasets" -groups = ["default"] +groups = ["advanced"] dependencies = [ "aiohttp", "dill<0.3.8,>=0.3.0", @@ -862,7 +862,7 @@ name = "deprecated" version = "1.2.14" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" summary = "Python @deprecated decorator to deprecate old python classes, functions or methods." -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "wrapt<2,>=1.10", ] @@ -876,7 +876,7 @@ name = "dill" version = "0.3.7" requires_python = ">=3.7" summary = "serialize all of Python" -groups = ["default"] +groups = ["advanced"] files = [ {file = "dill-0.3.7-py3-none-any.whl", hash = "sha256:76b122c08ef4ce2eedcd4d1abd8e641114bfc6c2867f49f3c41facf65bf19f5e"}, {file = "dill-0.3.7.tar.gz", hash = "sha256:cc1c8b182eb3013e24bd475ff2e9295af86c1a38eb1aff128dac8962a9ce3c03"}, @@ -886,7 +886,7 @@ files = [ name = "dirtyjson" version = "1.0.8" summary = "JSON decoder for Python that can extract data from the muck" -groups = ["default"] +groups = ["default", "huggingface"] files = [ {file = "dirtyjson-1.0.8-py3-none-any.whl", hash = "sha256:125e27248435a58acace26d5c2c4c11a1c0de0a9c5124c5a94ba78e517d74f53"}, {file = "dirtyjson-1.0.8.tar.gz", hash = "sha256:90ca4a18f3ff30ce849d100dcf4a003953c79d3a2348ef056f1d9c22231a25fd"}, @@ -897,7 +897,7 @@ name = "diskcache" version = "5.6.3" requires_python = ">=3" summary = "Disk Cache -- Disk and file backed persistent cache." -groups = ["default"] +groups = ["advanced"] files = [ {file = "diskcache-5.6.3-py3-none-any.whl", hash = "sha256:5e31b2d5fbad117cc363ebaf6b689474db18a1f6438bc82358b024abd4c2ca19"}, {file = "diskcache-5.6.3.tar.gz", hash = "sha256:2c3a3fa2743d8535d832ec61c2054a1641f41775aa7c556758a109941e33e4fc"}, @@ -907,7 +907,7 @@ files = [ name = "distlib" version = "0.3.8" summary = "Distribution utilities" -groups = ["default"] +groups = ["advanced"] files = [ {file = "distlib-0.3.8-py2.py3-none-any.whl", hash = "sha256:034db59a0b96f8ca18035f36290806a9a6e6bd9d1ff91e45a7f172eb17e51784"}, {file = "distlib-0.3.8.tar.gz", hash = "sha256:1530ea13e350031b6312d8580ddb6b27a104275a31106523b8f123787f494f64"}, @@ -918,7 +918,7 @@ name = "distro" version = "1.9.0" requires_python = ">=3.6" summary = "Distro - an OS platform information API" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "distro-1.9.0-py3-none-any.whl", hash = "sha256:7bffd925d65168f85027d8da9af6bddab658135b840670a223589bc0c8ef02b2"}, {file = "distro-1.9.0.tar.gz", hash = "sha256:2fa77c6fd8940f116ee1d6b94a2f90b13b5ea8d019b98bc8bafdcabcdd9bdbed"}, @@ -958,7 +958,7 @@ name = "einops" version = "0.7.0" requires_python = ">=3.8" summary = "A new flavour of deep learning operations" -groups = ["default"] +groups = ["advanced"] files = [ {file = "einops-0.7.0-py3-none-any.whl", hash = "sha256:0f3096f26b914f465f6ff3c66f5478f9a5e380bb367ffc6493a68143fbbf1fd1"}, {file = "einops-0.7.0.tar.gz", hash = "sha256:b2b04ad6081a3b227080c9bf5e3ace7160357ff03043cd66cc5b2319eb7031d1"}, @@ -969,7 +969,7 @@ name = "exceptiongroup" version = "1.2.0" requires_python = ">=3.7" summary = "Backport of PEP 654 (exception groups)" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] marker = "python_version < \"3.11\"" files = [ {file = "exceptiongroup-1.2.0-py3-none-any.whl", hash = "sha256:4bfd3996ac73b41e9b9628b04e079f193850720ea5945fc96a08633c66912f14"}, @@ -1008,7 +1008,7 @@ name = "filelock" version = "3.13.1" requires_python = ">=3.8" summary = "A platform independent file lock." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "filelock-3.13.1-py3-none-any.whl", hash = "sha256:57dbda9b35157b05fb3e58ee91448612eb674172fab98ee235ccb0b5bee19a1c"}, {file = "filelock-3.13.1.tar.gz", hash = "sha256:521f5f56c50f8426f5e03ad3b281b490a87ef15bc6c526f168290f0c7148d44e"}, @@ -1029,7 +1029,7 @@ name = "frozenlist" version = "1.4.1" requires_python = ">=3.8" summary = "A list-like structure which implements collections.abc.MutableSequence" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] files = [ {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:f9aa1878d1083b276b0196f2dfbe00c9b7e752475ed3b682025ff20c1c1f51ac"}, {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:29acab3f66f0f24674b7dc4736477bcd4bc3ad4b896f5f45379a67bce8b96868"}, @@ -1070,7 +1070,7 @@ name = "fsspec" version = "2024.2.0" requires_python = ">=3.8" summary = "File-system specification" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "fsspec-2024.2.0-py3-none-any.whl", hash = "sha256:817f969556fa5916bc682e02ca2045f96ff7f586d45110fcb76022063ad2c7d8"}, {file = "fsspec-2024.2.0.tar.gz", hash = "sha256:b6ad1a679f760dda52b1168c859d01b7b80648ea6f7f7c7f5a8a91dc3f3ecb84"}, @@ -1082,7 +1082,7 @@ version = "2024.2.0" extras = ["http"] requires_python = ">=3.8" summary = "File-system specification" -groups = ["default", "dev"] +groups = ["advanced", "dev"] dependencies = [ "aiohttp!=4.0.0a0,!=4.0.0a1", "fsspec==2024.2.0", @@ -1097,7 +1097,7 @@ name = "gekko" version = "1.0.6" requires_python = ">=2.6" summary = "Machine learning and optimization for dynamic systems" -groups = ["default"] +groups = ["advanced"] dependencies = [ "numpy>=1.8", ] @@ -1169,7 +1169,7 @@ name = "gptcache" version = "0.1.43" requires_python = ">=3.8.1" summary = "GPTCache, a powerful caching library that can be used to speed up and lower the cost of chat applications that rely on the LLM service. GPTCache works as a memcache for AIGC applications, similar to how Redis works for traditional applications." -groups = ["default"] +groups = ["advanced"] dependencies = [ "cachetools", "numpy", @@ -1185,7 +1185,7 @@ name = "greenlet" version = "3.0.3" requires_python = ">=3.7" summary = "Lightweight in-process concurrent programming" -groups = ["default", "dev"] +groups = ["default", "dev", "huggingface"] files = [ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"}, @@ -1241,7 +1241,7 @@ name = "guidance" version = "0.1.10" requires_python = ">=3.8" summary = "A guidance language for controlling large language models." -groups = ["default"] +groups = ["advanced"] dependencies = [ "aiohttp", "diskcache", @@ -1290,7 +1290,7 @@ name = "h11" version = "0.14.0" requires_python = ">=3.7" summary = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761"}, {file = "h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d"}, @@ -1301,7 +1301,7 @@ name = "httpcore" version = "1.0.4" requires_python = ">=3.8" summary = "A minimal low-level HTTP client." -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "certifi", "h11<0.15,>=0.13", @@ -1340,7 +1340,7 @@ name = "httpx" version = "0.27.0" requires_python = ">=3.8" summary = "The next generation HTTP client." -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "anyio", "certifi", @@ -1358,7 +1358,7 @@ name = "huggingface-hub" version = "0.20.3" requires_python = ">=3.8.0" summary = "Client library to download and publish models, datasets and other repos on the huggingface.co hub" -groups = ["default", "tests"] +groups = ["advanced", "default", "huggingface", "tests"] dependencies = [ "filelock", "fsspec>=2023.5.0", @@ -1379,7 +1379,7 @@ version = "0.20.3" extras = ["inference"] requires_python = ">=3.8.0" summary = "Client library to download and publish models, datasets and other repos on the huggingface.co hub" -groups = ["default"] +groups = ["huggingface"] dependencies = [ "aiohttp", "huggingface-hub==0.20.3", @@ -1395,7 +1395,7 @@ name = "humanfriendly" version = "10.0" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" summary = "Human friendly output for text interfaces using Python" -groups = ["default"] +groups = ["advanced", "default"] dependencies = [ "pyreadline3; sys_platform == \"win32\" and python_version >= \"3.8\"", ] @@ -1452,7 +1452,7 @@ name = "identify" version = "2.5.35" requires_python = ">=3.8" summary = "File identification library for Python" -groups = ["default"] +groups = ["advanced"] files = [ {file = "identify-2.5.35-py2.py3-none-any.whl", hash = "sha256:c4de0081837b211594f8e877a6b4fad7ca32bbfc1a9307fdd61c28bfe923f13e"}, {file = "identify-2.5.35.tar.gz", hash = "sha256:10a7ca245cfcd756a554a7288159f72ff105ad233c7c4b9c6f0f4d108f5f6791"}, @@ -1463,7 +1463,7 @@ name = "idna" version = "3.6" requires_python = ">=3.5" summary = "Internationalized Domain Names in Applications (IDNA)" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "idna-3.6-py3-none-any.whl", hash = "sha256:c05567e9c24a6b9faaa835c4821bad0590fbb9d5779e7caa6e1cc4978e7eb24f"}, {file = "idna-3.6.tar.gz", hash = "sha256:9ecdbbd083b06798ae1e86adcbfe8ab1479cf864e4ee30fe4e46a003d12491ca"}, @@ -1573,7 +1573,7 @@ name = "jinja2" version = "3.1.3" requires_python = ">=3.7" summary = "A very fast and expressive template engine." -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] dependencies = [ "MarkupSafe>=2.0", ] @@ -1587,7 +1587,7 @@ name = "joblib" version = "1.3.2" requires_python = ">=3.7" summary = "Lightweight pipelining with Python functions" -groups = ["default", "tests"] +groups = ["default", "huggingface", "tests"] files = [ {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"}, {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"}, @@ -1861,7 +1861,7 @@ name = "llama-index-core" version = "0.10.13" requires_python = ">=3.8.1,<4.0" summary = "Interface between LLMs and your data" -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "PyYAML>=6.0.1", "SQLAlchemy[asyncio]>=1.4.49", @@ -1896,7 +1896,7 @@ name = "llama-index-embeddings-huggingface" version = "0.1.3" requires_python = ">=3.8.1,<4.0" summary = "llama-index embeddings huggingface integration" -groups = ["default"] +groups = ["huggingface"] dependencies = [ "huggingface-hub[inference]>=0.19.0", "llama-index-core<0.11.0,>=0.10.1", @@ -1973,7 +1973,7 @@ name = "llama-index-llms-huggingface" version = "0.1.3" requires_python = ">=3.8.1,<4.0" summary = "llama-index llms huggingface integration" -groups = ["default"] +groups = ["huggingface"] dependencies = [ "huggingface-hub<0.21.0,>=0.20.3", "llama-index-core<0.11.0,>=0.10.1", @@ -2130,7 +2130,7 @@ name = "llamaindex-py-client" version = "0.1.13" requires_python = ">=3.8,<4.0" summary = "" -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "httpx>=0.20.0", "pydantic>=1.10", @@ -2201,7 +2201,7 @@ name = "markupsafe" version = "2.1.5" requires_python = ">=3.7" summary = "Safely add untrusted strings to HTML/XML markup." -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] files = [ {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a17a92de5231666cfbe003f0e4b9b3a7ae3afb1ec2845aadc2bacc93ff85febc"}, {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:72b6be590cc35924b02c78ef34b467da4ba07e4e0f0454a2c5907f473fc50ce5"}, @@ -2231,7 +2231,7 @@ name = "marshmallow" version = "3.20.2" requires_python = ">=3.8" summary = "A lightweight library for converting complex datatypes to and from native Python datatypes." -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "packaging>=17.0", ] @@ -2309,7 +2309,7 @@ files = [ name = "mpmath" version = "1.3.0" summary = "Python library for arbitrary-precision floating-point arithmetic" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"}, {file = "mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f"}, @@ -2320,7 +2320,7 @@ name = "msal" version = "1.27.0" requires_python = ">=2.7" summary = "The Microsoft Authentication Library (MSAL) for Python library enables your app to access the Microsoft Cloud by supporting authentication of users with Microsoft Azure Active Directory accounts (AAD) and Microsoft Accounts (MSA) using industry standard OAuth2 and OpenID Connect." -groups = ["default"] +groups = ["advanced"] dependencies = [ "PyJWT[crypto]<3,>=1.0.0", "cryptography<45,>=0.6", @@ -2336,7 +2336,7 @@ name = "multidict" version = "6.0.5" requires_python = ">=3.7" summary = "multidict implementation" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] files = [ {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:228b644ae063c10e7f324ab1ab6b548bdf6f8b47f3ec234fef1093bc2735e5f9"}, {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:896ebdcf62683551312c30e20614305f53125750803b614e9e6ce74a96232604"}, @@ -2377,7 +2377,7 @@ name = "multiprocess" version = "0.70.15" requires_python = ">=3.7" summary = "better multiprocessing and multithreading in Python" -groups = ["default"] +groups = ["advanced"] dependencies = [ "dill>=0.3.7", ] @@ -2402,7 +2402,7 @@ name = "mypy-extensions" version = "1.0.0" requires_python = ">=3.5" summary = "Type system extensions for programs checked with the mypy type checker." -groups = ["default"] +groups = ["default", "huggingface"] files = [ {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"}, {file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"}, @@ -2413,7 +2413,7 @@ name = "nest-asyncio" version = "1.6.0" requires_python = ">=3.5" summary = "Patch asyncio to allow nested event loops" -groups = ["default", "dev"] +groups = ["default", "dev", "huggingface"] files = [ {file = "nest_asyncio-1.6.0-py3-none-any.whl", hash = "sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c"}, {file = "nest_asyncio-1.6.0.tar.gz", hash = "sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe"}, @@ -2424,7 +2424,7 @@ name = "networkx" version = "3.2.1" requires_python = ">=3.9" summary = "Python package for creating and manipulating graphs and networks" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "networkx-3.2.1-py3-none-any.whl", hash = "sha256:f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2"}, {file = "networkx-3.2.1.tar.gz", hash = "sha256:9f1bb5cf3409bf324e0a722c20bdb4c20ee39bf1c30ce8ae499c8502b0b5e0c6"}, @@ -2435,7 +2435,7 @@ name = "nltk" version = "3.8.1" requires_python = ">=3.7" summary = "Natural Language Toolkit" -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "click", "joblib", @@ -2452,7 +2452,7 @@ name = "nodeenv" version = "1.8.0" requires_python = ">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*" summary = "Node.js virtual environment builder" -groups = ["default"] +groups = ["advanced"] dependencies = [ "setuptools", ] @@ -2466,7 +2466,7 @@ name = "numpy" version = "1.26.4" requires_python = ">=3.9" summary = "Fundamental package for array computing in Python" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"}, {file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"}, @@ -2495,7 +2495,7 @@ name = "nvidia-cublas-cu12" version = "12.1.3.1" requires_python = ">=3" summary = "CUBLAS native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl", hash = "sha256:ee53ccca76a6fc08fb9701aa95b6ceb242cdaab118c3bb152af4e579af792728"}, @@ -2507,7 +2507,7 @@ name = "nvidia-cuda-cupti-cu12" version = "12.1.105" requires_python = ">=3" summary = "CUDA profiling tools runtime libs." -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:e54fde3983165c624cb79254ae9818a456eb6e87a7fd4d56a2352c24ee542d7e"}, @@ -2519,7 +2519,7 @@ name = "nvidia-cuda-nvrtc-cu12" version = "12.1.105" requires_python = ">=3" summary = "NVRTC native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:339b385f50c309763ca65456ec75e17bbefcbbf2893f462cb8b90584cd27a1c2"}, @@ -2531,7 +2531,7 @@ name = "nvidia-cuda-runtime-cu12" version = "12.1.105" requires_python = ">=3" summary = "CUDA Runtime native Libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:6e258468ddf5796e25f1dc591a31029fa317d97a0a94ed93468fc86301d61e40"}, @@ -2543,7 +2543,7 @@ name = "nvidia-cudnn-cu12" version = "8.9.2.26" requires_python = ">=3" summary = "cuDNN runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" dependencies = [ "nvidia-cublas-cu12", @@ -2557,7 +2557,7 @@ name = "nvidia-cufft-cu12" version = "11.0.2.54" requires_python = ">=3" summary = "CUFFT native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl", hash = "sha256:794e3948a1aa71fd817c3775866943936774d1c14e7628c74f6f7417224cdf56"}, @@ -2569,7 +2569,7 @@ name = "nvidia-curand-cu12" version = "10.3.2.106" requires_python = ">=3" summary = "CURAND native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl", hash = "sha256:9d264c5036dde4e64f1de8c50ae753237c12e0b1348738169cd0f8a536c0e1e0"}, @@ -2581,7 +2581,7 @@ name = "nvidia-cusolver-cu12" version = "11.4.5.107" requires_python = ">=3" summary = "CUDA solver native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" dependencies = [ "nvidia-cublas-cu12", @@ -2598,7 +2598,7 @@ name = "nvidia-cusparse-cu12" version = "12.1.0.106" requires_python = ">=3" summary = "CUSPARSE native runtime libraries" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" dependencies = [ "nvidia-nvjitlink-cu12", @@ -2613,7 +2613,7 @@ name = "nvidia-nccl-cu12" version = "2.19.3" requires_python = ">=3" summary = "NVIDIA Collective Communication Library (NCCL) Runtime" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_nccl_cu12-2.19.3-py3-none-manylinux1_x86_64.whl", hash = "sha256:a9734707a2c96443331c1e48c717024aa6678a0e2a4cb66b2c364d18cee6b48d"}, @@ -2624,7 +2624,7 @@ name = "nvidia-nvjitlink-cu12" version = "12.3.101" requires_python = ">=3" summary = "Nvidia JIT LTO Library" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_nvjitlink_cu12-12.3.101-py3-none-manylinux1_x86_64.whl", hash = "sha256:64335a8088e2b9d196ae8665430bc6a2b7e6ef2eb877a9c735c804bd4ff6467c"}, @@ -2636,7 +2636,7 @@ name = "nvidia-nvtx-cu12" version = "12.1.105" requires_python = ">=3" summary = "NVIDIA Tools Extension" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\"" files = [ {file = "nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:dc21cf308ca5691e7c04d962e213f8a4aa9bbfa23d95412f452254c2caeb09e5"}, @@ -2700,7 +2700,7 @@ name = "openai" version = "1.12.0" requires_python = ">=3.7.1" summary = "The official Python library for the openai API" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "anyio<5,>=3.5.0", "distro<2,>=1.7.0", @@ -2873,7 +2873,7 @@ name = "optimum" version = "1.17.1" requires_python = ">=3.7.0" summary = "Optimum Library is an extension of the Hugging Face Transformers library, providing a framework to integrate third-party libraries from Hardware Partners and interface with their specific functionality." -groups = ["default"] +groups = ["advanced"] dependencies = [ "coloredlogs", "datasets", @@ -2917,7 +2917,7 @@ name = "ordered-set" version = "4.1.0" requires_python = ">=3.7" summary = "An OrderedSet is a custom MutableSet that remembers its order, so that every" -groups = ["default"] +groups = ["advanced"] files = [ {file = "ordered-set-4.1.0.tar.gz", hash = "sha256:694a8e44c87657c59292ede72891eb91d34131f6531463aab3009191c77364a8"}, {file = "ordered_set-4.1.0-py3-none-any.whl", hash = "sha256:046e1132c71fcf3330438a539928932caf51ddbc582496833e23de611de14562"}, @@ -2969,7 +2969,7 @@ name = "packaging" version = "23.2" requires_python = ">=3.7" summary = "Core utilities for Python packages" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"}, {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"}, @@ -2980,7 +2980,7 @@ name = "pandas" version = "2.2.1" requires_python = ">=3.9" summary = "Powerful data structures for data analysis, time series, and statistics" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "numpy<2,>=1.22.4; python_version < \"3.11\"", "numpy<2,>=1.23.2; python_version == \"3.11\"", @@ -3033,7 +3033,7 @@ name = "peft" version = "0.8.2" requires_python = ">=3.8.0" summary = "Parameter-Efficient Fine-Tuning (PEFT)" -groups = ["default"] +groups = ["advanced"] dependencies = [ "accelerate>=0.21.0", "huggingface-hub>=0.17.0", @@ -3070,7 +3070,7 @@ name = "pillow" version = "10.2.0" requires_python = ">=3.8" summary = "Python Imaging Library (Fork)" -groups = ["default", "tests"] +groups = ["default", "huggingface", "tests"] files = [ {file = "pillow-10.2.0-cp310-cp310-macosx_10_10_x86_64.whl", hash = "sha256:7823bdd049099efa16e4246bdf15e5a13dbb18a51b68fa06d6c1d4d8b99a796e"}, {file = "pillow-10.2.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:83b2021f2ade7d1ed556bc50a399127d7fb245e725aa0113ebd05cfe88aaf588"}, @@ -3115,7 +3115,7 @@ name = "platformdirs" version = "4.2.0" requires_python = ">=3.8" summary = "A small Python package for determining appropriate platform-specific dirs, e.g. a \"user data dir\"." -groups = ["default", "dev"] +groups = ["advanced", "dev"] files = [ {file = "platformdirs-4.2.0-py3-none-any.whl", hash = "sha256:0614df2a2f37e1a662acbd8e2b25b92ccf8632929bc6d43467e17fe89c75e068"}, {file = "platformdirs-4.2.0.tar.gz", hash = "sha256:ef0cc731df711022c174543cb70a9b5bd22e5a9337c8624ef2c2ceb8ddad8768"}, @@ -3154,7 +3154,7 @@ name = "pre-commit" version = "3.6.2" requires_python = ">=3.9" summary = "A framework for managing and maintaining multi-language pre-commit hooks." -groups = ["default"] +groups = ["advanced"] dependencies = [ "cfgv>=2.0.0", "identify>=1.0.0", @@ -3200,7 +3200,7 @@ name = "protobuf" version = "4.25.3" requires_python = ">=3.8" summary = "" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev"] files = [ {file = "protobuf-4.25.3-cp310-abi3-win32.whl", hash = "sha256:d4198877797a83cbfe9bffa3803602bbe1625dc30d8a097365dbc762e5790faa"}, {file = "protobuf-4.25.3-cp310-abi3-win_amd64.whl", hash = "sha256:209ba4cc916bab46f64e56b85b090607a676f66b473e6b762e6f1d9d591eb2e8"}, @@ -3216,7 +3216,7 @@ name = "psutil" version = "5.9.8" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*" summary = "Cross-platform lib for process and system monitoring in Python." -groups = ["default", "dev"] +groups = ["advanced", "dev", "huggingface"] files = [ {file = "psutil-5.9.8-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:aee678c8720623dc456fa20659af736241f575d79429a0e5e9cf88ae0605cc81"}, {file = "psutil-5.9.8-cp36-abi3-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8cb6403ce6d8e047495a701dc7c5bd788add903f8986d523e3e20b98b733e421"}, @@ -3276,7 +3276,7 @@ name = "pyarrow" version = "15.0.0" requires_python = ">=3.8" summary = "Python library for Apache Arrow" -groups = ["default"] +groups = ["advanced"] dependencies = [ "numpy<2,>=1.16.6", ] @@ -3328,7 +3328,7 @@ name = "pycparser" version = "2.21" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" summary = "C parser in Python" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "tests"] files = [ {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"}, {file = "pycparser-2.21.tar.gz", hash = "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206"}, @@ -3339,7 +3339,7 @@ name = "pydantic" version = "2.6.2" requires_python = ">=3.8" summary = "Data validation using Python type hints" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "annotated-types>=0.4.0", "pydantic-core==2.16.3", @@ -3355,7 +3355,7 @@ name = "pydantic-core" version = "2.16.3" requires_python = ">=3.8" summary = "" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "typing-extensions!=4.7.0,>=4.6.0", ] @@ -3409,7 +3409,7 @@ name = "pydot" version = "2.0.0" requires_python = ">=3.7" summary = "Python interface to Graphviz's Dot" -groups = ["default"] +groups = ["advanced"] dependencies = [ "pyparsing>=3", ] @@ -3422,7 +3422,7 @@ files = [ name = "pyformlang" version = "1.0.7" summary = "A python framework for formal grammars" -groups = ["default"] +groups = ["advanced"] dependencies = [ "networkx", "numpy", @@ -3438,7 +3438,7 @@ name = "pygments" version = "2.17.2" requires_python = ">=3.7" summary = "Pygments is a syntax highlighting package written in Python." -groups = ["default", "dev"] +groups = ["advanced", "dev"] files = [ {file = "pygments-2.17.2-py3-none-any.whl", hash = "sha256:b27c2826c47d0f3219f29554824c30c5e8945175d888647acd804ddd04af846c"}, {file = "pygments-2.17.2.tar.gz", hash = "sha256:da46cec9fd2de5be3a8a784f434e4c4ab670b4ff54d605c4c2717e9d49c4c367"}, @@ -3449,7 +3449,7 @@ name = "pyjwt" version = "2.8.0" requires_python = ">=3.7" summary = "JSON Web Token implementation in Python" -groups = ["default"] +groups = ["advanced"] files = [ {file = "PyJWT-2.8.0-py3-none-any.whl", hash = "sha256:59127c392cc44c2da5bb3192169a91f429924e17aff6534d70fdc02ab3e04320"}, {file = "PyJWT-2.8.0.tar.gz", hash = "sha256:57e28d156e3d5c10088e0c68abb90bfac3df82b40a71bd0daa20c65ccd5c23de"}, @@ -3461,7 +3461,7 @@ version = "2.8.0" extras = ["crypto"] requires_python = ">=3.7" summary = "JSON Web Token implementation in Python" -groups = ["default"] +groups = ["advanced"] dependencies = [ "PyJWT==2.8.0", "cryptography>=3.4.0", @@ -3516,7 +3516,7 @@ name = "pyparsing" version = "3.1.1" requires_python = ">=3.6.8" summary = "pyparsing module - Classes and methods to define and execute parsing grammars" -groups = ["default"] +groups = ["advanced"] files = [ {file = "pyparsing-3.1.1-py3-none-any.whl", hash = "sha256:32c7c0b711493c72ff18a981d24f28aaf9c1fb7ed5e9667c9e84e3db623bdbfb"}, {file = "pyparsing-3.1.1.tar.gz", hash = "sha256:ede28a1a32462f5a9705e07aea48001a08f7cf81a021585011deba701581a0db"}, @@ -3569,7 +3569,7 @@ files = [ name = "pyreadline3" version = "3.4.1" summary = "A python implementation of GNU readline." -groups = ["default", "dev"] +groups = ["advanced", "default", "dev"] marker = "sys_platform == \"win32\"" files = [ {file = "pyreadline3-3.4.1-py3-none-any.whl", hash = "sha256:b0efb6516fd4fb07b45949053826a62fa4cb353db5be2bbb4a7aa1fdd1e345fb"}, @@ -3581,7 +3581,7 @@ name = "pyrootutils" version = "1.0.4" requires_python = ">=3.7.0" summary = "Simple package for easy project root setup" -groups = ["default"] +groups = ["advanced"] dependencies = [ "python-dotenv>=0.20.0", ] @@ -3658,7 +3658,7 @@ name = "python-dateutil" version = "2.8.2" requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7" summary = "Extensions to the standard Python datetime module" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] dependencies = [ "six>=1.5", ] @@ -3672,7 +3672,7 @@ name = "python-dotenv" version = "1.0.1" requires_python = ">=3.8" summary = "Read key-value pairs from a .env file and set them as environment variables" -groups = ["default"] +groups = ["advanced", "default"] files = [ {file = "python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca"}, {file = "python_dotenv-1.0.1-py3-none-any.whl", hash = "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a"}, @@ -3704,7 +3704,7 @@ files = [ name = "pytz" version = "2024.1" summary = "World timezone definitions, modern and historical" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"}, {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"}, @@ -3729,7 +3729,7 @@ name = "pyyaml" version = "6.0.1" requires_python = ">=3.6" summary = "YAML parser and emitter for Python" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "PyYAML-6.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d858aa552c999bc8a8d57426ed01e40bef403cd8ccdd0fc5f6f04a00414cac2a"}, {file = "PyYAML-6.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fd66fc5d0da6d9815ba2cebeb4205f95818ff4b79c3ebe268e75d961704af52f"}, @@ -3824,7 +3824,7 @@ name = "regex" version = "2023.12.25" requires_python = ">=3.7" summary = "Alternative regular expression module, to replace re." -groups = ["default", "tests"] +groups = ["advanced", "default", "huggingface", "tests"] files = [ {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0694219a1d54336fd0445ea382d49d36882415c0134ee1e8332afd1529f0baa5"}, {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b014333bd0217ad3d54c143de9d4b9a3ca1c5a29a6d0d554952ea071cff0f1f8"}, @@ -3865,7 +3865,7 @@ name = "requests" version = "2.31.0" requires_python = ">=3.7" summary = "Python HTTP for Humans." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] dependencies = [ "certifi>=2017.4.17", "charset-normalizer<4,>=2", @@ -3897,7 +3897,7 @@ name = "rich" version = "12.6.0" requires_python = ">=3.6.3,<4.0.0" summary = "Render rich text, tables, progress bars, syntax highlighting, markdown and more to the terminal" -groups = ["default"] +groups = ["advanced"] dependencies = [ "commonmark<0.10.0,>=0.9.0", "pygments<3.0.0,>=2.6.0", @@ -3911,7 +3911,7 @@ files = [ name = "rouge" version = "1.0.1" summary = "Full Python ROUGE Score Implementation (not a wrapper)" -groups = ["default"] +groups = ["advanced"] dependencies = [ "six", ] @@ -3939,7 +3939,7 @@ name = "safetensors" version = "0.4.2" requires_python = ">=3.7" summary = "" -groups = ["default", "tests"] +groups = ["advanced", "huggingface", "tests"] files = [ {file = "safetensors-0.4.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:69d8bb8384dc2cb5b72c36c4d6980771b293d1a1377b378763f5e37b6bb8d133"}, {file = "safetensors-0.4.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3d420e19fcef96d0067f4de4699682b4bbd85fc8fea0bd45fcd961fdf3e8c82c"}, @@ -4026,7 +4026,7 @@ name = "scipy" version = "1.12.0" requires_python = ">=3.9" summary = "Fundamental algorithms for scientific computing in Python" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "tests"] dependencies = [ "numpy<1.29.0,>=1.22.4", ] @@ -4071,7 +4071,7 @@ files = [ name = "sentencepiece" version = "0.2.0" summary = "SentencePiece python wrapper" -groups = ["default"] +groups = ["advanced"] files = [ {file = "sentencepiece-0.2.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:188779e1298a1c8b8253c7d3ad729cb0a9891e5cef5e5d07ce4592c54869e227"}, {file = "sentencepiece-0.2.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:bed9cf85b296fa2b76fc2547b9cbb691a523864cebaee86304c43a7b4cb1b452"}, @@ -4161,7 +4161,7 @@ name = "setuptools" version = "69.1.1" requires_python = ">=3.8" summary = "Easily download, build, install, upgrade, and uninstall Python packages" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev"] files = [ {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"}, {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"}, @@ -4172,7 +4172,7 @@ name = "six" version = "1.16.0" requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*" summary = "Python 2 and 3 compatibility utilities" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] files = [ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"}, {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"}, @@ -4194,7 +4194,7 @@ name = "sniffio" version = "1.3.0" requires_python = ">=3.7" summary = "Sniff out which async library your code is running under" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "sniffio-1.3.0-py3-none-any.whl", hash = "sha256:eecefdce1e5bbfb7ad2eeaabf7c1eeb404d7757c379bd1f7e5cce9d8bf425384"}, {file = "sniffio-1.3.0.tar.gz", hash = "sha256:e60305c5e5d314f5389259b7f22aaa33d8f7dee49763119234af3755c55b9101"}, @@ -4216,7 +4216,7 @@ name = "sqlalchemy" version = "2.0.27" requires_python = ">=3.7" summary = "Database Abstraction Library" -groups = ["default", "dev"] +groups = ["default", "dev", "huggingface"] dependencies = [ "greenlet!=0.4.17; platform_machine == \"win32\" or platform_machine == \"WIN32\" or platform_machine == \"AMD64\" or platform_machine == \"amd64\" or platform_machine == \"x86_64\" or platform_machine == \"ppc64le\" or platform_machine == \"aarch64\"", "typing-extensions>=4.6.0", @@ -4248,7 +4248,7 @@ version = "2.0.27" extras = ["asyncio"] requires_python = ">=3.7" summary = "Database Abstraction Library" -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "SQLAlchemy==2.0.27", "greenlet!=0.4.17", @@ -4322,7 +4322,7 @@ name = "sympy" version = "1.12" requires_python = ">=3.8" summary = "Computer algebra system (CAS) in Python" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] dependencies = [ "mpmath>=0.19", ] @@ -4336,7 +4336,7 @@ name = "tenacity" version = "8.2.3" requires_python = ">=3.7" summary = "Retry code until it succeeds" -groups = ["default"] +groups = ["default", "huggingface"] files = [ {file = "tenacity-8.2.3-py3-none-any.whl", hash = "sha256:ce510e327a630c9e1beaf17d42e6ffacc88185044ad85cf74c0a8887c6a0f88c"}, {file = "tenacity-8.2.3.tar.gz", hash = "sha256:5398ef0d78e63f40007c1fb4c0bff96e1911394d2fa8d194f77619c05ff6cc8a"}, @@ -4358,7 +4358,7 @@ name = "tiktoken" version = "0.6.0" requires_python = ">=3.8" summary = "tiktoken is a fast BPE tokeniser for use with OpenAI's models" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] dependencies = [ "regex>=2022.1.18", "requests>=2.26.0", @@ -4386,7 +4386,7 @@ name = "tokenizers" version = "0.15.2" requires_python = ">=3.7" summary = "" -groups = ["default", "tests"] +groups = ["advanced", "default", "huggingface", "tests"] dependencies = [ "huggingface-hub<1.0,>=0.16.4", ] @@ -4462,7 +4462,7 @@ name = "torch" version = "2.2.1" requires_python = ">=3.8.0" summary = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] dependencies = [ "filelock", "fsspec", @@ -4562,7 +4562,7 @@ name = "tqdm" version = "4.66.2" requires_python = ">=3.7" summary = "Fast, Extensible Progress Meter" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] dependencies = [ "colorama; platform_system == \"Windows\"", ] @@ -4587,7 +4587,7 @@ name = "transformers" version = "4.38.1" requires_python = ">=3.8.0" summary = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -groups = ["default", "tests"] +groups = ["advanced", "huggingface", "tests"] dependencies = [ "filelock", "huggingface-hub<1.0,>=0.19.3", @@ -4611,7 +4611,7 @@ version = "4.38.1" extras = ["sentencepiece"] requires_python = ">=3.8.0" summary = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -groups = ["default"] +groups = ["advanced"] dependencies = [ "protobuf", "sentencepiece!=0.1.92,>=0.1.91", @@ -4628,7 +4628,7 @@ version = "4.38.1" extras = ["torch"] requires_python = ">=3.8.0" summary = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -groups = ["default"] +groups = ["huggingface"] dependencies = [ "accelerate>=0.21.0", "torch", @@ -4643,7 +4643,7 @@ files = [ name = "triton" version = "2.2.0" summary = "A language and compiler for custom Deep Learning operations" -groups = ["default", "dev", "tests"] +groups = ["advanced", "dev", "huggingface", "tests"] marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version < \"3.12\"" dependencies = [ "filelock", @@ -4673,7 +4673,7 @@ name = "typing-extensions" version = "4.9.0" requires_python = ">=3.8" summary = "Backported and Experimental Type Hints for Python 3.8+" -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "typing_extensions-4.9.0-py3-none-any.whl", hash = "sha256:af72aea155e91adfc61c3ae9e0e342dbc0cba726d6cba4b6c72c1f34e47291cd"}, {file = "typing_extensions-4.9.0.tar.gz", hash = "sha256:23478f88c37f27d76ac8aee6c905017a143b0b1b886c3c9f66bc2fd94f9f5783"}, @@ -4683,7 +4683,7 @@ files = [ name = "typing-inspect" version = "0.9.0" summary = "Runtime inspection utilities for typing module." -groups = ["default"] +groups = ["default", "huggingface"] dependencies = [ "mypy-extensions>=0.3.0", "typing-extensions>=3.7.4", @@ -4698,7 +4698,7 @@ name = "tzdata" version = "2024.1" requires_python = ">=2" summary = "Provider of IANA time zone data" -groups = ["default"] +groups = ["advanced", "default", "huggingface"] files = [ {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"}, {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"}, @@ -4709,7 +4709,7 @@ name = "urllib3" version = "2.2.1" requires_python = ">=3.8" summary = "HTTP library with thread-safe connection pooling, file post, and more." -groups = ["default", "dev", "tests"] +groups = ["advanced", "default", "dev", "huggingface", "tests"] files = [ {file = "urllib3-2.2.1-py3-none-any.whl", hash = "sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d"}, {file = "urllib3-2.2.1.tar.gz", hash = "sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19"}, @@ -4781,7 +4781,7 @@ name = "virtualenv" version = "20.25.1" requires_python = ">=3.7" summary = "Virtual Python Environment builder" -groups = ["default"] +groups = ["advanced"] dependencies = [ "distlib<1,>=0.3.7", "filelock<4,>=3.12.2", @@ -4954,7 +4954,7 @@ name = "wrapt" version = "1.16.0" requires_python = ">=3.6" summary = "Module for decorators, wrappers and monkey patching." -groups = ["default"] +groups = ["default", "huggingface"] files = [ {file = "wrapt-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4"}, {file = "wrapt-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020"}, @@ -4985,7 +4985,7 @@ name = "xxhash" version = "3.4.1" requires_python = ">=3.7" summary = "Python binding for xxHash" -groups = ["default"] +groups = ["advanced"] files = [ {file = "xxhash-3.4.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:91dbfa55346ad3e18e738742236554531a621042e419b70ad8f3c1d9c7a16e7f"}, {file = "xxhash-3.4.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:665a65c2a48a72068fcc4d21721510df5f51f1142541c890491afc80451636d2"}, @@ -5045,7 +5045,7 @@ name = "yarl" version = "1.9.4" requires_python = ">=3.7" summary = "Yet another URL library" -groups = ["default", "dev"] +groups = ["advanced", "default", "dev", "huggingface"] dependencies = [ "idna>=2.0", "multidict>=4.0", diff --git a/pyproject.toml b/pyproject.toml index fc98532..18c0f5e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -43,26 +43,11 @@ classifiers = [ "Operating System :: OS Independent", ] dependencies = [ - "torch==2.*", - "pyrootutils>=1.0.4", - "pre-commit>=3.3.3", - "rich>=12.6.0,<13.0.0", - "transformers>=4.33.0", - "peft>=0.5.0", - "einops>=0.6.1", - "accelerate>=0.22.0", - "bitsandbytes>=0.41.1", - "sentencepiece>=0.1.99", - "guidance>=0.0.64", - "auto-gptq>=0.4.2", - "optimum>=1.12.0", "rank-bm25>=0.2.2", "llama-index>=0.10.13", "langchain>=0.0.353", - "llama-index-llms-huggingface>=0.1.3", "llama-index-llms-openai>=0.1.6", "llama-index-retrievers-bm25>=0.1.3", - "llama-index-embeddings-huggingface>=0.1.3", ] [project.optional-dependencies] @@ -75,6 +60,25 @@ dev = [ "wandb>=0.15.5", "ipykernel>=6.29.3", ] +advanced = [ + "torch==2.*", + "pyrootutils>=1.0.4", + "pre-commit>=3.3.3", + "rich>=12.6.0,<13.0.0", + "transformers>=4.33.0", + "peft>=0.5.0", + "einops>=0.6.1", + "accelerate>=0.22.0", + "bitsandbytes>=0.41.1", + "sentencepiece>=0.1.99", + "guidance>=0.0.64", + "auto-gptq>=0.4.2", + "optimum>=1.12.0", +] +huggingface = [ + "llama-index-embeddings-huggingface>=0.1.3", + "llama-index-llms-huggingface>=0.1.3", +] tests = [ "pytest>=8.0.2", "sentence-transformers>=2.2.2",