Skip to content

Commit 6fa0276

Browse files
Sid MohanSid Mohan
authored andcommitted
added en_spacy_pii_fast install
1 parent 45eadda commit 6fa0276

File tree

6 files changed

+42
-1518
lines changed

6 files changed

+42
-1518
lines changed

.gitignore

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,4 +14,5 @@ build/
1414
/tests/__pycache__/
1515
/tests/scratch.py
1616
node_modules
17-
17+
datafog_debug.log
18+
sotu_2023.txt

poetry.lock

Lines changed: 0 additions & 1490 deletions
This file was deleted.

pyproject.toml

Lines changed: 0 additions & 26 deletions
This file was deleted.

requirements.txt

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
'https://huggingface.co/beki/en_spacy_pii_fast/resolve/main/en_spacy_pii_fast-any-py3-none-any.whl'
2+
pandas==2.2.1
3+
presidio_analyzer==2.2.353
4+
pytest==8.0.2
5+
Requests==2.31.0
6+
spacy

setup.py

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
# package using pip, navigate to the directory that contains the setup.py file and type pip install .
2+
3+
from setuptools import setup
4+
from src.datafog.__about__ import __version__
5+
6+
# Read README for the long description
7+
with open("README.md", "r") as f:
8+
long_description = f.read()
9+
10+
setup(
11+
name="datafog",
12+
version=__version__,
13+
author="Sid Mohan",
14+
author_email="sid@datafog.ai",
15+
description="Scan, redact, and manage PII in your documents before they get uploaded to a Retrieval Augmented Generation (RAG) system.",
16+
long_description=long_description,
17+
long_description_content_type="text/markdown",
18+
install_requires=[
19+
"pandas==2.2.1",
20+
"presidio_analyzer==2.2.353",
21+
"pytest==8.0.2",
22+
"Requests==2.31.0",
23+
"spacy==3.4.4",
24+
'en_spacy_pii_fast @ https://huggingface.co/beki/en_spacy_pii_fast/resolve/main/en_spacy_pii_fast-any-py3-none-any.whl',
25+
26+
],
27+
classifiers=[
28+
"Programming Language :: Python :: 3.10",
29+
"License :: OSI Approved :: MIT License",
30+
"Operating System :: OS Independent",
31+
],
32+
)

src/datafog/__about__.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1,2 @@
1-
__version__ = "2.1.1"
1+
# SSOT for the package version
2+
__version__ = "2.2.0-beta1"

0 commit comments

Comments
 (0)