-
Notifications
You must be signed in to change notification settings - Fork 2
/
setup.cfg
90 lines (81 loc) · 2.33 KB
/
setup.cfg
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[metadata]
name = split_markdown4gpt
description = A Python tool for splitting large Markdown files into smaller sections based on a specified token limit. This is particularly useful for processing large Markdown files with GPT models, as it allows the models to handle the data in manageable chunks.
author = Adam Twardoch
author_email = adam+github@twardoch.com
license = Apache-2.0
license_files = LICENSE.txt
long_description = file: README.md
long_description_content_type = text/markdown; charset=UTF-8; variant=GFM
url = https://github.com/twardoch/split-markdown4gpt
project_urls =
Documentation = https://twardoch.github.io/split-markdown4gpt/
Source = https://github.com/twardoch/split-markdown4gpt
platforms = any
classifiers =
Development Status :: 4 - Beta
Programming Language :: Python
Programming Language :: Python :: 3
Programming Language :: Python :: 3.10
Intended Audience :: Developers
Intended Audience :: Science/Research
Topic :: Text Processing
Topic :: Text Processing :: Markup :: Markdown
License :: OSI Approved :: Apache Software License
Operating System :: OS Independent
keywords = python, nlp, markdown, natural-language-processing, text-analysis, openai, text-summarization, summarization, text-processing, gpt, data-preprocessing, mistletoe, split-text, text-tokenization, openai-gpt, gpt-3, gpt-4, gpt-35-turbo, gpt-35-turbo-16k, markdown-processing
[options]
zip_safe = False
packages = find_namespace:
include_package_data = True
package_dir =
=src
python_requires = >=3.10
install_requires =
importlib-metadata; python_version<"3.8"
fire>=0.5.0
mistletoe>=1.1.0
python-frontmatter>=1.0.0
PyYAML>=5.1
regex>=2023.6.3
syntok>=1.4.4
tiktoken>=0.4.0
[options.packages.find]
where = src
exclude =
tests
[options.extras_require]
testing =
setuptools
pytest
pytest-cov
[options.entry_points]
console_scripts =
mdsplit4gpt = split_markdown4gpt.__main__:cli
[tool:pytest]
addopts =
--verbose
norecursedirs =
dist
build
.tox
testpaths = tests
[devpi:upload]
no_vcs = 1
formats = bdist_wheel
[flake8]
max_line_length = 88
extend_ignore = E203, W503
exclude =
.tox
build
dist
.eggs
docs/conf.py
[pyscaffold]
version = 4.4.1
package = split_markdown4gpt
extensions =
github_actions
markdown
pre_commit