refactor: rename package

Author: FateScript

README.md

@@ -1,15 +1,15 @@
 
 ## Introduction
-LLM visualizer is a small toolkit to visualize LLM.
+token visualizer is a token-level visualization tool to visualize LLM.
 
 ## Quick start
 
 ### Installation
 
 Run the following command to install the package.
 ```shell
-git clone git@github.com:FateScript/llm_visualizer.git
-cd llm_visualizer
+git clone git@github.com:FateScript/token_visualizer.git
+cd token_visualizer
 pip install -v -e .  # or  python3 setup.py develop
 ```
 
@@ -27,6 +27,6 @@ pip install -v -e .  # or  python3 setup.py develop
 ## Related projects/websites
 
 * [LLM architecture visualization](https://bbycroft.net/llm)
-* [PPL visualization](https://bbycroft.net/ppl) 
+* [perplexity visualization](https://bbycroft.net/ppl)
 
 ## Acknowledgement

setup.cfg

@@ -1,12 +1,12 @@
 [metadata]
-name = llm_visualizer
+name = token_visualizer
 version = 0.0.1
-description = visualize tools for large language models
+description = token level visualization tools for large language models
 author = Feng Wang
 author_email = wangfeng19950315@163.com
 long_description = file: README.md
 long_description_content_type = text/markdown
-url = https://github.com/FateScript/llm_visualizer
+url = https://github.com/FateScript/token_visualizer
 
 [options]
 packages = find:
@@ -33,7 +33,7 @@ multi_line_output = 3
 include_trailing_comma = true
 balanced_wrapping = true
 known_thirdparty = numpy, loguru, gradio, torch, openai, transformers, retrying, sentencepiece, python-dotenv
-KNOWN_MYSELF = llm_visualizer
+KNOWN_MYSELF = token_visualizer
 sections = FUTURE,STDLIB,THIRDPARTY,FIRSTPARTY,MYSELF,LOCALFOLDER
 no_lines_before=STDLIB
 default_section = FIRSTPARTY

llm_visualizer/__init__.py renamed to token_visualizer/__init__.py

@@ -5,13 +5,13 @@
 
 from dotenv import load_dotenv
 
-import llm_visualizer
+import token_visualizer
 
 __all__ = ["css_style", "ensure_os_env"]
 
 
 def css_style() -> str:
-    with open(os.path.join(os.path.dirname(llm_visualizer.__file__), "main.css")) as f:
+    with open(os.path.join(os.path.dirname(token_visualizer.__file__), "main.css")) as f:
         css_style = f.read()
     css_html = f"<style>{css_style}</style>"""
     return css_html

llm_visualizer/main.css renamed to token_visualizer/main.css

@@ -5,14 +5,13 @@
 import gradio as gr
 from loguru import logger
 
-import llm_visualizer
-from llm_visualizer import css_style, ensure_os_env
+from token_visualizer import css_style, ensure_os_env
 
 BASE_URL = ensure_os_env("BASE_URL")
 OPENAI_API_KEY = ensure_os_env("OPENAI_KEY")
 
-# MODEL = llm_visualizer.TransformerModel()
-MODEL = llm_visualizer.OpenAIProxyModel(
+# MODEL = token_visualizer.TransformerModel()
+MODEL = token_visualizer.OpenAIProxyModel(
     base_url=BASE_URL,
     api_key=OPENAI_API_KEY,
     model_name="gpt-4-turbo-preview",