LLM_from_scratch

Prerequisites:

py -3.10 -m venv cuda

cuda activate

pip install matplotlib numpy pylzma ipkernel jupyter
pip install torch --index-url https://download.pytorch.org/whl/cu118

python -m ipykernel install --user --name=cuda --display-name "cuda-gpt"

jupyter notebook

Name		Name	Last commit message	Last commit date
Latest commit History 100 Commits
Vizuara		Vizuara
custom_bpe_tokenizer		custom_bpe_tokenizer
.gitignore		.gitignore
README.md		README.md
bigram.ipynb		bigram.ipynb
custom_tokenizer.json		custom_tokenizer.json
data-extract-v10.ipynb		data-extract-v10.ipynb
data-extract-v3.ipynb		data-extract-v3.ipynb
data-extract-v5.ipynb		data-extract-v5.ipynb
data-extract-v6.ipynb		data-extract-v6.ipynb
data-extract-v7.ipynb		data-extract-v7.ipynb
data-extract.ipynb		data-extract.ipynb
evaluate-finetuned-llm.ipynb		evaluate-finetuned-llm.ipynb
finetuning-classification-v1.ipynb		finetuning-classification-v1.ipynb
finetuning-instruction-answer-v1.ipynb		finetuning-instruction-answer-v1.ipynb
finetuning-instruction-answer-v2.ipynb		finetuning-instruction-answer-v2.ipynb
finetuning-instruction-answer-v3.ipynb		finetuning-instruction-answer-v3.ipynb
gpt-v1.ipynb		gpt-v1.ipynb
gpt-v10.ipynb		gpt-v10.ipynb
gpt-v11.ipynb		gpt-v11.ipynb
gpt-v12.ipynb		gpt-v12.ipynb
gpt-v13.ipynb		gpt-v13.ipynb
gpt-v14.ipynb		gpt-v14.ipynb
gpt-v15.ipynb		gpt-v15.ipynb
gpt-v2.ipynb		gpt-v2.ipynb
gpt-v3.ipynb		gpt-v3.ipynb
gpt-v4.ipynb		gpt-v4.ipynb
gpt-v5.ipynb		gpt-v5.ipynb
gpt-v6.ipynb		gpt-v6.ipynb
gpt-v7.ipynb		gpt-v7.ipynb
gpt-v8.ipynb		gpt-v8.ipynb
gpt-v9.ipynb		gpt-v9.ipynb
requirements.txt		requirements.txt
tokenizer_test.ipynb		tokenizer_test.ipynb
vector_embedding_test.ipynb		vector_embedding_test.ipynb
vocab.txt		vocab.txt
wizard_of_oz.txt		wizard_of_oz.txt