Adding openai_oss_20B support

.gitignore

@@ -1,5 +1,6 @@
-venv/
+.venv/
 .env
 *.pyc
 __pycache__
-token_stats.json
+token_stats.json
+.DS_Store

Makefile

@@ -1,6 +1,6 @@
 setup:
-	python3 -m venv venv
-	. venv/bin/activate && pip install --upgrade pip && pip install -r requirements.txt && pipenv install python-dotenv
+	python3 -m venv .venv
+	. .venv/bin/activate && pip install --upgrade pip && pip install -r requirements.txt && pipenv install python-dotenv
 
 run: 
-	. venv/bin/activate && FLASK_APP=app.py flask run --port=5001
+	. .venv/bin/activate && FLASK_APP=app.py flask run --port=5001

Pipfile

@@ -10,11 +10,12 @@ langchain-openai = "*"
 langchain-google-genai = "*"
 langchain-aws = "*"
 langchain-together = "*"
+langchain-ollama = "*"
 torch = "*"
 transformers = "*"
 toml = "*"
 boto3 = "*"
-python-dotenv = "*"
+pipenv = "*"
 
 [dev-packages]
 

app.py

@@ -94,6 +94,10 @@ def initialize_llm(llm_choice):
         elif llm_choice == "meta_llama_4_scout":
             return ChatTogether(model="meta-llama/Llama-4-Scout-17B-16E-Instruct", temperature=0, max_tokens=None, timeout=None, max_retries=2)
 
+    elif llm_choice.startswith("gpt_oss_"):
+        if llm_choice == "gpt_oss_20B":
+            return ChatTogether(model="OpenAI/gpt-oss-20B", temperature=0, max_tokens=None, timeout=None, max_retries=2)
+
     # Default fallback to OpenAI's GPT-4o
     logging.warning(f"Unknown LLM choice '{llm_choice}', defaulting to openai_gpt_4o")
     return ChatOpenAI(model="gpt-4o", max_tokens=None, temperature=0)
@@ -112,7 +116,8 @@ def initialize_llm(llm_choice):
     "google_gemini_15_flash", "google_gemini_2_flash", "google_gemini_25_pro",
     "anthropic_haiku_35", "anthropic_sonnet_35", "anthropic_sonnet_37", 
     "deepseek_r1", "deepseek_v3", 
-    "meta_llama_33_70B", "meta_llama_31_405B", "meta_llama_4_maverick", "meta_llama_4_scout"
+    "meta_llama_33_70B", "meta_llama_31_405B", "meta_llama_4_maverick", "meta_llama_4_scout",
+    "gpt-oss-20B"
 ]
 
 def remove_think_tags(text):

config.toml

@@ -1,4 +1,5 @@
 [llm]
+# options: "openai_gpt_4o", "google_gemini_2_flash", "gpt_oss_20B", etc.
 selected = "openai_gpt_4o"
 
 [prompt_engineering]

requirements.txt

@@ -8,4 +8,6 @@ langchain-ollama
 torch
 transformers
 toml
-boto3
+boto3
+langchain-core
+python-dotenv

templates/index.html

@@ -116,6 +116,7 @@ <h2 class="subtitle">{{ selectedEmail.subject }}</h2>
                                     <option value="openai_gpt_4o_mini">OpenAI GPT-4o Mini</option>
                                     <option value="openai_gpt_41">OpenAI GPT-4.1</option>
                                     <option value="openai_gpt_41_mini">OpenAI GPT-4.1-mini</option>
+                                    <option value="gpt_oss_20B">OpenAI OSS 20B</option>
                                     <option value="llamacpp-server">Llama.cpp Server</option>
                                     <option value="openai_o1_mini">OpenAI o1-mini</option>
                                     <option value="openai_o1">OpenAI o1</option>