diff --git a/koboldcpp.py b/koboldcpp.py old mode 100644 new mode 100755 index 2041b0d24a7b4..563259d21b2c2 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1,3 +1,6 @@ +#!/usr/bin/env python3 +#-*- coding: utf-8 -*- + # A hacky little script from Concedo that exposes llama.cpp function bindings # allowing it to be used via a simulated kobold api endpoint # generation delay scales linearly with original prompt length.