@@ -184,17 +184,17 @@ function gg_run_open_llama_3b_v2 {
184184 ./bin/quantize ${model_f16} ${model_q5_k} q5_k
185185 ./bin/quantize ${model_f16} ${model_q6_k} q6_k
186186
187- (time ./bin/main --model ${model_f16} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
188- (time ./bin/main --model ${model_q8_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
189- (time ./bin/main --model ${model_q4_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_0.log
190- (time ./bin/main --model ${model_q4_1} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_1.log
191- (time ./bin/main --model ${model_q5_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_0.log
192- (time ./bin/main --model ${model_q5_1} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_1.log
193- (time ./bin/main --model ${model_q2_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q2_k.log
194- (time ./bin/main --model ${model_q3_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q3_k.log
195- (time ./bin/main --model ${model_q4_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_k.log
196- (time ./bin/main --model ${model_q5_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_k.log
197- (time ./bin/main --model ${model_q6_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q6_k.log
187+ (time ./bin/main --model ${model_f16} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
188+ (time ./bin/main --model ${model_q8_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
189+ (time ./bin/main --model ${model_q4_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_0.log
190+ (time ./bin/main --model ${model_q4_1} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_1.log
191+ (time ./bin/main --model ${model_q5_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_0.log
192+ (time ./bin/main --model ${model_q5_1} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_1.log
193+ (time ./bin/main --model ${model_q2_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q2_k.log
194+ (time ./bin/main --model ${model_q3_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q3_k.log
195+ (time ./bin/main --model ${model_q4_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_k.log
196+ (time ./bin/main --model ${model_q5_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_k.log
197+ (time ./bin/main --model ${model_q6_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q6_k.log
198198
199199 (time ./bin/perplexity --model ${model_f16} -f ${wiki_test_60} -c 128 -b 128 --chunks 3 ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
200200 (time ./bin/perplexity --model ${model_q8_0} -f ${wiki_test_60} -c 128 -b 128 --chunks 3 ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
0 commit comments