@@ -184,17 +184,17 @@ function gg_run_open_llama_3b_v2 {
184
184
./bin/quantize ${model_f16} ${model_q5_k} q5_k
185
185
./bin/quantize ${model_f16} ${model_q6_k} q6_k
186
186
187
- (time ./bin/main --model ${model_f16} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
188
- (time ./bin/main --model ${model_q8_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
189
- (time ./bin/main --model ${model_q4_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_0.log
190
- (time ./bin/main --model ${model_q4_1} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_1.log
191
- (time ./bin/main --model ${model_q5_0} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_0.log
192
- (time ./bin/main --model ${model_q5_1} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_1.log
193
- (time ./bin/main --model ${model_q2_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q2_k.log
194
- (time ./bin/main --model ${model_q3_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q3_k.log
195
- (time ./bin/main --model ${model_q4_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_k.log
196
- (time ./bin/main --model ${model_q5_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_k.log
197
- (time ./bin/main --model ${model_q6_k} -s 1234 -n 64 -p -- ignore-eos " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q6_k.log
187
+ (time ./bin/main --model ${model_f16} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
188
+ (time ./bin/main --model ${model_q8_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
189
+ (time ./bin/main --model ${model_q4_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_0.log
190
+ (time ./bin/main --model ${model_q4_1} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_1.log
191
+ (time ./bin/main --model ${model_q5_0} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_0.log
192
+ (time ./bin/main --model ${model_q5_1} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_1.log
193
+ (time ./bin/main --model ${model_q2_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q2_k.log
194
+ (time ./bin/main --model ${model_q3_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q3_k.log
195
+ (time ./bin/main --model ${model_q4_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q4_k.log
196
+ (time ./bin/main --model ${model_q5_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q5_k.log
197
+ (time ./bin/main --model ${model_q6_k} -s 1234 -n 64 -- ignore-eos -p " I believe the meaning of life is" ) 2>&1 | tee -a $OUT /${ci} -tg-q6_k.log
198
198
199
199
(time ./bin/perplexity --model ${model_f16} -f ${wiki_test_60} -c 128 -b 128 --chunks 3 ) 2>&1 | tee -a $OUT /${ci} -tg-f16.log
200
200
(time ./bin/perplexity --model ${model_q8_0} -f ${wiki_test_60} -c 128 -b 128 --chunks 3 ) 2>&1 | tee -a $OUT /${ci} -tg-q8_0.log
0 commit comments