|
|
@ -14,7 +14,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
struct gpt_params {
|
|
|
|
struct gpt_params {
|
|
|
|
int32_t seed = -1; // RNG seed
|
|
|
|
int32_t seed = -1; // RNG seed
|
|
|
|
int32_t n_threads;
|
|
|
|
int32_t n_threads = std::min(4, (int32_t) std::thread::hardware_concurrency());
|
|
|
|
int32_t n_predict = 128; // new tokens to predict
|
|
|
|
int32_t n_predict = 128; // new tokens to predict
|
|
|
|
int32_t repeat_last_n = 64; // last n tokens to penalize
|
|
|
|
int32_t repeat_last_n = 64; // last n tokens to penalize
|
|
|
|
int32_t n_ctx = 512; //context size
|
|
|
|
int32_t n_ctx = 512; //context size
|
|
|
|