@ -37,6 +37,8 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
params . n_predict = std : : stoi ( argv [ + + i ] ) ;
params . n_predict = std : : stoi ( argv [ + + i ] ) ;
} else if ( arg = = " --top_k " ) {
} else if ( arg = = " --top_k " ) {
params . top_k = std : : stoi ( argv [ + + i ] ) ;
params . top_k = std : : stoi ( argv [ + + i ] ) ;
} else if ( arg = = " -c " | | arg = = " --ctx_size " ) {
params . n_ctx = std : : stoi ( argv [ + + i ] ) ;
} else if ( arg = = " --top_p " ) {
} else if ( arg = = " --top_p " ) {
params . top_p = std : : stof ( argv [ + + i ] ) ;
params . top_p = std : : stof ( argv [ + + i ] ) ;
} else if ( arg = = " --temp " ) {
} else if ( arg = = " --temp " ) {
@ -92,6 +94,7 @@ void gpt_print_usage(int argc, char ** argv, const gpt_params & params) {
fprintf ( stderr , " --top_p N top-p sampling (default: %.1f) \n " , params . top_p ) ;
fprintf ( stderr , " --top_p N top-p sampling (default: %.1f) \n " , params . top_p ) ;
fprintf ( stderr , " --repeat_last_n N last n tokens to consider for penalize (default: %d) \n " , params . repeat_last_n ) ;
fprintf ( stderr , " --repeat_last_n N last n tokens to consider for penalize (default: %d) \n " , params . repeat_last_n ) ;
fprintf ( stderr , " --repeat_penalty N penalize repeat sequence of tokens (default: %.1f) \n " , params . repeat_penalty ) ;
fprintf ( stderr , " --repeat_penalty N penalize repeat sequence of tokens (default: %.1f) \n " , params . repeat_penalty ) ;
fprintf ( stderr , " -c N, --ctx_size N size of the prompt context (default: %d) \n " , params . n_ctx ) ;
fprintf ( stderr , " --temp N temperature (default: %.1f) \n " , params . temp ) ;
fprintf ( stderr , " --temp N temperature (default: %.1f) \n " , params . temp ) ;
fprintf ( stderr , " -b N, --batch_size N batch size for prompt processing (default: %d) \n " , params . n_batch ) ;
fprintf ( stderr , " -b N, --batch_size N batch size for prompt processing (default: %d) \n " , params . n_batch ) ;
fprintf ( stderr , " -m FNAME, --model FNAME \n " ) ;
fprintf ( stderr , " -m FNAME, --model FNAME \n " ) ;