Add LoRA support (#820)

This commit is contained in:
slaren authored and GitHub committed 2023-04-17 17:28:55 +02:00
1 parent efd05648c8
commit 315a95a4d3
10 files changed
+753 -41

No files matched your search

+11
View File
@@ -134,6 +134,17 @@ int main(int argc, char ** argv) {
}
}
if (!params.lora_adapter.empty()) {
int err = llama_apply_lora_from_file(ctx,
params.lora_adapter.c_str(),
params.lora_base.empty() ? NULL : params.lora_base.c_str(),
params.n_threads);
if (err != 0) {
fprintf(stderr, "%s: error: failed to apply lora adapter\n", __func__);
return 1;
}
}
// print system information
{
fprintf(stderr, "\n");