From 440e00d8f9ae7fafda416c5a470dba5ce51ce17e Mon Sep 17 00:00:00 2001 From: codemayq Date: Wed, 23 Aug 2023 10:04:03 +0800 Subject: [PATCH 1/2] fix quantization is "" Former-commit-id: 2469cc16d1dd3f5ee822edc18b2d7021ff7cba03 --- src/llmtuner/webui/runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llmtuner/webui/runner.py b/src/llmtuner/webui/runner.py index ac74a4c7..5793001a 100644 --- a/src/llmtuner/webui/runner.py +++ b/src/llmtuner/webui/runner.py @@ -112,7 +112,7 @@ class Runner: overwrite_cache=True, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit & quantization_bit != "None" else None, template=template, system_prompt=system_prompt, dataset_dir=dataset_dir, @@ -196,7 +196,7 @@ class Runner: predict_with_generate=True, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit & quantization_bit != "None" else None, template=template, system_prompt=system_prompt, dataset_dir=dataset_dir, From 9c3f4e3a373d9165c069e58dae5767096126599f Mon Sep 17 00:00:00 2001 From: codemayq Date: Wed, 23 Aug 2023 10:08:17 +0800 Subject: [PATCH 2/2] fix quantization bit is "" Former-commit-id: 0dcab66f8843e2887f9f7ca66334122fef35c5b7 --- src/llmtuner/webui/runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llmtuner/webui/runner.py b/src/llmtuner/webui/runner.py index 5793001a..9e13a651 100644 --- a/src/llmtuner/webui/runner.py +++ b/src/llmtuner/webui/runner.py @@ -112,7 +112,7 @@ class Runner: overwrite_cache=True, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit & quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit and quantization_bit != "None" else None, template=template, system_prompt=system_prompt, dataset_dir=dataset_dir, @@ -196,7 +196,7 @@ class Runner: predict_with_generate=True, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit & quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit and quantization_bit != "None" else None, template=template, system_prompt=system_prompt, dataset_dir=dataset_dir,