Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -37,9 +37,9 @@ from peft import PeftModel
|
|
| 37 |
# Load tokenizer
|
| 38 |
tokenizer = AutoTokenizer.from_pretrained(".")
|
| 39 |
|
| 40 |
-
# Load base model
|
| 41 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 42 |
-
"
|
| 43 |
device_map="auto"
|
| 44 |
)
|
| 45 |
|
|
|
|
| 37 |
# Load tokenizer
|
| 38 |
tokenizer = AutoTokenizer.from_pretrained(".")
|
| 39 |
|
| 40 |
+
# Load base model (non-quantized)
|
| 41 |
base_model = AutoModelForCausalLM.from_pretrained(
|
| 42 |
+
"meta-llama/Meta-Llama-3-8B", # use standard non-quantized base model
|
| 43 |
device_map="auto"
|
| 44 |
)
|
| 45 |
|