Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,13 +18,13 @@ nvmlInit()
|
|
| 18 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
| 19 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 20 |
|
| 21 |
-
ctx_limit =
|
| 22 |
gen_limit = 1000
|
| 23 |
|
| 24 |
########################## text rwkv ################################################################
|
| 25 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
| 26 |
|
| 27 |
-
title = "rwkv7-
|
| 28 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
|
| 29 |
model = RWKV(model=model_path.replace('.pth',''), strategy='cuda fp16')
|
| 30 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|
|
|
|
| 18 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
| 19 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 20 |
|
| 21 |
+
ctx_limit = 5000
|
| 22 |
gen_limit = 1000
|
| 23 |
|
| 24 |
########################## text rwkv ################################################################
|
| 25 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
| 26 |
|
| 27 |
+
title = "rwkv7-g0a3-7.2b-20251029-ctx8192"
|
| 28 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
|
| 29 |
model = RWKV(model=model_path.replace('.pth',''), strategy='cuda fp16')
|
| 30 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|