Spaces:
Runtime error
Runtime error
Commit
·
e8695e0
1
Parent(s):
1f780ee
add token
Browse files
app.py
CHANGED
|
@@ -1,8 +1,10 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
from transformers import pipeline
|
| 3 |
import torch
|
|
|
|
| 4 |
|
| 5 |
-
pipe = pipeline("text-generation", model="gplsi/Aitana-6.3B", torch_dtype=torch.bfloat16, device_map="auto"
|
|
|
|
| 6 |
|
| 7 |
def predict(input_text):
|
| 8 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from transformers import pipeline
|
| 3 |
import torch
|
| 4 |
+
import os
|
| 5 |
|
| 6 |
+
pipe = pipeline("text-generation", model="gplsi/Aitana-6.3B", torch_dtype=torch.bfloat16, device_map="auto",
|
| 7 |
+
token=os.environ['gplsi_models'])
|
| 8 |
|
| 9 |
def predict(input_text):
|
| 10 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|