Spaces:
Runtime error
Runtime error
Commit
·
f9714d0
1
Parent(s):
4088fcc
change generate methods
Browse files
app.py
CHANGED
|
@@ -7,8 +7,10 @@ pipe = pipeline("text-generation", model="gplsi/Aitana-6.3B", torch_dtype=torch.
|
|
| 7 |
token=os.environ['gplsi_models'])
|
| 8 |
|
| 9 |
def predict(input_text):
|
|
|
|
|
|
|
| 10 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
| 11 |
-
temperature=0.5
|
| 12 |
|
| 13 |
return generation[0]
|
| 14 |
|
|
|
|
| 7 |
token=os.environ['gplsi_models'])
|
| 8 |
|
| 9 |
def predict(input_text):
|
| 10 |
+
# generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
| 11 |
+
# temperature=0.5, early_stopping=True, num_beams=2)
|
| 12 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
| 13 |
+
temperature=0.5)
|
| 14 |
|
| 15 |
return generation[0]
|
| 16 |
|