Spaces:
Runtime error
Runtime error
Commit
·
dfc8b82
1
Parent(s):
2f5c740
Update app.py
Browse files
app.py
CHANGED
|
@@ -29,23 +29,24 @@ def process(model_A, model_B):
|
|
| 29 |
prompt = sample["prompt"]
|
| 30 |
|
| 31 |
df = pd.DataFrame.from_records(sample["filtered_outputs"])
|
| 32 |
-
response_A = df[df['model']==model_A]
|
| 33 |
-
response_B = df[df['model']==model_B]
|
| 34 |
|
| 35 |
|
| 36 |
-
input_text = "POST: "+ prompt+ "\n\n RESPONSE A:
|
| 37 |
x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
|
| 38 |
y = model.generate(x, max_new_tokens=1)
|
| 39 |
prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
|
| 40 |
-
return
|
| 41 |
|
| 42 |
title = "Compare Instruction Models to see which one is more helpful"
|
| 43 |
interface = gr.Interface(fn=process,
|
| 44 |
inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
|
| 45 |
gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
|
| 46 |
outputs=[
|
|
|
|
|
|
|
| 47 |
gr.Textbox(label = "Preferred Option"),
|
| 48 |
-
gr.DataFrame(label = "Model Responses")
|
| 49 |
|
| 50 |
],
|
| 51 |
title=title,
|
|
|
|
| 29 |
prompt = sample["prompt"]
|
| 30 |
|
| 31 |
df = pd.DataFrame.from_records(sample["filtered_outputs"])
|
| 32 |
+
response_A = df[df['model']==model_A]["output"]
|
| 33 |
+
response_B = df[df['model']==model_B]["output"]
|
| 34 |
|
| 35 |
|
| 36 |
+
input_text = "POST: "+ prompt+ "\n\n RESPONSE A: "+response_A+"\n\n RESPONSE B: "+response_B+"\n\n Which response is better? RESPONSE"
|
| 37 |
x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
|
| 38 |
y = model.generate(x, max_new_tokens=1)
|
| 39 |
prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
|
| 40 |
+
return pd.concat([response_A,response_B], prefered
|
| 41 |
|
| 42 |
title = "Compare Instruction Models to see which one is more helpful"
|
| 43 |
interface = gr.Interface(fn=process,
|
| 44 |
inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
|
| 45 |
gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
|
| 46 |
outputs=[
|
| 47 |
+
|
| 48 |
+
gr.DataFrame(label = "Model Responses"),
|
| 49 |
gr.Textbox(label = "Preferred Option"),
|
|
|
|
| 50 |
|
| 51 |
],
|
| 52 |
title=title,
|