Update app.py

app.py

@@ -207,11 +207,12 @@ def load_diacritics_model():
 @app.get("/diacritics", operation_id="convert_diacritics", description="Romanian Diacritics Restoration", tags=["diacritics"], summary="Romanian diacritics")
 def diacritics(text: str, model: str  = DIACRITICS_MODEL):
     model, tokenizer = load_diacritics_model()
-    inputs = tokenizer(text, max_length=512, truncation=True, return_tensors="pt")
-    outputs = model.generate(input_ids=inputs["input_ids"], attention_mask=inputs["attention_mask"])
+    inputs = tokenizer(text, max_length=256, truncation=True, return_tensors="pt")
+    outputs = model.generate(input_ids=inputs["input_ids"], attention_mask=inputs["attention_mask"],
+                             max_new_tokens=256, num_beams=3, early_stopping=True)
     output = tokenizer.decode(outputs[0], skip_special_tokens=True)
     info = load_diacritics_model.cache_info() # check if loaded from cache
-    return {"input": text, "diacritics": output, "length": (len(output), info.hits)}
+    return {"input": text, "diacritics": output, "Info": (len(output), info.hits)}
     return output
 
 # Create an MCP server based on this app