Always return only the new tokens in generation functions

This commit is contained in:
oobabooga 2023-05-11 17:07:20 -03:00
parent c4f0e6d740
commit 0d36c18f5d
4 changed files with 16 additions and 25 deletions

View file

@ -43,7 +43,7 @@ class Handler(BaseHTTPRequestHandler):
response = json.dumps({
'results': [{
'text': answer[len(prompt):]
'text': answer
}]
})
self.wfile.write(response.encode('utf-8'))