Always return only the new tokens in generation functions
This commit is contained in:
parent
c4f0e6d740
commit
0d36c18f5d
4 changed files with 16 additions and 25 deletions
|
@ -43,7 +43,7 @@ class Handler(BaseHTTPRequestHandler):
|
|||
|
||||
response = json.dumps({
|
||||
'results': [{
|
||||
'text': answer[len(prompt):]
|
||||
'text': answer
|
||||
}]
|
||||
})
|
||||
self.wfile.write(response.encode('utf-8'))
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue