mirror of
https://github.com/tcsenpai/ollama.git
synced 2025-06-10 13:07:08 +00:00
parent
c7047d7353
commit
921406f721
@ -17,7 +17,7 @@ def generate(prompt, context):
|
|||||||
for line in r.iter_lines():
|
for line in r.iter_lines():
|
||||||
body = json.loads(line)
|
body = json.loads(line)
|
||||||
response_part = body.get('response', '')
|
response_part = body.get('response', '')
|
||||||
# the response streams one token at a time, print that as we recieve it
|
# the response streams one token at a time, print that as we receive it
|
||||||
print(response_part, end='', flush=True)
|
print(response_part, end='', flush=True)
|
||||||
|
|
||||||
if 'error' in body:
|
if 'error' in body:
|
||||||
@ -35,4 +35,4 @@ def main():
|
|||||||
print()
|
print()
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
||||||
|
Loading…
x
Reference in New Issue
Block a user