mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-10-16 05:10:49 +08:00
@@ -35,9 +35,7 @@ class Backend_Api:
|
||||
return 'ok', 200
|
||||
|
||||
def models(self):
|
||||
models = g4f._all_models
|
||||
|
||||
return models
|
||||
return g4f._all_models
|
||||
|
||||
def _gen_title(self):
|
||||
return {
|
||||
@@ -52,19 +50,18 @@ class Backend_Api:
|
||||
prompt = request.json['meta']['content']['parts'][0]
|
||||
model = request.json['model']
|
||||
provider = request.json.get('provider').split('g4f.Provider.')[1]
|
||||
|
||||
|
||||
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
|
||||
|
||||
|
||||
def stream():
|
||||
if provider:
|
||||
answer = g4f.ChatCompletion.create(model=model,
|
||||
provider=get_provider(provider), messages=messages, stream=True)
|
||||
else:
|
||||
answer = g4f.ChatCompletion.create(model=model,
|
||||
messages=messages, stream=True)
|
||||
|
||||
for token in answer:
|
||||
yield token
|
||||
yield from g4f.ChatCompletion.create(
|
||||
model=model,
|
||||
provider=get_provider(provider),
|
||||
messages=messages,
|
||||
stream=True,
|
||||
) if provider else g4f.ChatCompletion.create(
|
||||
model=model, messages=messages, stream=True
|
||||
)
|
||||
|
||||
return self.app.response_class(stream(), mimetype='text/event-stream')
|
||||
|
||||
|
Reference in New Issue
Block a user