Try LLM App

pip install g4f

from typing import List, Any
import sys
from g4f.client import Client
import asyncio

if sys.platform == "win32":
    asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())


def fetch_ai(client: Client, messages: List[Any]) -> str:
    chunks = []

    print("AI: ", end="")

    stream = client.chat.completions.create(
        model="gpt-4",
        messages=messages,
        stream=True,
    )

    for msg in stream:
        chunk = msg.choices[0].delta.content
        if chunk:
            chunks.append(chunk)
            print(chunk, end="", flush=True)
    else:
        print("")
    return "".join(chunks)


def main():
    client = Client()

    print("欢迎来到AI对话，请输入您想说的话，或`quit`退出")

    message_history = [{"role": "system", "content": "You are a helpful assistant"}]

    while True:
        your_text = input("You: ")
        if your_text == "quit":
            break
        message_history.append({"role": "user", "content": your_text})
        ai_text = fetch_ai(client, message_history)
        message_history.append({"role": "assistant", "content": ai_text})


if __name__ == '__main__':
    main()