openai-sdk

from openai import AsyncOpenAI

client = AsyncOpenAI()

async def gpt_chat(prompt, system_prompt=None, history_messages=[], model_name="openai/gpt-4o-mini"):
    messages = []

    if system_prompt:
        messages.append({"role": "system", "content": system_prompt})
    messages.extend(history_messages)
    messages.append({"role": "user", "content": prompt})

    completion = await client.chat.completions.create(
        model=model_name,
        messages=messages,
        extra_body={}
    )

    return completion.choices[0].message.content


results = await asyncio.gather(
    gpt_chat("Q1", sys_prompt),
    gpt_chat("Q2", sys_prompt),
    gpt_chat("Q3", sys_prompt),
)

import asyncio
from openai import AsyncOpenAI

client = AsyncOpenAI()
sem = asyncio.Semaphore(5)  # 控制并发数

async def gpt_chat(query, system_prompt, model_name="openai/gpt-4o-mini"):
    async with sem:
        messages = []
        if system_prompt:
            messages.append({"role": "system", "content": system_prompt})
        messages.append({"role": "user", "content": query})

        completion = await client.chat.completions.create(
            model=model_name,
            messages=messages
        )
        return completion.choices[0].message.content

async def batch_run(queries, sys_prompt):
    return await asyncio.gather(
        *[gpt_chat(q, sys_prompt) for q in queries],
        return_exceptions=True
    )