matrix_chatgpt_bot/ask_gpt.py

import aiohttp
import asyncio
import json


async def ask(prompt: str, api_endpoint: str, headers: dict) -> str:
    jsons = {
        "model": "gpt-3.5-turbo",
        "messages": [
            {
                "role": "user",
                "content": prompt,
            },
        ],
    }
    async with aiohttp.ClientSession() as session:
        max_try = 5
        while max_try > 0:
            try:
                async with session.post(url=api_endpoint,
                                        json=jsons, headers=headers, timeout=10) as response:
                    status_code = response.status
                    if not status_code == 200:
                        max_try = max_try - 1
                        # wait 2s
                        await asyncio.sleep(2)
                        continue

                    resp = await response.read()
                    await session.close()
                    return json.loads(resp)['choices'][0]['message']['content']
            except Exception as e:
                print(e)
                pass