import openai
FOLDER_ID = ""
YANDEX_API_KEY = ""
key = f"{FOLDER_ID}@{YANDEX_API_KEY}"
proxy_url = "https://o2y.ai-cookbook.ru"
oai = openai.Client(api_key=key, base_url=f"{proxy_url}/v1/")
def generate_text_oai(system_prompt, user_prompt, max_tokens=2000, temperature=0.1, model=f"yandexgpt/latest"):
response = oai.chat.completions.create(
messages=[
{
"role": "system",
"content": system_prompt,
},
{
"role": "user",
"content": user_prompt,
}
],
model=model,
)
generated_text = response.choices[0].message.content
return generated_text
def get_embedding(text, model=f"text-search-doc/latest"):
return oai.embeddings.create(input = [text], model=model).data[0].embedding
def get_embedding_sync_batch(texts, model=f"text-search-doc/latest"):
return oai.embeddings.create(input = texts, model=model).data
if __name__ == "__main__":
model = 'yandexgpt/latest'
print(generate_text_oai("You are a helpful assistant.", "What is the meaning of life? Answer in one word."))
print(get_embedding("Hello Yandex!")[:3], '...')