SDK/API
Completion
Use Parea to generate completions which are automatically logged
Example usage
main.py
import os
from parea import Parea
from parea.schemas.models import Completion
# You need to initialize the Parea SDK with your API Key
p = Parea(api_key=os.getenv("PAREA_API_KEY"))
# You can use one of your deployed prompts with its deployment_id
deployment_id = 'PROMPT_DEPLOYMENT_ID'
# Assuming your deployed prompt is:
# "Write a hello world program using {{x}} and the {{y}} framework."
# You will pass in the required inputs as a dictionary with matching keys
completion_request = Completion(
name="completion_name_for_logs",
end_user_identifier="your_end_users_unique_id",
deployment_id=deployment_id,
llm_inputs={"x": "Python", "y": "FastAPI"},
metadata={"purpose": "testing"},
)
completion_response = p.completion(data=completion_request)
print(completion_response)
# Example output
# CompletionResponse(
# inference_id='<id>',
# content='LLM output',
# latency=1.0, # time in seconds
# input_tokens=22,
# output_tokens=191,
# total_tokens=213,
# cost=0.0008,
# model='gpt-3.5-turbo-0613',
# provider="BaseProvider('gpt-3.5-turbo-0613')",
# cache_hit=True,
# status='success',
# start_timestamp='2023-07-24 14:46:47',
# end_timestamp='2023-07-24 14:46:48',
# trace_id='<trace_id>',
# error=None
# )