Pinecone Assistant

# pip install pinecone
# pip install pinecone-plugin-assistant

from pinecone import Pinecone
import requests
from pinecone_plugins.assistant.models.chat import Message

pc = Pinecone(api_key="YOUR_API_KEY")

# Create an assistant.
assistant = pc.assistant.create_assistant(
    assistant_name="example-assistant", 
    instructions="Use American English for spelling and grammar.", # Description or directive for the assistant to apply to all responses.
    region="us", # Region to deploy assistant. Options: "us" (default) or "eu".    
    timeout=30 # Maximum seconds to wait for assistant status to become "Ready" before timing out.
)

# Upload a file to your assistant.
response = assistant.upload_file(
    file_path="/Users/jdoe/Downloads/Netflix-10-K-01262024.pdf",
    metadata={"company": "netflix", "document_type": "form 10k"},
    timeout=None
)

# Set up for evaluation later.
payload = {
    "question": "Who is the CFO of Netflix?", # Question to ask the assistant.
    "ground_truth_answer": "Spencer Neumann" # Expected answer to evaluate the assistant's response.
}

# Chat with the assistant.
msg = Message(role="user", content=payload["question"])
resp = assistant.chat(messages=[msg], model="gpt-4o")
print(resp)

# {
#    'id': '0000000000000000163008a05b317b7b', 
#    'model': 'gpt-4o-2024-05-13', 
#    'usage': {
#        'prompt_tokens': 9259, 
#        'completion_tokens': 30, 
#        'total_tokens': 9289
#        }, 
#        'message': {
#            'content': 'The Chief Financial Officer (CFO) of Netflix is Spencer Neumann.', 
#            'role': '"assistant"'
#            }, 
#            'finish_reason': 'stop', 
#            'citations': [
#                {
#                    'position': 63, 
#                    'references': [
#                        {
#                            'pages': [78, 72, 79], 
#                            'file': {
#                                'name': 'Netflix-10-K-01262024.pdf', 
#                                'id': '76a11dd1...', 
#                                'metadata': {
#                                    'company': 'netflix', 
#                                    'document_type': 'form 10k'
#                                    }, 
#                                    'created_on': '2024-12-06T01:29:07.369208590Z', 
#                                    'updated_on': '2024-12-06T01:29:50.923493799Z', 
#                                    'status': 'Available', 
#                                    'percent_done': 1.0, 
#                                    'signed_url': 'https://storage.googleapis.com/...', 
#                                    'error_message': None,
#                                    'size': 1073470.0
#                                }
#                            }
#                        ]
#                    }
#                ]
#            }

# Evaluate the assistant's response.
payload["answer"] = resp.message.content

headers = {
    "Api-Key": "YOUR_API_KEY",
    "Content-Type": "application/json"
}

url = "https://prod-1-data.ke.pinecone.io/assistant/evaluation/metrics/alignment"

response = requests.request("POST", url, json=payload, headers=headers)

print(response.text)

# {
#    "metrics":
#    {
#        "correctness":1.0,
#        "completeness":1.0,
#        "alignment":1.0
#    },
#    "reasoning":
#    {
#        "evaluated_facts":
#        [
#            {
#                "fact":
#                {
#                    "content":"Spencer Neumann is the CFO of Netflix."
#                    },
#                    "entailment":"entailed"
#                }
#            ]
#        },
#        "usage":
#        {
#            "prompt_tokens":1221,
#            "completion_tokens":24,
#            "total_tokens":1245
#            }
#        }