wehub-resource-sync
39 lines
1.0 KiB
Python
39 lines
1.0 KiB
Python
#set GROQ_API_KEY in the secrets
|
|
|
|
import os
|
|
from groq import Groq
|
|
|
|
# Create the Groq client
|
|
client = Groq(
|
|
api_key=os.environ.get("GROQ_API_KEY")
|
|
)
|
|
|
|
# Set the system prompt
|
|
system_prompt = {
|
|
"role": "system",
|
|
"content":
|
|
"You are a helpful assistant. You reply with very short answers."
|
|
}
|
|
|
|
# Initialize the chat history
|
|
chat_history = [system_prompt]
|
|
|
|
while True:
|
|
# Get user input from the console
|
|
user_input = input("You: ")
|
|
|
|
# Append the user input to the chat history
|
|
chat_history.append({"role": "user", "content": user_input})
|
|
|
|
response = client.chat.completions.create(model="llama3-70b-8192",
|
|
messages=chat_history,
|
|
max_tokens=100,
|
|
temperature=1.2)
|
|
# Append the response to the chat history
|
|
chat_history.append({
|
|
"role": "assistant",
|
|
"content": response.choices[0].message.content
|
|
})
|
|
# Print the response
|
|
print("Assistant:", response.choices[0].message.content)
|