wehub-resource-sync
33 lines
1009 B
Python
33 lines
1009 B
Python
# client.py
|
|
import requests
|
|
import json
|
|
import argparse
|
|
import time
|
|
# replace this URL with your exposed URL from the API builder. The URL looks like this
|
|
SERVER_URL = 'http://0.0.0.0:8000'
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(description="Send a query to the LitServe server.")
|
|
parser.add_argument("--query", type=str, required=True, help="The query text to send to the server.")
|
|
|
|
args = parser.parse_args()
|
|
|
|
payload = {
|
|
"query": args.query
|
|
}
|
|
|
|
try:
|
|
response = requests.post(f"{SERVER_URL}/predict", json=payload)
|
|
response.raise_for_status() # Raise an exception for bad status codes
|
|
|
|
result = response.json()['output']['raw']
|
|
for token in result.split():
|
|
print(token, end=" ", flush=True)
|
|
time.sleep(0.05)
|
|
|
|
# print(json.dumps(result, indent=2))
|
|
except requests.exceptions.RequestException as e:
|
|
print(f"Error sending request: {e}")
|
|
|
|
if __name__ == "__main__":
|
|
main() |