client.py

# client.py
import requests
import json
import argparse
import time
# replace this URL with your exposed URL from the API builder. The URL looks like this
SERVER_URL = 'http://0.0.0.0:8000'

def main():
    parser = argparse.ArgumentParser(description="Send a query to the LitServe server.")
    parser.add_argument("--query", type=str, required=True, help="The query text to send to the server.")
    
    args = parser.parse_args()
    
    payload = {
        "query": args.query
    }
    
    try:
        response = requests.post(f"{SERVER_URL}/predict", json=payload)
        response.raise_for_status()  # Raise an exception for bad status codes
        
        result = response.json()['output']['raw']
        for token in result.split():
            print(token, end=" ", flush=True)
            time.sleep(0.05)

        # print(json.dumps(result, indent=2))
    except requests.exceptions.RequestException as e:
        print(f"Error sending request: {e}")

if __name__ == "__main__":
    main()