leptonai

import os from leptonai.client import Client, local # NOTE: This example assumes you have run 'lep photon runlocal --name gpt2 --model hf:gpt2' in your terminal. # It also requires the Lepton AI CLI to be installed and potentially HuggingFace credentials # if you're using models that require them (set HUGGING_FACE_HUB_TOKEN env var). # Initialize client for local service running on port 8080 c = Client(local(port=8080)) # Check available paths (endpoints) of the deployed service print(f"Available paths: {c.paths()}") # Call the 'run' method of the gpt2 model response = c.run(inputs="I enjoy walking with my cute dog, and") print(f"Model response: {response}") # Example of using a remote client (replace with your actual workspace/token/deployment) # from leptonai.client import Client # LEPTIN_API_TOKEN = os.environ.get('LEPTON_API_TOKEN', 'YOUR_LEPTON_API_TOKEN') # # If you have a specific workspace_id and deployment_id # # remote_client = Client(f"workspace_id", "deployment_id", token=LEPTIN_API_TOKEN) # # Or if using a direct URL: # # remote_client = Client("https://your-deployment-url.lepton.run/api", token=LEPTIN_API_TOKEN) # # response = remote_client.run(inputs="What is Lepton AI?") # # print(f"Remote model response: {response}")