harbor

import os import subprocess # Note: Harbor is primarily CLI-driven for running evaluations. # This example demonstrates a basic CLI interaction. # Ensure Docker is running and 'harbor' is installed. # Create a dummy task file for evaluation task_content = "print('Hello from Harbor evaluation!')" with open('hello_task.py', 'w') as f: f.write(task_content) print('Created hello_task.py') # Run a simple evaluation using the Harbor CLI # For actual evaluations, you would define an agent and environment. # This command is a placeholder demonstrating CLI invocation. # A real quickstart would involve defining a dataset and an agent. try: # Example of running a simple command, assuming a 'test' subcommand exists # or a generic 'run' command without specific agent/dataset is possible. # The official quickstart uses `harbor run` with datasets/environments. # This generic call might not be directly runnable without setup. print('Attempting to run a basic harbor CLI command...') # As per documentation, a simple quickstart involves `harbor run` on a dataset. # This is a simplified example. For a full eval, see official docs. result = subprocess.run( ['harbor', 'run', '--help'], # Or a specific dataset/agent for a real run capture_output=True, text=True, check=True ) print("Harbor CLI --help output:\n", result.stdout) except FileNotFoundError: print("Error: 'harbor' command not found. Ensure Harbor is installed and in your PATH.") except subprocess.CalledProcessError as e: print(f"Error running Harbor CLI: {e}") print(f"Stdout: {e.stdout}") print(f"Stderr: {e.stderr}") finally: # Clean up dummy task file if os.path.exists('hello_task.py'): os.remove('hello_task.py') print('Cleaned up hello_task.py')