Skip to content

feat(cli): enhance hardware command to display availability status #422

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
blainekasten merged 2 commits into from
Jan 27, 2026
Merged

feat(cli): enhance hardware command to display availability status #422

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
61614c3
feat(cli): enhance hardware command to display availability status
atihkin Jan 23, 2026
b70a4be
style: simplify hardware table formatting using tabulate
atihkin Jan 23, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
84 changes: 75 additions & 9 deletions src/together/cli/api/endpoints.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,18 @@
from __future__ import annotations

import json
import re
import sys
from functools import wraps
from typing import Any, Callable, Dict, List, Literal, TypeVar, Union
from typing import Any, Callable, Dict, List, Literal, Sequence, TypeVar, Union

import click
from tabulate import tabulate

from together import Together
from together.error import InvalidRequestError
from together.types import DedicatedEndpoint, ListEndpoint
from together.types.endpoints import HardwareWithStatus


def print_endpoint(
Expand Down Expand Up @@ -186,12 +189,18 @@ def create(
availability_zone=availability_zone,
)
except InvalidRequestError as e:
print_api_error(e)
if "check the hardware api" in str(e).lower():
if (
"check the hardware api" in str(e.args[0]).lower()
or "invalid hardware provided" in str(e.args[0]).lower()
or "the selected configuration" in str(e.args[0]).lower()
):
click.secho("Invalid hardware selected.", fg="red", err=True)
click.echo("\nAvailable hardware options:")
fetch_and_print_hardware_options(
client=client, model=model, print_json=False, available=True
)

else:
print_api_error(e)
sys.exit(1)

# Print detailed information to stderr
Expand Down Expand Up @@ -258,28 +267,85 @@ def hardware(client: Together, model: str | None, json: bool, available: bool) -
fetch_and_print_hardware_options(client, model, json, available)


def _format_hardware_options(
hardware_options: Sequence[HardwareWithStatus],
show_availability: bool = True,
) -> None:
"""Print hardware options in a formatted table using tabulate."""
if not hardware_options:
click.echo(" No hardware options found.", err=True)
return

display_list: List[Dict[str, Any]] = []

for hw in hardware_options:
data: Dict[str, Any] = {
"Hardware ID": hw.id,
"GPU": (
re.sub(r"\-\d+[a-zA-Z][a-zA-Z]$", "", hw.specs.gpu_type)
if hw.specs and hw.specs.gpu_type
else "N/A"
),
"Memory": f"{int(hw.specs.gpu_memory)}GB" if hw.specs else "N/A",
"Count": hw.specs.gpu_count if hw.specs else "N/A",
"Price (per minute)": (
f"${hw.pricing.cents_per_minute / 100:.2f}" if hw.pricing else "N/A"
),
}

if show_availability:
status_display = "—"
if hw.availability:
status = hw.availability.status
# Add visual indicators for status
if status == "available":
status_display = click.style("✓ available", fg="green")
elif status == "unavailable":
status_display = click.style("✗ unavailable", fg="red")
else: # insufficient
status_display = click.style("⚠ insufficient", fg="yellow")
data["Availability"] = status_display

display_list.append(data)

click.echo(tabulate(display_list, headers="keys", numalign="left"))


def fetch_and_print_hardware_options(
client: Together, model: str | None, print_json: bool, available: bool
) -> None:
"""Print hardware options for a model."""

message = "Available hardware options:" if available else "All hardware options:"
click.echo(message, err=True)
hardware_options = client.endpoints.list_hardware(model)

if available:
hardware_options = [
hardware
for hardware in hardware_options
if hardware.availability is not None
and hardware.availability.status == "available"
]
message = (
f"Available hardware options for model '{model}':"
if model
else "Available hardware options:"
)
else:
message = (
f"Hardware options for model '{model}':"
if model
else "All hardware options:"
)

click.echo(message, err=True)
click.echo("", err=True)

if print_json:
json_output = [hardware.model_dump() for hardware in hardware_options]
click.echo(json.dumps(json_output, indent=2))
else:
for hardware in hardware_options:
click.echo(f" {hardware.id}", err=True)
# Show availability column only when model is specified (availability info is only returned with model filter)
show_availability = model is not None
_format_hardware_options(hardware_options, show_availability=show_availability)


@endpoints.command()
Expand Down