Getting a Results Download URL

import os
import requests

API_KEY = os.environ["SUTRO_API_KEY"]
JOB_ID = "batch_job_12345"

# 1) Ask Sutro for presigned URLs
meta = requests.get(
    f"https://api.sutro.sh/jobs/{JOB_ID}/results-url",
    headers={"Authorization": f"Key {API_KEY}"},
    params={
        "format": "parquet",
        "include_inputs": True,
        "include_cumulative_logprobs": False,
        "expires_in_seconds": 3600,
    },
).json()

get_url = meta["urls"]["get"]
head_url = meta["urls"]["head"]
filename = meta["artifact"]["filename"]

# 2) HEAD for size + etag (no download)
head = requests.head(head_url)
head.raise_for_status()
size_bytes = int(head.headers["Content-Length"])
etag = head.headers.get("ETag")
print("size_bytes:", size_bytes)
print("etag:", etag)

# 3) Resumable download using Range
out_path = filename
already = os.path.getsize(out_path) if os.path.exists(out_path) else 0

headers = {}
if already > 0:
    headers["Range"] = f"bytes={already}-"

with requests.get(get_url, headers=headers, stream=True) as r:
    r.raise_for_status()
    mode = "ab" if already > 0 else "wb"
    with open(out_path, mode) as f:
        for chunk in r.iter_content(chunk_size=8 * 1024 * 1024):
            if chunk:
                f.write(chunk)

print("downloaded:", out_path)

import { createWriteStream } from "node:fs";
import { Readable } from "node:stream";
import { pipeline } from "node:stream/promises";

const jobId = "batch_job_12345";
const apiKey = process.env.SUTRO_API_KEY;

// 1) Ask Sutro for presigned URLs
const metaRes = await fetch(
  `https://api.sutro.sh/jobs/${jobId}/results-url?format=parquet&include_inputs=true`,
  {
    headers: { Authorization: `Key ${apiKey}` },
  }
);

if (!metaRes.ok) {
  throw new Error(`Failed: ${metaRes.status} ${await metaRes.text()}`);
}

const meta = await metaRes.json();
const { get: getUrl, head: headUrl } = meta.urls;
const filename = meta.artifact.filename;

// 2) HEAD for metadata
const headRes = await fetch(headUrl, { method: "HEAD" });
console.log("content-length:", headRes.headers.get("content-length"));
console.log("etag:", headRes.headers.get("etag"));

// 3) Download (stream to disk)
const dlRes = await fetch(getUrl);
if (!dlRes.ok) throw new Error(`Download failed: ${dlRes.status}`);

await pipeline(Readable.fromWeb(dlRes.body), createWriteStream(filename));
console.log("saved:", filename);

# 1) Get the presigned URLs
RESP="$(curl -s \
  -H "Authorization: Key YOUR_SUTRO_API_KEY" \
  "https://api.sutro.sh/jobs/batch_job_12345/results-url?format=parquet&include_inputs=true&expires_in_seconds=3600")"

GET_URL="$(echo "$RESP" | jq -r '.urls.get')"
HEAD_URL="$(echo "$RESP" | jq -r '.urls.head')"
FILENAME="$(echo "$RESP" | jq -r '.artifact.filename')"

# 2) HEAD (metadata only)
curl -sI "$HEAD_URL"

# 3) Download
curl -L "$GET_URL" -o "$FILENAME"

# 4) Resume an interrupted download
curl -L -C - "$GET_URL" -o "$FILENAME"

# 5) Download the first 1 MiB (Range request)
curl -L -H "Range: bytes=0-1048575" "$GET_URL" -o first_1MiB.bin