Upload and Verify

const [{ winc: price }] = await turbo.getUploadCosts({ bytes: [size] });
const { bytesRemaining } = await turbo.getFreeStatus();

const receipt = await turbo.uploadFile({
  fileStreamFactory: () => fs.createReadStream(path),
  fileSizeFactory: () => size,
  dataItemOpts: { tags: [{ name: "Content-Type", value: "text/markdown" }] },
});

{
  "id": "tCdA4ePIjMvKSapeQfe3zBUhODPKjXYERqjvEoOM3f8",
  "owner": "HbmimaUBGYtimZiYbeXLXQS8pKD9wBTMfMTaYmfsyBMj",
  "winc": "0",
  "timestamp": 1791483824036,
  "dataCaches": ["ar-io.dev"],
  "fastFinalityIndexes": ["ar-io.dev"],
  "version": "0.2.0",
  "deadlineHeight": 1234567,
  "public": "<the service's public key>",
  "signature": "<the service's signature>"
}

GET https://turbo-gateway.com/raw/<id>

const want = crypto.createHash("sha256").update(fs.readFileSync(path)).digest();
const got = crypto.createHash("sha256").update(Buffer.from(await response.arrayBuffer())).digest();
const match = got.equals(want) && response.headers.get("x-ar-io-digest") === want.toString("base64url");

// Upload one file through Turbo, fetch it back from an ar.io gateway, prove the bytes match.
// Usage: KEYFILE=./solana-keypair.json node upload-verify.mjs ./report.md
// Set SANDBOX=1 to run against the testnet sandbox instead of mainnet.
import fs from "node:fs";
import crypto from "node:crypto";
import { TurboFactory, HexSolanaSigner } from "@ardrive/turbo-sdk";
import bs58 from "bs58";

const sandbox = process.env.SANDBOX === "1";
const gateway = sandbox ? "https://ar-io.dev" : "https://turbo-gateway.com";
const path = process.argv[2];
if (!path) throw new Error("give the file to upload as the first argument");

// 1. Signer. A Solana CLI keypair file is a JSON array of 64 bytes.
const secretKey = Uint8Array.from(JSON.parse(fs.readFileSync(process.env.KEYFILE, "utf8")));
const signer = new HexSolanaSigner(bs58.encode(secretKey));
const turbo = TurboFactory.authenticated({
  signer,
  token: "solana",
  ...(sandbox && {
    gatewayUrl: "https://api.devnet.solana.com",
    uploadServiceConfig: { url: "https://upload.services.ar-io.dev" },
    paymentServiceConfig: { url: "https://payment.services.ar-io.dev" },
  }),
});

// 2. Cost before upload. winc "0" means the item fits the free tier.
const size = fs.statSync(path).size;
const [{ winc: price }] = await turbo.getUploadCosts({ bytes: [size] });
const { bytesRemaining } = await turbo.getFreeStatus();
const free = bytesRemaining === null || bytesRemaining >= size;
console.log(JSON.stringify({ size, price, bytesRemaining, free }));
if (!free && BigInt(price) > BigInt((await turbo.getBalance()).winc)) {
  throw new Error("stop: not free and the wallet's credits cannot cover it; top up first");
}

// 3. Upload. The response is the receipt; keep it.
const receipt = await turbo.uploadFile({
  fileStreamFactory: () => fs.createReadStream(path),
  fileSizeFactory: () => size,
  dataItemOpts: { tags: [{ name: "Content-Type", value: "text/markdown" }] },
});
fs.writeFileSync(`${path}.receipt.json`, JSON.stringify(receipt, null, 2));
console.log(JSON.stringify({ id: receipt.id, winc: receipt.winc, timestamp: receipt.timestamp }));

// 4. Fetch the raw bytes back and compare hashes. A gateway that has not seen the item yet returns 404.
const want = crypto.createHash("sha256").update(fs.readFileSync(path)).digest();
let response;
for (let attempt = 1; attempt <= 12; attempt++) {
  response = await fetch(`${gateway}/raw/${receipt.id}`);
  if (response.ok) break;
  if (response.status !== 404) throw new Error(`stop: gateway returned ${response.status}`);
  await new Promise((r) => setTimeout(r, 10_000));
}
if (!response.ok) throw new Error("stop: gateway still returns 404 after two minutes; report the id");
const got = crypto.createHash("sha256").update(Buffer.from(await response.arrayBuffer())).digest();
const servedDigest = response.headers.get("x-ar-io-digest"); // base64url of the sha-256 the gateway served
const match = got.equals(want) && servedDigest === want.toString("base64url");
console.log(JSON.stringify({
  fetched: `${gateway}/raw/${receipt.id}`,
  sha256Match: match,
  verified: response.headers.get("x-ar-io-verified"),
  stable: response.headers.get("x-ar-io-stable"),
}));
if (!match) throw new Error("stop: the bytes the gateway served differ from the file; do not retry blindly");

{"size":27018,"price":"353098377","bytesRemaining":104857600,"free":true}
{"id":"tCdA4ePIjMvKSapeQfe3zBUhODPKjXYERqjvEoOM3f8","winc":"0","timestamp":1791483824036}
{"fetched":"https://ar-io.dev/raw/tCdA4ePIjMvKSapeQfe3zBUhODPKjXYERqjvEoOM3f8","sha256Match":true,"verified":"false","stable":"false"}