Function commitFile

api/lib/hf-publisher.ts:74–111

(filePath: string, content: string)

// ── Core: Upload to HuggingFace ──────────────────────────────────────

async function commitFile(filePath: string, content: string): Promise<boolean> {
  const { token, repo, branch } = getConfig()
  if (!token || !repo) return false

  const url = `${HF_API}/datasets/${repo}/commit/${branch}`

  // HF Hub commit API uses NDJSON (application/x-ndjson)
  // Line 1: commit header with summary
  // Line 2: file operation with base64-encoded content
  const contentBase64 = Buffer.from(content).toString('base64')
  const ndjson = [
    JSON.stringify({ key: 'header', value: { summary: `[auto-publish] ${filePath}` } }),
    JSON.stringify({ key: 'file', value: { content: contentBase64, path: filePath, encoding: 'base64' } }),
  ].join('\n')

  try {
    const res = await fetch(url, {
      method: 'POST',
      headers: {
        'Authorization': `Bearer ${token}`,
        'Content-Type': 'application/x-ndjson',
      },
      body: ndjson,
    })

    if (res.ok) {
      console.log(`[HF Publisher] Committed ${filePath} (${content.length} bytes)`)
      return true
    }

    const errText = await res.text().catch(() => '')
    console.error(`[HF Publisher] Commit failed (${res.status}): ${errText.slice(0, 200)}`)
    return false
  } catch (err) {
    console.error(`[HF Publisher] Network error:`, (err as Error).message)
    return false
  }
}

// ── Flush Functions ──────────────────────────────────────────────────
// Safe pattern: snapshot → upload → clear only on success