Pete's side of the Adventure news feed. Receives structured game-event
facts from gogobee, templates them in Pete's warm-reporter voice, and
publishes to a new /adventure section + live Matrix posts.
- adventure.go: bearer ingest + fact-guard + 13 event templates;
/adventure/{guid} permalink (story.html); per-event SVG emblems at
/adventure/art/{type}.svg (card image + og:image); NoPush suppresses
the live Matrix post (cold-start backfill).
- adventure_digest.go: daily BULLETIN roundup at DigestHour (UTC);
unposted-in-48h = bulletins; marks them digested; per-day ?digest= URL
avoids canonical dedup.
- config AdventureConfig (enabled/ingest_token/channel/digest_hour);
web.New takes the seam + a priority poster; started in main.
- adventure theme colors; thumbURL passes through local emblem paths;
adventure pages are noindex (player-named; gap #5).
Claude-Session: https://claude.ai/code/session_017mEwUmmS7aQTP2NQXj6rUa
467 lines
12 KiB
Go
467 lines
12 KiB
Go
package web
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"crypto/sha256"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"image"
|
|
_ "image/gif"
|
|
_ "image/jpeg"
|
|
"image/png"
|
|
"io"
|
|
"log/slog"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"golang.org/x/image/draw"
|
|
_ "golang.org/x/image/webp"
|
|
|
|
"pete/internal/safehttp"
|
|
"pete/internal/storage"
|
|
)
|
|
|
|
const (
|
|
thumbWidth = 800
|
|
thumbMaxBytes = 12 << 20 // 12 MiB cap on source download for images
|
|
videoMaxBytes = 64 << 20 // 64 MiB cap when the source is a video file
|
|
thumbFetchTimeout = 12 * time.Second
|
|
thumbCacheDir = "./data/img-cache"
|
|
thumbQuality = "45"
|
|
thumbSpeed = "8"
|
|
ffmpegTimeout = 20 * time.Second
|
|
)
|
|
|
|
// videoExtensions are file extensions we route through the ffmpeg
|
|
// frame-extraction path instead of trying to decode as an image.
|
|
var videoExtensions = map[string]bool{
|
|
".mp4": true,
|
|
".m4v": true,
|
|
".mov": true,
|
|
".webm": true,
|
|
".mkv": true,
|
|
}
|
|
|
|
var (
|
|
thumbClient = safehttp.NewClient(thumbFetchTimeout)
|
|
|
|
thumbMu sync.Mutex
|
|
thumbInFlight = map[string]*sync.WaitGroup{}
|
|
)
|
|
|
|
func thumbKey(u string) string {
|
|
sum := sha256.Sum256([]byte(u))
|
|
return hex.EncodeToString(sum[:16])
|
|
}
|
|
|
|
// thumbURL maps a source image URL to the /img proxy path. Empty input → "".
|
|
func thumbURL(src string) string {
|
|
if src == "" {
|
|
return ""
|
|
}
|
|
// Root-relative sources are our own local assets (e.g. the adventure
|
|
// emblems) — serve them directly; the thumbnailer only handles remote
|
|
// http(s) images and would 404 a local path.
|
|
if strings.HasPrefix(src, "/") {
|
|
return src
|
|
}
|
|
return "/img/" + thumbKey(src) + ".avif?u=" + url.QueryEscape(src)
|
|
}
|
|
|
|
func (s *Server) handleImg(w http.ResponseWriter, r *http.Request) {
|
|
name := r.PathValue("name")
|
|
hash, ok := strings.CutSuffix(name, ".avif")
|
|
if !ok {
|
|
http.NotFound(w, r)
|
|
return
|
|
}
|
|
src := r.URL.Query().Get("u")
|
|
if src == "" || thumbKey(src) != hash {
|
|
http.NotFound(w, r)
|
|
return
|
|
}
|
|
if !(strings.HasPrefix(src, "http://") || strings.HasPrefix(src, "https://")) {
|
|
http.NotFound(w, r)
|
|
return
|
|
}
|
|
if !storage.IsKnownImageURL(src) {
|
|
http.NotFound(w, r)
|
|
return
|
|
}
|
|
|
|
if err := os.MkdirAll(thumbCacheDir, 0o755); err != nil {
|
|
http.Error(w, "cache dir", http.StatusInternalServerError)
|
|
return
|
|
}
|
|
cachePath := filepath.Join(thumbCacheDir, hash+".avif")
|
|
if fi, err := os.Stat(cachePath); err == nil && fi.Size() > 0 {
|
|
serveAvif(w, r, cachePath)
|
|
return
|
|
}
|
|
|
|
// Single-flight: collapse concurrent requests for the same image.
|
|
thumbMu.Lock()
|
|
wg, busy := thumbInFlight[hash]
|
|
if !busy {
|
|
wg = &sync.WaitGroup{}
|
|
wg.Add(1)
|
|
thumbInFlight[hash] = wg
|
|
}
|
|
thumbMu.Unlock()
|
|
|
|
if busy {
|
|
wg.Wait()
|
|
if fi, err := os.Stat(cachePath); err == nil && fi.Size() > 0 {
|
|
serveAvif(w, r, cachePath)
|
|
return
|
|
}
|
|
http.Redirect(w, r, src, http.StatusFound)
|
|
return
|
|
}
|
|
defer func() {
|
|
thumbMu.Lock()
|
|
delete(thumbInFlight, hash)
|
|
thumbMu.Unlock()
|
|
wg.Done()
|
|
}()
|
|
|
|
if err := buildAvifThumb(src, cachePath); err != nil {
|
|
slog.Warn("thumb build failed", "url", src, "err", err)
|
|
http.Redirect(w, r, src, http.StatusFound)
|
|
return
|
|
}
|
|
serveAvif(w, r, cachePath)
|
|
}
|
|
|
|
func serveAvif(w http.ResponseWriter, r *http.Request, path string) {
|
|
w.Header().Set("Content-Type", "image/avif")
|
|
w.Header().Set("Cache-Control", "public, max-age=2592000, immutable")
|
|
http.ServeFile(w, r, path)
|
|
}
|
|
|
|
// buildAvifThumb downloads src, decodes + resizes in Go, then shells out to
|
|
// avifenc to produce a compact AVIF at outPath. Video URLs (mp4, webm, ...)
|
|
// take a parallel path that extracts a frame with ffmpeg before re-encoding.
|
|
func buildAvifThumb(src, outPath string) error {
|
|
req, err := http.NewRequest(http.MethodGet, src, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req.Header.Set("User-Agent", "Pete-Thumb/1.0 (+https://pete.example)")
|
|
resp, err := thumbClient.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode != http.StatusOK {
|
|
return fmt.Errorf("upstream %d", resp.StatusCode)
|
|
}
|
|
|
|
// URL extension is enough for the cap decision (Content-Type may be
|
|
// missing or generic on some CDNs); Content-Type is checked again below
|
|
// to decide which decode path to take.
|
|
maxBytes := int64(thumbMaxBytes)
|
|
urlIsVideo := isVideoURL(src)
|
|
if urlIsVideo {
|
|
maxBytes = videoMaxBytes
|
|
}
|
|
body, err := io.ReadAll(io.LimitReader(resp.Body, maxBytes+1))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if int64(len(body)) > maxBytes {
|
|
if urlIsVideo {
|
|
return fmt.Errorf("video too big (>%d bytes)", maxBytes)
|
|
}
|
|
return fmt.Errorf("image too big (>%d bytes)", maxBytes)
|
|
}
|
|
|
|
if urlIsVideo || isVideoContentType(resp.Header.Get("Content-Type")) {
|
|
return buildAvifFromFFmpeg(body, outPath)
|
|
}
|
|
|
|
if isAvif(body) {
|
|
// If the source AVIF is already within our width budget, skip the
|
|
// decode/resize/re-encode roundtrip and cache the original bytes.
|
|
w, _, infoErr := avifInfo(body)
|
|
if infoErr == nil && w > 0 && w <= thumbWidth {
|
|
return writeFile(outPath, body)
|
|
}
|
|
body, err = avifToPNG(body)
|
|
if err != nil {
|
|
return fmt.Errorf("avifdec: %w", err)
|
|
}
|
|
}
|
|
src2, _, err := image.Decode(bytes.NewReader(body))
|
|
if err != nil {
|
|
// Go's stdlib JPEG decoder rejects some valid-but-rare features
|
|
// (e.g. 4:1:1 luma/chroma subsampling served by ANN's CDN). Hand
|
|
// the bytes to ffmpeg as a permissive fallback — it produces the
|
|
// same shape of output as the video path.
|
|
if ffErr := buildAvifFromFFmpeg(body, outPath); ffErr == nil {
|
|
return nil
|
|
}
|
|
return fmt.Errorf("decode: %w", err)
|
|
}
|
|
b := src2.Bounds()
|
|
srcW, srcH := b.Dx(), b.Dy()
|
|
if srcW <= 0 || srcH <= 0 {
|
|
return fmt.Errorf("empty image")
|
|
}
|
|
dstW, dstH := srcW, srcH
|
|
if srcW > thumbWidth {
|
|
dstW = thumbWidth
|
|
dstH = int(float64(srcH) * float64(thumbWidth) / float64(srcW))
|
|
if dstH < 1 {
|
|
dstH = 1
|
|
}
|
|
}
|
|
var resized image.Image = src2
|
|
if dstW != srcW || dstH != srcH {
|
|
dst := image.NewRGBA(image.Rect(0, 0, dstW, dstH))
|
|
draw.CatmullRom.Scale(dst, dst.Bounds(), src2, b, draw.Over, nil)
|
|
resized = dst
|
|
}
|
|
|
|
tmp, err := os.CreateTemp("", "pete-thumb-*.png")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
tmpPath := tmp.Name()
|
|
defer os.Remove(tmpPath)
|
|
if err := png.Encode(tmp, resized); err != nil {
|
|
tmp.Close()
|
|
return err
|
|
}
|
|
if err := tmp.Close(); err != nil {
|
|
return err
|
|
}
|
|
|
|
return avifEncodeFromPNG(tmpPath, outPath)
|
|
}
|
|
|
|
// avifEncodeFromPNG runs avifenc on pngPath and atomically renames the
|
|
// result into outPath so partial outputs never appear in the cache.
|
|
func avifEncodeFromPNG(pngPath, outPath string) error {
|
|
stagedOut := outPath + ".tmp"
|
|
cmd := exec.Command("avifenc",
|
|
"-q", thumbQuality,
|
|
"-s", thumbSpeed,
|
|
pngPath, stagedOut,
|
|
)
|
|
if out, err := cmd.CombinedOutput(); err != nil {
|
|
os.Remove(stagedOut)
|
|
return fmt.Errorf("avifenc: %w: %s", err, strings.TrimSpace(string(out)))
|
|
}
|
|
return os.Rename(stagedOut, outPath)
|
|
}
|
|
|
|
// isVideoURL reports whether the URL's path extension is one we treat as a
|
|
// video source for thumbnail extraction.
|
|
func isVideoURL(src string) bool {
|
|
u, err := url.Parse(src)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return videoExtensions[strings.ToLower(filepath.Ext(u.Path))]
|
|
}
|
|
|
|
// isVideoContentType reports whether a Content-Type header announces a video.
|
|
func isVideoContentType(ct string) bool {
|
|
return strings.HasPrefix(strings.ToLower(strings.TrimSpace(ct)), "video/")
|
|
}
|
|
|
|
// buildAvifFromFFmpeg writes the downloaded bytes to a temp file, asks
|
|
// ffmpeg to extract a single resized frame as PNG, then hands it to avifenc.
|
|
// Used both for video sources and as a permissive fallback for images whose
|
|
// JPEG features Go's stdlib decoder rejects. ffmpeg is optional — if it's
|
|
// missing we return an error and the caller falls back to redirecting to
|
|
// the source URL, just like any other build failure.
|
|
func buildAvifFromFFmpeg(body []byte, outPath string) error {
|
|
if _, err := exec.LookPath("ffmpeg"); err != nil {
|
|
return fmt.Errorf("ffmpeg not available: %w", err)
|
|
}
|
|
|
|
in, err := os.CreateTemp("", "pete-vid-*.bin")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
inPath := in.Name()
|
|
defer os.Remove(inPath)
|
|
if _, err := in.Write(body); err != nil {
|
|
in.Close()
|
|
return err
|
|
}
|
|
if err := in.Close(); err != nil {
|
|
return err
|
|
}
|
|
|
|
outPNG, err := os.CreateTemp("", "pete-vid-frame-*.png")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pngPath := outPNG.Name()
|
|
outPNG.Close()
|
|
defer os.Remove(pngPath)
|
|
|
|
// Aim ~5s in — past the typical fade-in / first-GOP blockiness while
|
|
// still likely within the clip. For shorter clips we fall back to the
|
|
// midpoint (when ffprobe is available) so we don't seek off the end.
|
|
seek := "5"
|
|
if d := probeVideoDuration(inPath); d > 0 && d < 5 {
|
|
seek = strconv.FormatFloat(d/2, 'f', 2, 64)
|
|
}
|
|
if err := extractVideoFrame(inPath, pngPath, seek); err != nil {
|
|
// Seek overshot or container's funky — try 2s, then frame 0.
|
|
if err := extractVideoFrame(inPath, pngPath, "2"); err != nil {
|
|
if err := extractVideoFrame(inPath, pngPath, "0"); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
return avifEncodeFromPNG(pngPath, outPath)
|
|
}
|
|
|
|
// probeVideoDuration returns the clip length in seconds, or 0 if ffprobe is
|
|
// missing or can't read it (image-as-video fallback, malformed containers).
|
|
func probeVideoDuration(inPath string) float64 {
|
|
if _, err := exec.LookPath("ffprobe"); err != nil {
|
|
return 0
|
|
}
|
|
ctx, cancel := context.WithTimeout(context.Background(), ffmpegTimeout)
|
|
defer cancel()
|
|
cmd := exec.CommandContext(ctx, "ffprobe",
|
|
"-v", "error",
|
|
"-show_entries", "format=duration",
|
|
"-of", "default=noprint_wrappers=1:nokey=1",
|
|
inPath,
|
|
)
|
|
out, err := cmd.Output()
|
|
if err != nil {
|
|
return 0
|
|
}
|
|
d, err := strconv.ParseFloat(strings.TrimSpace(string(out)), 64)
|
|
if err != nil || d <= 0 {
|
|
return 0
|
|
}
|
|
return d
|
|
}
|
|
|
|
// extractVideoFrame asks ffmpeg to seek to seekSec, grab one frame, and
|
|
// downscale it to at most thumbWidth wide before writing pngPath.
|
|
func extractVideoFrame(inPath, pngPath, seekSec string) error {
|
|
ctx, cancel := context.WithTimeout(context.Background(), ffmpegTimeout)
|
|
defer cancel()
|
|
cmd := exec.CommandContext(ctx, "ffmpeg",
|
|
"-y",
|
|
"-ss", seekSec,
|
|
"-i", inPath,
|
|
"-frames:v", "1",
|
|
"-update", "1",
|
|
"-vf", fmt.Sprintf("scale='min(%d,iw)':-2", thumbWidth),
|
|
"-f", "image2",
|
|
pngPath,
|
|
)
|
|
if out, err := cmd.CombinedOutput(); err != nil {
|
|
return fmt.Errorf("ffmpeg: %w: %s", err, strings.TrimSpace(string(out)))
|
|
}
|
|
if fi, err := os.Stat(pngPath); err != nil || fi.Size() == 0 {
|
|
return fmt.Errorf("ffmpeg produced empty frame")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// isAvif reports whether body looks like an AVIF file via the ISO-BMFF "ftyp"
|
|
// brand at bytes 4..12 ("ftypavif"/"ftypavis").
|
|
func isAvif(body []byte) bool {
|
|
if len(body) < 12 {
|
|
return false
|
|
}
|
|
if string(body[4:8]) != "ftyp" {
|
|
return false
|
|
}
|
|
brand := string(body[8:12])
|
|
return brand == "avif" || brand == "avis"
|
|
}
|
|
|
|
// avifInfo returns the width and height of an AVIF by shelling out to
|
|
// `avifdec --info`. It still decodes the image internally but doesn't write
|
|
// pixels to disk, so it's cheaper than full avifToPNG.
|
|
func avifInfo(body []byte) (int, int, error) {
|
|
in, err := os.CreateTemp("", "pete-avif-info-*.avif")
|
|
if err != nil {
|
|
return 0, 0, err
|
|
}
|
|
inPath := in.Name()
|
|
defer os.Remove(inPath)
|
|
if _, err := in.Write(body); err != nil {
|
|
in.Close()
|
|
return 0, 0, err
|
|
}
|
|
if err := in.Close(); err != nil {
|
|
return 0, 0, err
|
|
}
|
|
out, err := exec.Command("avifdec", "--info", inPath).CombinedOutput()
|
|
if err != nil {
|
|
return 0, 0, fmt.Errorf("%w: %s", err, strings.TrimSpace(string(out)))
|
|
}
|
|
for _, line := range strings.Split(string(out), "\n") {
|
|
line = strings.TrimSpace(line)
|
|
rest, ok := strings.CutPrefix(line, "* Resolution")
|
|
if !ok {
|
|
continue
|
|
}
|
|
_, dims, ok := strings.Cut(rest, ":")
|
|
if !ok {
|
|
continue
|
|
}
|
|
var w, h int
|
|
if _, err := fmt.Sscanf(strings.TrimSpace(dims), "%dx%d", &w, &h); err == nil {
|
|
return w, h, nil
|
|
}
|
|
}
|
|
return 0, 0, fmt.Errorf("no resolution in avifdec output")
|
|
}
|
|
|
|
// writeFile atomically writes body to path via a sibling temp + rename.
|
|
func writeFile(path string, body []byte) error {
|
|
staged := path + ".tmp"
|
|
if err := os.WriteFile(staged, body, 0o644); err != nil {
|
|
os.Remove(staged)
|
|
return err
|
|
}
|
|
return os.Rename(staged, path)
|
|
}
|
|
|
|
// avifToPNG decodes AVIF bytes to PNG bytes by shelling out to avifdec.
|
|
func avifToPNG(body []byte) ([]byte, error) {
|
|
in, err := os.CreateTemp("", "pete-avif-in-*.avif")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
inPath := in.Name()
|
|
defer os.Remove(inPath)
|
|
if _, err := in.Write(body); err != nil {
|
|
in.Close()
|
|
return nil, err
|
|
}
|
|
if err := in.Close(); err != nil {
|
|
return nil, err
|
|
}
|
|
outPath := inPath + ".png"
|
|
defer os.Remove(outPath)
|
|
cmd := exec.Command("avifdec", inPath, outPath)
|
|
if out, err := cmd.CombinedOutput(); err != nil {
|
|
return nil, fmt.Errorf("%w: %s", err, strings.TrimSpace(string(out)))
|
|
}
|
|
return os.ReadFile(outPath)
|
|
}
|