Live video on the AT Protocol
at v0.9.1 959 lines 31 kB view raw
1package api 2 3import ( 4 "context" 5 "encoding/json" 6 "errors" 7 "fmt" 8 "io" 9 "log/slog" 10 "net" 11 "net/http" 12 "net/http/httputil" 13 "net/url" 14 "os" 15 "strconv" 16 "strings" 17 "sync" 18 "time" 19 20 "github.com/NYTimes/gziphandler" 21 "github.com/bluesky-social/indigo/api/bsky" 22 "github.com/google/uuid" 23 "github.com/julienschmidt/httprouter" 24 "github.com/labstack/echo/v4" 25 "github.com/rs/cors" 26 sloghttp "github.com/samber/slog-http" 27 "golang.org/x/time/rate" 28 29 "github.com/streamplace/oatproxy/pkg/oatproxy" 30 "stream.place/streamplace/js/app" 31 "stream.place/streamplace/pkg/atproto" 32 "stream.place/streamplace/pkg/bus" 33 "stream.place/streamplace/pkg/config" 34 "stream.place/streamplace/pkg/crypto/signers/eip712" 35 "stream.place/streamplace/pkg/director" 36 apierrors "stream.place/streamplace/pkg/errors" 37 "stream.place/streamplace/pkg/linking" 38 "stream.place/streamplace/pkg/log" 39 "stream.place/streamplace/pkg/media" 40 "stream.place/streamplace/pkg/mist/mistconfig" 41 "stream.place/streamplace/pkg/model" 42 "stream.place/streamplace/pkg/notifications" 43 "stream.place/streamplace/pkg/spmetrics" 44 "stream.place/streamplace/pkg/spxrpc" 45 "stream.place/streamplace/pkg/statedb" 46 "stream.place/streamplace/pkg/streamplace" 47 48 metrics "github.com/slok/go-http-metrics/metrics/prometheus" 49 "github.com/slok/go-http-metrics/middleware" 50 echomiddleware "github.com/slok/go-http-metrics/middleware/echo" 51 httproutermiddleware "github.com/slok/go-http-metrics/middleware/httprouter" 52 middlewarestd "github.com/slok/go-http-metrics/middleware/std" 53) 54 55type StreamplaceAPI struct { 56 CLI *config.CLI 57 Model model.Model 58 StatefulDB *statedb.StatefulDB 59 Updater *Updater 60 Signer *eip712.EIP712Signer 61 Mimes map[string]string 62 FirebaseNotifier notifications.FirebaseNotifier 63 MediaManager *media.MediaManager 64 MediaSigner media.MediaSigner 65 XRPCServer *spxrpc.Server 66 // not thread-safe yet 67 Aliases map[string]string 68 Bus *bus.Bus 69 ATSync *atproto.ATProtoSynchronizer 70 Director *director.Director 71 72 connTracker *WebsocketTracker 73 74 limiters map[string]*rate.Limiter 75 limitersMu sync.Mutex 76 SignerCache map[string]media.MediaSigner 77 SignerCacheMu sync.Mutex 78 op *oatproxy.OATProxy 79 80 // override tls port for http redirect server if we're using systemd file descriptors 81 HTTPRedirectTLSPort *int 82 sessions map[string]map[string]time.Time 83 sessionsLock sync.RWMutex 84 85 rtmpSessions map[string]*media.RTMPSession 86 rtmpSessionsLock sync.Mutex 87 rtmpInternalPlaybackAddr string 88} 89 90type WebsocketTracker struct { 91 connections map[string]int 92 maxConnsPerIP int 93 mu sync.RWMutex 94} 95 96func MakeStreamplaceAPI(cli *config.CLI, mod model.Model, statefulDB *statedb.StatefulDB, noter notifications.FirebaseNotifier, mm *media.MediaManager, ms media.MediaSigner, bus *bus.Bus, atsync *atproto.ATProtoSynchronizer, d *director.Director, op *oatproxy.OATProxy) (*StreamplaceAPI, error) { 97 updater, err := PrepareUpdater(cli) 98 if err != nil { 99 return nil, err 100 } 101 a := &StreamplaceAPI{CLI: cli, 102 Model: mod, 103 StatefulDB: statefulDB, 104 Updater: updater, 105 FirebaseNotifier: noter, 106 MediaManager: mm, 107 MediaSigner: ms, 108 Aliases: map[string]string{}, 109 Bus: bus, 110 ATSync: atsync, 111 Director: d, 112 connTracker: NewWebsocketTracker(cli.RateLimitWebsocket), 113 limiters: make(map[string]*rate.Limiter), 114 SignerCache: make(map[string]media.MediaSigner), 115 op: op, 116 sessions: make(map[string]map[string]time.Time), 117 sessionsLock: sync.RWMutex{}, 118 rtmpSessions: make(map[string]*media.RTMPSession), 119 rtmpSessionsLock: sync.Mutex{}, 120 } 121 a.Mimes, err = updater.GetMimes() 122 if err != nil { 123 return nil, err 124 } 125 return a, nil 126} 127 128type AppHostingFS struct { 129 http.FileSystem 130} 131 132var ErrorIndex = errors.New("not found, use index.html") 133 134func (fs AppHostingFS) Open(name string) (http.File, error) { 135 file, err1 := fs.FileSystem.Open(name) 136 if err1 == nil { 137 return file, nil 138 } 139 return nil, ErrorIndex 140} 141 142// api/playback/iame.li/webrtc?rendition=source 143// api/playback/iame.li/stream.mp4?rendition=source 144// api/playback/iame.li/stream.webm?rendition=source 145// api/playback/iame.li/hls/index.m3u8 146// api/playback/iame.li/hls/source/stream.m3u8 147// api/playback/iame.li/hls/source/000000000000.ts 148 149func (a *StreamplaceAPI) Handler(ctx context.Context) (http.Handler, error) { 150 151 mdlw := middleware.New(middleware.Config{ 152 Recorder: metrics.NewRecorder(metrics.Config{}), 153 }) 154 var xrpc http.Handler 155 xrpc, err := spxrpc.NewServer(ctx, a.CLI, a.Model, a.StatefulDB, a.op, mdlw, a.ATSync, a.Bus) 156 if err != nil { 157 return nil, err 158 } 159 a.XRPCServer = xrpc.(*spxrpc.Server) 160 router := httprouter.New() 161 162 // Create our middleware factory with the default settings. 163 164 a.op.Echo.Use(echomiddleware.Handler("", mdlw)) 165 166 // r.GET("/test/:id", httproutermiddleware.Handler("/test/:id", h1, mdlw)) 167 168 addHandle := func(router *httprouter.Router, method, path string, handler httprouter.Handle) { 169 router.Handle(method, path, httproutermiddleware.Handler(path, handler, mdlw)) 170 } 171 addFunc := func(router *httprouter.Router, method, path string, handler http.HandlerFunc) { 172 router.Handler(method, path, middlewarestd.Handler(path, mdlw, handler)) 173 } 174 175 router.Handler("GET", "/oauth/*anything", a.op.Handler()) 176 router.Handler("POST", "/oauth/*anything", a.op.Handler()) 177 router.Handler("GET", "/.well-known/oauth-authorization-server", a.op.Handler()) 178 router.Handler("GET", "/.well-known/oauth-protected-resource", a.op.Handler()) 179 router.Handler("GET", "/.well-known/apple-app-site-association", a.HandleAppleAppSiteAssociation(ctx)) 180 router.Handler("GET", "/.well-known/assetlinks.json", a.HandleAndroidAssetLinks(ctx)) 181 apiRouter := httprouter.New() 182 addFunc(apiRouter, "POST", "/api/notification", a.HandleNotification(ctx)) 183 // old clients 184 addFunc(router, "GET", "/app-updates", a.HandleAppUpdates(ctx)) 185 // new ones 186 addFunc(apiRouter, "GET", "/api/manifest", a.HandleAppUpdates(ctx)) 187 addHandle(apiRouter, "GET", "/api/desktop-updates/:platform/:architecture/:version/:buildTime/:file", a.HandleDesktopUpdates(ctx)) 188 addHandle(apiRouter, "POST", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s")) 189 addHandle(apiRouter, "OPTIONS", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s")) 190 addHandle(apiRouter, "DELETE", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s")) 191 addFunc(apiRouter, "POST", "/api/segment", a.HandleSegment(ctx)) 192 addFunc(apiRouter, "GET", "/api/healthz", a.HandleHealthz(ctx)) 193 addHandle(apiRouter, "GET", "/api/playback/:user/hls/*file", a.HandleHLSPlayback(ctx)) 194 // they're jpegs now 195 addHandle(apiRouter, "GET", "/api/playback/:user/stream.jpg", a.HandleThumbnailPlayback(ctx)) 196 // this one is actually a jpeg (used previously and shouldn't remove for historical reasons) 197 addHandle(apiRouter, "GET", "/api/playback/:user/stream.png", a.HandleThumbnailPlayback(ctx)) 198 addHandle(apiRouter, "GET", "/api/app-return/*anything", a.HandleAppReturn(ctx)) 199 addHandle(apiRouter, "POST", "/api/playback/:user/webrtc", a.HandleWebRTCPlayback(ctx)) 200 addHandle(apiRouter, "POST", "/api/ingest/webrtc", a.HandleWebRTCIngest(ctx)) 201 addHandle(apiRouter, "POST", "/api/ingest/webrtc/:key", a.HandleWebRTCIngest(ctx)) 202 addHandle(apiRouter, "POST", "/api/player-event", a.HandlePlayerEvent(ctx)) 203 addHandle(apiRouter, "GET", "/api/chat/:repoDID", a.HandleChat(ctx)) 204 addHandle(apiRouter, "GET", "/api/websocket/:repoDID", a.HandleWebsocket(ctx)) 205 addHandle(apiRouter, "GET", "/api/livestream/:repoDID", a.HandleLivestream(ctx)) 206 addHandle(apiRouter, "GET", "/api/segment/recent", a.HandleRecentSegments(ctx)) 207 addHandle(apiRouter, "GET", "/api/segment/recent/:repoDID", a.HandleUserRecentSegments(ctx)) 208 addHandle(apiRouter, "GET", "/api/bluesky/resolve/:handle", a.HandleBlueskyResolve(ctx)) 209 addHandle(apiRouter, "GET", "/api/view-count/:user", a.HandleViewCount(ctx)) 210 addHandle(apiRouter, "GET", "/api/clip/:user/:file", a.HandleClip(ctx)) 211 apiRouter.NotFound = a.HandleAPI404(ctx) 212 apiRouterHandler := a.RateLimitMiddleware(ctx)(apiRouter) 213 xrpcHandler := a.RateLimitMiddleware(ctx)(xrpc) 214 router.Handler("GET", "/api/*resource", apiRouterHandler) 215 router.Handler("POST", "/api/*resource", apiRouterHandler) 216 router.Handler("PUT", "/api/*resource", apiRouterHandler) 217 router.Handler("PATCH", "/api/*resource", apiRouterHandler) 218 router.Handler("DELETE", "/api/*resource", apiRouterHandler) 219 router.Handler("GET", "/xrpc/*resource", xrpcHandler) 220 router.Handler("POST", "/xrpc/*resource", xrpcHandler) 221 router.Handler("PUT", "/xrpc/*resource", xrpcHandler) 222 router.Handler("PATCH", "/xrpc/*resource", xrpcHandler) 223 router.Handler("DELETE", "/xrpc/*resource", xrpcHandler) 224 // i wonder if there's a better way to do this? 225 router.GET("/favicon.ico", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) { 226 err := a.XRPCServer.HandleFaviconICO(echo.New().NewContext(r, w)) 227 if err != nil { 228 log.Error(ctx, "error handling favicon.ico", "error", err) 229 w.WriteHeader(500) 230 return 231 } 232 }) 233 router.GET("/.well-known/did.json", a.HandleDidJSON(ctx)) 234 router.GET("/.well-known/atproto-did", a.HandleAtprotoDID(ctx)) 235 router.GET("/dl/*params", a.HandleAppDownload(ctx)) 236 router.POST("/", a.HandleWebRTCIngest(ctx)) 237 for _, redirect := range a.CLI.Redirects { 238 parts := strings.Split(redirect, ":") 239 if len(parts) != 2 { 240 log.Error(ctx, "invalid redirect", "redirect", redirect) 241 return nil, fmt.Errorf("invalid redirect: %s", redirect) 242 } 243 router.Handle("GET", parts[0], func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) { 244 http.Redirect(w, r, parts[1], http.StatusTemporaryRedirect) 245 }) 246 } 247 if a.CLI.FrontendProxy != "" { 248 u, err := url.Parse(a.CLI.FrontendProxy) 249 if err != nil { 250 return nil, err 251 } 252 log.Warn(ctx, "using frontend proxy instead of bundled frontend", "destination", a.CLI.FrontendProxy) 253 router.NotFound = &httputil.ReverseProxy{ 254 Rewrite: func(r *httputil.ProxyRequest) { 255 // workaround for Expo disliking serving requests from 127.0.0.1 instead of localhost 256 // we need to use 127.0.0.1 because the atproto oauth client requires it 257 r.Out.Header.Set("Origin", u.String()) 258 r.SetURL(u) 259 }, 260 } 261 } else { 262 files, err := app.Files() 263 if err != nil { 264 return nil, err 265 } 266 index, err := files.Open("index.html") 267 if err != nil { 268 return nil, err 269 } 270 bs, err := io.ReadAll(index) 271 if err != nil { 272 return nil, err 273 } 274 linker, err := linking.NewLinker(ctx, bs) 275 if err != nil { 276 return nil, err 277 } 278 linkingHandler, err := a.NotFoundLinkingHandler(ctx, linker) 279 if err != nil { 280 return nil, err 281 } 282 router.NotFound = middlewarestd.Handler("/*static", mdlw, linkingHandler) 283 } 284 // needed because the WebRTC handler issues 405s from / otherwise 285 router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) { 286 router.NotFound.ServeHTTP(w, r) 287 }) 288 handler := sloghttp.Recovery(router) 289 handler = cors.AllowAll().Handler(handler) 290 handler = sloghttp.New(slog.Default())(handler) 291 handler = a.RateLimitMiddleware(ctx)(handler) 292 293 // this needs to be LAST so nothing else clobbers the context 294 handler = a.ContextMiddleware(ctx)(handler) 295 296 return handler, nil 297} 298func (a *StreamplaceAPI) ContextMiddleware(parentContext context.Context) func(next http.Handler) http.Handler { 299 return func(next http.Handler) http.Handler { 300 return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { 301 uuid := uuid.New().String() 302 ctx := log.WithLogValues(parentContext, "requestID", uuid, "method", r.Method, "path", r.URL.Path) 303 r = r.WithContext(ctx) 304 next.ServeHTTP(w, r) 305 }) 306 } 307} 308func copyHeader(dst, src http.Header) { 309 for k, vv := range src { 310 // we'll handle CORS ourselves, thanks 311 if strings.HasPrefix(k, "Access-Control") { 312 continue 313 } 314 for _, v := range vv { 315 dst.Add(k, v) 316 } 317 } 318} 319 320// handler that takes care of static files and otherwise returns the index.html with the correct link card data 321func (a *StreamplaceAPI) NotFoundLinkingHandler(ctx context.Context, linker *linking.Linker) (http.HandlerFunc, error) { 322 files, err := app.Files() 323 if err != nil { 324 return nil, err 325 } 326 fs := AppHostingFS{http.FS(files)} 327 328 fileHandler := a.FileHandler(ctx, http.FileServer(fs)) 329 defaultHandler := http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) { 330 f := strings.TrimPrefix(req.URL.Path, "/") 331 // under docs we need the index.html suffix due to astro rendering 332 if strings.HasPrefix(req.URL.Path, "/docs") && strings.HasSuffix(req.URL.Path, "/") { 333 f += "index.html" 334 } 335 _, err := fs.Open(f) 336 if err == nil { 337 fileHandler.ServeHTTP(w, req) 338 return 339 } 340 if errors.Is(err, ErrorIndex) || f == "" { 341 bs, err := linker.GenerateDefaultCard(ctx, req.URL, a.CLI.SentryDSN) 342 if err != nil { 343 log.Error(ctx, "error generating default card", "error", err) 344 } 345 w.Header().Set("Content-Type", "text/html") 346 if _, err := w.Write(bs); err != nil { 347 log.Error(ctx, "error writing response", "error", err) 348 } 349 } else { 350 log.Warn(ctx, "error opening file", "error", err) 351 apierrors.WriteHTTPInternalServerError(w, "file not found", err) 352 } 353 }) 354 return http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) { 355 proto := "http" 356 if req.TLS != nil { 357 proto = "https" 358 } 359 fwProto := req.Header.Get("x-forwarded-proto") 360 if fwProto != "" { 361 proto = fwProto 362 } 363 req.URL.Host = req.Host 364 req.URL.Scheme = proto 365 maybeHandle := strings.TrimPrefix(req.URL.Path, "/") 366 // quick check for things that aren't valid handles/dids 367 if strings.ContainsAny(maybeHandle, "/_") { 368 defaultHandler.ServeHTTP(w, req) 369 return 370 } 371 repo, err := a.Model.GetRepoByHandleOrDID(maybeHandle) 372 if err != nil || repo == nil { 373 log.Error(ctx, "no repo found", "maybeHandle", maybeHandle) 374 defaultHandler.ServeHTTP(w, req) 375 return 376 } 377 ls, err := a.Model.GetLatestLivestreamForRepo(repo.DID) 378 if err != nil || ls == nil { 379 log.Error(ctx, "no livestream found", "repoDID", repo.DID) 380 defaultHandler.ServeHTTP(w, req) 381 return 382 } 383 lsv, err := ls.ToLivestreamView() 384 if err != nil || lsv == nil { 385 log.Error(ctx, "no livestream view found", "repoDID", repo.DID) 386 defaultHandler.ServeHTTP(w, req) 387 return 388 } 389 bs, err := linker.GenerateStreamerCard(ctx, req.URL, lsv, a.CLI.SentryDSN) 390 if err != nil { 391 log.Error(ctx, "error generating html", "error", err) 392 defaultHandler.ServeHTTP(w, req) 393 return 394 } 395 w.Header().Set("Content-Type", "text/html") 396 if _, err := w.Write(bs); err != nil { 397 log.Error(ctx, "error writing response", "error", err) 398 } 399 }), nil 400} 401 402func (a *StreamplaceAPI) MistProxyHandler(ctx context.Context, tmpl string) httprouter.Handle { 403 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 404 if !a.CLI.HasMist() { 405 apierrors.WriteHTTPNotImplemented(w, "Playback only on the Linux version for now", nil) 406 return 407 } 408 stream := params.ByName("stream") 409 if stream == "" { 410 apierrors.WriteHTTPBadRequest(w, "missing stream in request", nil) 411 return 412 } 413 414 fullstream := fmt.Sprintf("%s+%s", mistconfig.StreamName, stream) 415 prefix := fmt.Sprintf(tmpl, fullstream) 416 resource := params.ByName("resource") 417 418 // path := strings.TrimPrefix(req.URL.EscapedPath(), "/api") 419 420 client := &http.Client{} 421 req.URL = &url.URL{ 422 Scheme: "http", 423 Host: fmt.Sprintf("127.0.0.1:%d", a.CLI.MistHTTPPort), 424 Path: fmt.Sprintf("%s%s", prefix, resource), 425 RawQuery: req.URL.RawQuery, 426 } 427 428 //http: Request.RequestURI can't be set in client requests. 429 //http://golang.org/src/pkg/net/http/client.go 430 req.RequestURI = "" 431 432 resp, err := client.Do(req) 433 if err != nil { 434 apierrors.WriteHTTPInternalServerError(w, "error connecting to mist", err) 435 return 436 } 437 defer resp.Body.Close() 438 439 copyHeader(w.Header(), resp.Header) 440 w.WriteHeader(resp.StatusCode) 441 if _, err := io.Copy(w, resp.Body); err != nil { 442 log.Error(ctx, "error writing response", "error", err) 443 } 444 } 445} 446 447func (a *StreamplaceAPI) FileHandler(ctx context.Context, fs http.Handler) http.HandlerFunc { 448 return func(w http.ResponseWriter, req *http.Request) { 449 noslash := req.URL.Path[1:] 450 ct, ok := a.Mimes[noslash] 451 if ok { 452 w.Header().Set("content-type", ct) 453 } 454 fs.ServeHTTP(w, req) 455 } 456} 457 458func (a *StreamplaceAPI) RedirectHandler(ctx context.Context) (http.Handler, error) { 459 var tlsPort string 460 var err error 461 if a.HTTPRedirectTLSPort != nil { 462 tlsPort = fmt.Sprintf("%d", *a.HTTPRedirectTLSPort) 463 } else { 464 _, tlsPort, err = net.SplitHostPort(a.CLI.HTTPSAddr) 465 if err != nil { 466 return nil, err 467 } 468 } 469 handleRedirect := func(w http.ResponseWriter, req *http.Request) { 470 host, _, err := net.SplitHostPort(req.Host) 471 if err != nil { 472 host = req.Host 473 } 474 u := req.URL 475 if tlsPort == "443" { 476 u.Host = host 477 } else { 478 u.Host = net.JoinHostPort(host, tlsPort) 479 } 480 u.Scheme = "https" 481 http.Redirect(w, req, u.String(), http.StatusTemporaryRedirect) 482 } 483 mux := http.NewServeMux() 484 mux.HandleFunc("/", handleRedirect) 485 return mux, nil 486} 487 488type NotificationPayload struct { 489 Token string `json:"token"` 490 RepoDID string `json:"repoDID"` 491} 492 493func (a *StreamplaceAPI) HandleAPI404(ctx context.Context) http.HandlerFunc { 494 return func(w http.ResponseWriter, req *http.Request) { 495 w.WriteHeader(404) 496 } 497} 498 499func (a *StreamplaceAPI) HandleNotification(ctx context.Context) http.HandlerFunc { 500 return func(w http.ResponseWriter, req *http.Request) { 501 payload, err := io.ReadAll(req.Body) 502 if err != nil { 503 log.Log(ctx, "error reading notification create", "error", err) 504 w.WriteHeader(400) 505 return 506 } 507 n := NotificationPayload{} 508 err = json.Unmarshal(payload, &n) 509 if err != nil { 510 log.Log(ctx, "error unmarshalling notification create", "error", err) 511 w.WriteHeader(400) 512 return 513 } 514 err = a.StatefulDB.CreateNotification(n.Token, n.RepoDID) 515 if err != nil { 516 log.Log(ctx, "error creating notification", "error", err) 517 w.WriteHeader(400) 518 return 519 } 520 log.Log(ctx, "successfully created notification", "token", n.Token) 521 w.WriteHeader(200) 522 if n.RepoDID != "" { 523 go func() { 524 _, err := a.ATSync.SyncBlueskyRepo(ctx, n.RepoDID, a.Model) 525 if err != nil { 526 log.Error(ctx, "error syncing bluesky repo after notification creation", "error", err) 527 } 528 }() 529 } 530 } 531} 532 533func (a *StreamplaceAPI) HandleSegment(ctx context.Context) http.HandlerFunc { 534 return func(w http.ResponseWriter, req *http.Request) { 535 err := a.MediaManager.ValidateMP4(ctx, req.Body, false) 536 if err != nil { 537 apierrors.WriteHTTPBadRequest(w, "could not ingest segment", err) 538 return 539 } 540 w.WriteHeader(200) 541 } 542} 543 544func (a *StreamplaceAPI) HandlePlayerEvent(ctx context.Context) httprouter.Handle { 545 return func(w http.ResponseWriter, req *http.Request, p httprouter.Params) { 546 var event model.PlayerEventAPI 547 if err := json.NewDecoder(req.Body).Decode(&event); err != nil { 548 apierrors.WriteHTTPBadRequest(w, "could not decode JSON body", err) 549 return 550 } 551 err := a.Model.CreatePlayerEvent(event) 552 if err != nil { 553 apierrors.WriteHTTPBadRequest(w, "could not create player event", err) 554 return 555 } 556 w.WriteHeader(201) 557 } 558} 559 560func (a *StreamplaceAPI) HandleRecentSegments(ctx context.Context) httprouter.Handle { 561 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 562 segs, err := a.Model.MostRecentSegments() 563 if err != nil { 564 apierrors.WriteHTTPInternalServerError(w, "could not get segments", err) 565 return 566 } 567 bs, err := json.Marshal(segs) 568 if err != nil { 569 apierrors.WriteHTTPInternalServerError(w, "could not marshal segments", err) 570 return 571 } 572 w.Header().Add("Content-Type", "application/json") 573 if _, err := w.Write(bs); err != nil { 574 log.Error(ctx, "error writing response", "error", err) 575 } 576 } 577} 578 579func (a *StreamplaceAPI) HandleUserRecentSegments(ctx context.Context) httprouter.Handle { 580 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 581 user := params.ByName("repoDID") 582 if user == "" { 583 apierrors.WriteHTTPBadRequest(w, "user required", nil) 584 return 585 } 586 user, err := a.NormalizeUser(ctx, user) 587 if err != nil { 588 apierrors.WriteHTTPNotFound(w, "user not found", err) 589 return 590 } 591 seg, err := a.Model.LatestSegmentForUser(user) 592 if err != nil { 593 apierrors.WriteHTTPInternalServerError(w, "could not get segments", err) 594 return 595 } 596 streamplaceSeg, err := seg.ToStreamplaceSegment() 597 if err != nil { 598 apierrors.WriteHTTPInternalServerError(w, "could not convert segment to streamplace segment", err) 599 return 600 } 601 bs, err := json.Marshal(streamplaceSeg) 602 if err != nil { 603 apierrors.WriteHTTPInternalServerError(w, "could not marshal segments", err) 604 return 605 } 606 w.Header().Add("Content-Type", "application/json") 607 if _, err := w.Write(bs); err != nil { 608 log.Error(ctx, "error writing response", "error", err) 609 } 610 } 611} 612 613func (a *StreamplaceAPI) HandleViewCount(ctx context.Context) httprouter.Handle { 614 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 615 user := params.ByName("user") 616 if user == "" { 617 apierrors.WriteHTTPBadRequest(w, "user required", nil) 618 return 619 } 620 user, err := a.NormalizeUser(ctx, user) 621 if err != nil { 622 apierrors.WriteHTTPNotFound(w, "user not found", err) 623 return 624 } 625 count := spmetrics.GetViewCount(user) 626 bs, err := json.Marshal(streamplace.Livestream_ViewerCount{Count: int64(count), LexiconTypeID: "place.stream.livestream#viewerCount"}) 627 if err != nil { 628 apierrors.WriteHTTPInternalServerError(w, "could not marshal view count", err) 629 return 630 } 631 if _, err := w.Write(bs); err != nil { 632 log.Error(ctx, "error writing response", "error", err) 633 } 634 } 635} 636 637func (a *StreamplaceAPI) HandleBlueskyResolve(ctx context.Context) httprouter.Handle { 638 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 639 log.Log(ctx, "got bluesky notification", "params", params) 640 key, err := a.ATSync.SyncBlueskyRepo(ctx, params.ByName("handle"), a.Model) 641 if err != nil { 642 apierrors.WriteHTTPInternalServerError(w, "could not resolve streamplace key", err) 643 return 644 } 645 signingKeys, err := a.Model.GetSigningKeysForRepo(key.DID) 646 if err != nil { 647 apierrors.WriteHTTPInternalServerError(w, "could not get signing keys", err) 648 return 649 } 650 bs, err := json.Marshal(signingKeys) 651 if err != nil { 652 apierrors.WriteHTTPInternalServerError(w, "could not marshal signing keys", err) 653 return 654 } 655 if _, err := w.Write(bs); err != nil { 656 log.Error(ctx, "error writing response", "error", err) 657 } 658 } 659} 660 661type ChatResponse struct { 662 Post *bsky.FeedPost `json:"post"` 663 Repo *model.Repo `json:"repo"` 664 CID string `json:"cid"` 665} 666 667func (a *StreamplaceAPI) HandleChat(ctx context.Context) httprouter.Handle { 668 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 669 user := params.ByName("repoDID") 670 if user == "" { 671 apierrors.WriteHTTPBadRequest(w, "user required", nil) 672 return 673 } 674 repoDID, err := a.NormalizeUser(ctx, user) 675 if err != nil { 676 apierrors.WriteHTTPNotFound(w, "user not found", err) 677 return 678 } 679 replies, err := a.Model.GetReplies(repoDID) 680 if err != nil { 681 apierrors.WriteHTTPInternalServerError(w, "could not get replies", err) 682 return 683 } 684 bs, err := json.Marshal(replies) 685 if err != nil { 686 apierrors.WriteHTTPInternalServerError(w, "could not marshal replies", err) 687 return 688 } 689 w.Header().Set("Content-Type", "application/json") 690 if _, err := w.Write(bs); err != nil { 691 log.Error(ctx, "error writing response", "error", err) 692 } 693 } 694} 695 696func (a *StreamplaceAPI) HandleLivestream(ctx context.Context) httprouter.Handle { 697 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 698 user := params.ByName("repoDID") 699 if user == "" { 700 apierrors.WriteHTTPBadRequest(w, "user required", nil) 701 return 702 } 703 repoDID, err := a.NormalizeUser(ctx, user) 704 if err != nil { 705 apierrors.WriteHTTPNotFound(w, "user not found", err) 706 return 707 } 708 livestream, err := a.Model.GetLatestLivestreamForRepo(repoDID) 709 if err != nil { 710 apierrors.WriteHTTPInternalServerError(w, "could not get livestream", err) 711 return 712 } 713 714 doc, err := livestream.ToLivestreamView() 715 if err != nil { 716 apierrors.WriteHTTPInternalServerError(w, "could not marshal livestream", err) 717 return 718 } 719 720 if livestream == nil { 721 apierrors.WriteHTTPNotFound(w, "no livestream found", nil) 722 return 723 } 724 725 bs, err := json.Marshal(doc) 726 if err != nil { 727 apierrors.WriteHTTPInternalServerError(w, "could not marshal livestream", err) 728 return 729 } 730 w.Header().Set("Content-Type", "application/json") 731 if _, err := w.Write(bs); err != nil { 732 log.Error(ctx, "error writing response", "error", err) 733 } 734 } 735} 736 737func (a *StreamplaceAPI) RateLimitMiddleware(ctx context.Context) func(http.Handler) http.Handler { 738 return func(next http.Handler) http.Handler { 739 return http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) { 740 ip, _, err := net.SplitHostPort(req.RemoteAddr) 741 if err != nil { 742 ip = req.RemoteAddr 743 } 744 745 if a.CLI.RateLimitPerSecond > 0 { 746 limiter := a.getLimiter(ip) 747 748 if !limiter.Allow() { 749 log.Warn(ctx, "rate limit exceeded", "ip", ip, "path", req.URL.Path) 750 apierrors.WriteHTTPTooManyRequests(w, "rate limit exceeded") 751 return 752 } 753 } 754 755 next.ServeHTTP(w, req) 756 }) 757 } 758} 759 760// helper for getting a listener from a systemd file descriptor 761func getListenerFromFD(fdName string) (net.Listener, error) { 762 log.Debug(context.TODO(), "getting listener from fd", "fdName", fdName, "LISTEN_PID", os.Getenv("LISTEN_PID"), "LISTEN_FDNAMES", os.Getenv("LISTEN_FDNAMES")) 763 if os.Getenv("LISTEN_PID") == strconv.Itoa(os.Getpid()) { 764 names := strings.Split(os.Getenv("LISTEN_FDNAMES"), ":") 765 for i, name := range names { 766 if name == fdName { 767 log.Warn(context.TODO(), "using systemd file descriptor", "fdName", fdName, "fdIndex", i+3) 768 f1 := os.NewFile(uintptr(i+3), fdName) 769 return net.FileListener(f1) 770 } 771 } 772 } 773 return nil, nil 774} 775 776func (a *StreamplaceAPI) ServeHTTP(ctx context.Context) error { 777 handler, err := a.Handler(ctx) 778 if err != nil { 779 return err 780 } 781 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error { 782 ln, err := getListenerFromFD("http") 783 if err != nil { 784 return err 785 } 786 if ln == nil { 787 ln, err = net.Listen("tcp", a.CLI.HTTPAddr) 788 if err != nil { 789 return err 790 } 791 } else { 792 log.Warn(ctx, "api server listening for http over systemd socket", "addr", ln.Addr()) 793 } 794 log.Log(ctx, "http server starting", "addr", ln.Addr()) 795 return s.Serve(ln) 796 }) 797} 798 799func (a *StreamplaceAPI) ServeHTTPRedirect(ctx context.Context) error { 800 handler, err := a.RedirectHandler(ctx) 801 if err != nil { 802 return err 803 } 804 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error { 805 ln, err := getListenerFromFD("http") 806 if err != nil { 807 return err 808 } 809 if ln == nil { 810 ln, err = net.Listen("tcp", a.CLI.HTTPAddr) 811 if err != nil { 812 return err 813 } 814 } else { 815 log.Warn(ctx, "http tls redirect server listening for http over systemd socket", "addr", ln.Addr()) 816 } 817 log.Log(ctx, "http tls redirect server starting", "addr", ln.Addr()) 818 return s.Serve(ln) 819 }) 820} 821 822func (a *StreamplaceAPI) ServeHTTPS(ctx context.Context) error { 823 handler, err := a.Handler(ctx) 824 if err != nil { 825 return err 826 } 827 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error { 828 ln, err := getListenerFromFD("https") 829 if err != nil { 830 return err 831 } 832 if ln == nil { 833 ln, err = net.Listen("tcp", a.CLI.HTTPSAddr) 834 if err != nil { 835 return err 836 } 837 } else { 838 // tell the redirect handler we're using systemd and they should go to 443 839 port443 := 443 840 a.HTTPRedirectTLSPort = &port443 841 log.Warn(ctx, "https server listening for https over systemd socket", "addr", ln.Addr()) 842 } 843 log.Log(ctx, "https server starting", 844 "addr", ln.Addr(), 845 "certPath", a.CLI.TLSCertPath, 846 "keyPath", a.CLI.TLSKeyPath, 847 ) 848 return s.ServeTLS(ln, a.CLI.TLSCertPath, a.CLI.TLSKeyPath) 849 }) 850} 851 852func (a *StreamplaceAPI) ServerWithShutdown(ctx context.Context, handler http.Handler, serve func(*http.Server) error) error { 853 ctx, cancel := context.WithCancel(ctx) 854 handler = gziphandler.GzipHandler(handler) 855 server := http.Server{Handler: handler} 856 var serveErr error 857 go func() { 858 serveErr = serve(&server) 859 cancel() 860 }() 861 <-ctx.Done() 862 if serveErr != nil { 863 return fmt.Errorf("error in http server: %w", serveErr) 864 } 865 866 ctx, cancel = context.WithTimeout(context.Background(), 5*time.Second) 867 defer cancel() 868 return server.Shutdown(ctx) 869} 870 871func (a *StreamplaceAPI) HandleHealthz(ctx context.Context) http.HandlerFunc { 872 return func(w http.ResponseWriter, req *http.Request) { 873 w.WriteHeader(200) 874 } 875} 876 877func (a *StreamplaceAPI) getLimiter(ip string) *rate.Limiter { 878 a.limitersMu.Lock() 879 defer a.limitersMu.Unlock() 880 881 limiter, exists := a.limiters[ip] 882 if !exists { 883 limiter = rate.NewLimiter(rate.Limit(a.CLI.RateLimitPerSecond), a.CLI.RateLimitBurst) 884 a.limiters[ip] = limiter 885 } 886 887 return limiter 888} 889 890func (a *StreamplaceAPI) HandleClip(ctx context.Context) httprouter.Handle { 891 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) { 892 user := params.ByName("user") 893 file := params.ByName("file") 894 if user == "" || file == "" { 895 apierrors.WriteHTTPBadRequest(w, "user and file required", nil) 896 return 897 } 898 user, err := a.NormalizeUser(ctx, user) 899 if err != nil { 900 apierrors.WriteHTTPNotFound(w, "user not found", err) 901 return 902 } 903 fPath := []string{user, "clips", file} 904 exists, err := a.CLI.DataFileExists(fPath) 905 if err != nil { 906 apierrors.WriteHTTPInternalServerError(w, "could not check if file exists", err) 907 return 908 } 909 if !exists { 910 apierrors.WriteHTTPNotFound(w, "file not found", nil) 911 return 912 } 913 fd, err := os.Open(a.CLI.DataFilePath(fPath)) 914 if err != nil { 915 apierrors.WriteHTTPInternalServerError(w, "could not open file", err) 916 return 917 } 918 defer fd.Close() 919 w.Header().Set("Content-Type", "video/mp4") 920 if _, err := io.Copy(w, fd); err != nil { 921 log.Error(ctx, "error writing response", "error", err) 922 } 923 } 924} 925 926func NewWebsocketTracker(maxConns int) *WebsocketTracker { 927 return &WebsocketTracker{ 928 connections: make(map[string]int), 929 maxConnsPerIP: maxConns, 930 } 931} 932 933func (t *WebsocketTracker) AddConnection(ip string) bool { 934 t.mu.Lock() 935 defer t.mu.Unlock() 936 937 count := t.connections[ip] 938 939 if count >= t.maxConnsPerIP { 940 return false 941 } 942 943 t.connections[ip] = count + 1 944 return true 945} 946 947func (t *WebsocketTracker) RemoveConnection(ip string) { 948 t.mu.Lock() 949 defer t.mu.Unlock() 950 951 count := t.connections[ip] 952 if count > 0 { 953 t.connections[ip] = count - 1 954 } 955 956 if t.connections[ip] == 0 { 957 delete(t.connections, ip) 958 } 959}