Live video on the AT Protocol
1package api
2
3import (
4 "context"
5 "encoding/json"
6 "errors"
7 "fmt"
8 "io"
9 "log/slog"
10 "net"
11 "net/http"
12 "net/http/httputil"
13 "net/url"
14 "os"
15 "strconv"
16 "strings"
17 "sync"
18 "time"
19
20 "github.com/NYTimes/gziphandler"
21 "github.com/bluesky-social/indigo/api/bsky"
22 "github.com/google/uuid"
23 "github.com/julienschmidt/httprouter"
24 "github.com/labstack/echo/v4"
25 "github.com/rs/cors"
26 sloghttp "github.com/samber/slog-http"
27 "golang.org/x/time/rate"
28
29 "github.com/streamplace/oatproxy/pkg/oatproxy"
30 "stream.place/streamplace/js/app"
31 "stream.place/streamplace/pkg/atproto"
32 "stream.place/streamplace/pkg/bus"
33 "stream.place/streamplace/pkg/config"
34 "stream.place/streamplace/pkg/crypto/signers/eip712"
35 "stream.place/streamplace/pkg/director"
36 apierrors "stream.place/streamplace/pkg/errors"
37 "stream.place/streamplace/pkg/linking"
38 "stream.place/streamplace/pkg/log"
39 "stream.place/streamplace/pkg/media"
40 "stream.place/streamplace/pkg/mist/mistconfig"
41 "stream.place/streamplace/pkg/model"
42 "stream.place/streamplace/pkg/notifications"
43 "stream.place/streamplace/pkg/spmetrics"
44 "stream.place/streamplace/pkg/spxrpc"
45 "stream.place/streamplace/pkg/statedb"
46 "stream.place/streamplace/pkg/streamplace"
47
48 metrics "github.com/slok/go-http-metrics/metrics/prometheus"
49 "github.com/slok/go-http-metrics/middleware"
50 echomiddleware "github.com/slok/go-http-metrics/middleware/echo"
51 httproutermiddleware "github.com/slok/go-http-metrics/middleware/httprouter"
52 middlewarestd "github.com/slok/go-http-metrics/middleware/std"
53)
54
55type StreamplaceAPI struct {
56 CLI *config.CLI
57 Model model.Model
58 StatefulDB *statedb.StatefulDB
59 Updater *Updater
60 Signer *eip712.EIP712Signer
61 Mimes map[string]string
62 FirebaseNotifier notifications.FirebaseNotifier
63 MediaManager *media.MediaManager
64 MediaSigner media.MediaSigner
65 XRPCServer *spxrpc.Server
66 // not thread-safe yet
67 Aliases map[string]string
68 Bus *bus.Bus
69 ATSync *atproto.ATProtoSynchronizer
70 Director *director.Director
71
72 connTracker *WebsocketTracker
73
74 limiters map[string]*rate.Limiter
75 limitersMu sync.Mutex
76 SignerCache map[string]media.MediaSigner
77 SignerCacheMu sync.Mutex
78 op *oatproxy.OATProxy
79
80 // override tls port for http redirect server if we're using systemd file descriptors
81 HTTPRedirectTLSPort *int
82 sessions map[string]map[string]time.Time
83 sessionsLock sync.RWMutex
84
85 rtmpSessions map[string]*media.RTMPSession
86 rtmpSessionsLock sync.Mutex
87 rtmpInternalPlaybackAddr string
88}
89
90type WebsocketTracker struct {
91 connections map[string]int
92 maxConnsPerIP int
93 mu sync.RWMutex
94}
95
96func MakeStreamplaceAPI(cli *config.CLI, mod model.Model, statefulDB *statedb.StatefulDB, noter notifications.FirebaseNotifier, mm *media.MediaManager, ms media.MediaSigner, bus *bus.Bus, atsync *atproto.ATProtoSynchronizer, d *director.Director, op *oatproxy.OATProxy) (*StreamplaceAPI, error) {
97 updater, err := PrepareUpdater(cli)
98 if err != nil {
99 return nil, err
100 }
101 a := &StreamplaceAPI{CLI: cli,
102 Model: mod,
103 StatefulDB: statefulDB,
104 Updater: updater,
105 FirebaseNotifier: noter,
106 MediaManager: mm,
107 MediaSigner: ms,
108 Aliases: map[string]string{},
109 Bus: bus,
110 ATSync: atsync,
111 Director: d,
112 connTracker: NewWebsocketTracker(cli.RateLimitWebsocket),
113 limiters: make(map[string]*rate.Limiter),
114 SignerCache: make(map[string]media.MediaSigner),
115 op: op,
116 sessions: make(map[string]map[string]time.Time),
117 sessionsLock: sync.RWMutex{},
118 rtmpSessions: make(map[string]*media.RTMPSession),
119 rtmpSessionsLock: sync.Mutex{},
120 }
121 a.Mimes, err = updater.GetMimes()
122 if err != nil {
123 return nil, err
124 }
125 return a, nil
126}
127
128type AppHostingFS struct {
129 http.FileSystem
130}
131
132var ErrorIndex = errors.New("not found, use index.html")
133
134func (fs AppHostingFS) Open(name string) (http.File, error) {
135 file, err1 := fs.FileSystem.Open(name)
136 if err1 == nil {
137 return file, nil
138 }
139 return nil, ErrorIndex
140}
141
142// api/playback/iame.li/webrtc?rendition=source
143// api/playback/iame.li/stream.mp4?rendition=source
144// api/playback/iame.li/stream.webm?rendition=source
145// api/playback/iame.li/hls/index.m3u8
146// api/playback/iame.li/hls/source/stream.m3u8
147// api/playback/iame.li/hls/source/000000000000.ts
148
149func (a *StreamplaceAPI) Handler(ctx context.Context) (http.Handler, error) {
150
151 mdlw := middleware.New(middleware.Config{
152 Recorder: metrics.NewRecorder(metrics.Config{}),
153 })
154 var xrpc http.Handler
155 xrpc, err := spxrpc.NewServer(ctx, a.CLI, a.Model, a.StatefulDB, a.op, mdlw, a.ATSync, a.Bus)
156 if err != nil {
157 return nil, err
158 }
159 a.XRPCServer = xrpc.(*spxrpc.Server)
160 router := httprouter.New()
161
162 // Create our middleware factory with the default settings.
163
164 a.op.Echo.Use(echomiddleware.Handler("", mdlw))
165
166 // r.GET("/test/:id", httproutermiddleware.Handler("/test/:id", h1, mdlw))
167
168 addHandle := func(router *httprouter.Router, method, path string, handler httprouter.Handle) {
169 router.Handle(method, path, httproutermiddleware.Handler(path, handler, mdlw))
170 }
171 addFunc := func(router *httprouter.Router, method, path string, handler http.HandlerFunc) {
172 router.Handler(method, path, middlewarestd.Handler(path, mdlw, handler))
173 }
174
175 router.Handler("GET", "/oauth/*anything", a.op.Handler())
176 router.Handler("POST", "/oauth/*anything", a.op.Handler())
177 router.Handler("GET", "/.well-known/oauth-authorization-server", a.op.Handler())
178 router.Handler("GET", "/.well-known/oauth-protected-resource", a.op.Handler())
179 router.Handler("GET", "/.well-known/apple-app-site-association", a.HandleAppleAppSiteAssociation(ctx))
180 router.Handler("GET", "/.well-known/assetlinks.json", a.HandleAndroidAssetLinks(ctx))
181 apiRouter := httprouter.New()
182 addFunc(apiRouter, "POST", "/api/notification", a.HandleNotification(ctx))
183 // old clients
184 addFunc(router, "GET", "/app-updates", a.HandleAppUpdates(ctx))
185 // new ones
186 addFunc(apiRouter, "GET", "/api/manifest", a.HandleAppUpdates(ctx))
187 addHandle(apiRouter, "GET", "/api/desktop-updates/:platform/:architecture/:version/:buildTime/:file", a.HandleDesktopUpdates(ctx))
188 addHandle(apiRouter, "POST", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s"))
189 addHandle(apiRouter, "OPTIONS", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s"))
190 addHandle(apiRouter, "DELETE", "/api/webrtc/:stream", a.MistProxyHandler(ctx, "/webrtc/%s"))
191 addFunc(apiRouter, "POST", "/api/segment", a.HandleSegment(ctx))
192 addFunc(apiRouter, "GET", "/api/healthz", a.HandleHealthz(ctx))
193 addHandle(apiRouter, "GET", "/api/playback/:user/hls/*file", a.HandleHLSPlayback(ctx))
194 // they're jpegs now
195 addHandle(apiRouter, "GET", "/api/playback/:user/stream.jpg", a.HandleThumbnailPlayback(ctx))
196 // this one is actually a jpeg (used previously and shouldn't remove for historical reasons)
197 addHandle(apiRouter, "GET", "/api/playback/:user/stream.png", a.HandleThumbnailPlayback(ctx))
198 addHandle(apiRouter, "GET", "/api/app-return/*anything", a.HandleAppReturn(ctx))
199 addHandle(apiRouter, "POST", "/api/playback/:user/webrtc", a.HandleWebRTCPlayback(ctx))
200 addHandle(apiRouter, "POST", "/api/ingest/webrtc", a.HandleWebRTCIngest(ctx))
201 addHandle(apiRouter, "POST", "/api/ingest/webrtc/:key", a.HandleWebRTCIngest(ctx))
202 addHandle(apiRouter, "POST", "/api/player-event", a.HandlePlayerEvent(ctx))
203 addHandle(apiRouter, "GET", "/api/chat/:repoDID", a.HandleChat(ctx))
204 addHandle(apiRouter, "GET", "/api/websocket/:repoDID", a.HandleWebsocket(ctx))
205 addHandle(apiRouter, "GET", "/api/livestream/:repoDID", a.HandleLivestream(ctx))
206 addHandle(apiRouter, "GET", "/api/segment/recent", a.HandleRecentSegments(ctx))
207 addHandle(apiRouter, "GET", "/api/segment/recent/:repoDID", a.HandleUserRecentSegments(ctx))
208 addHandle(apiRouter, "GET", "/api/bluesky/resolve/:handle", a.HandleBlueskyResolve(ctx))
209 addHandle(apiRouter, "GET", "/api/view-count/:user", a.HandleViewCount(ctx))
210 addHandle(apiRouter, "GET", "/api/clip/:user/:file", a.HandleClip(ctx))
211 apiRouter.NotFound = a.HandleAPI404(ctx)
212 apiRouterHandler := a.RateLimitMiddleware(ctx)(apiRouter)
213 xrpcHandler := a.RateLimitMiddleware(ctx)(xrpc)
214 router.Handler("GET", "/api/*resource", apiRouterHandler)
215 router.Handler("POST", "/api/*resource", apiRouterHandler)
216 router.Handler("PUT", "/api/*resource", apiRouterHandler)
217 router.Handler("PATCH", "/api/*resource", apiRouterHandler)
218 router.Handler("DELETE", "/api/*resource", apiRouterHandler)
219 router.Handler("GET", "/xrpc/*resource", xrpcHandler)
220 router.Handler("POST", "/xrpc/*resource", xrpcHandler)
221 router.Handler("PUT", "/xrpc/*resource", xrpcHandler)
222 router.Handler("PATCH", "/xrpc/*resource", xrpcHandler)
223 router.Handler("DELETE", "/xrpc/*resource", xrpcHandler)
224 // i wonder if there's a better way to do this?
225 router.GET("/favicon.ico", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
226 err := a.XRPCServer.HandleFaviconICO(echo.New().NewContext(r, w))
227 if err != nil {
228 log.Error(ctx, "error handling favicon.ico", "error", err)
229 w.WriteHeader(500)
230 return
231 }
232 })
233 router.GET("/.well-known/did.json", a.HandleDidJSON(ctx))
234 router.GET("/.well-known/atproto-did", a.HandleAtprotoDID(ctx))
235 router.GET("/dl/*params", a.HandleAppDownload(ctx))
236 router.POST("/", a.HandleWebRTCIngest(ctx))
237 for _, redirect := range a.CLI.Redirects {
238 parts := strings.Split(redirect, ":")
239 if len(parts) != 2 {
240 log.Error(ctx, "invalid redirect", "redirect", redirect)
241 return nil, fmt.Errorf("invalid redirect: %s", redirect)
242 }
243 router.Handle("GET", parts[0], func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
244 http.Redirect(w, r, parts[1], http.StatusTemporaryRedirect)
245 })
246 }
247 if a.CLI.FrontendProxy != "" {
248 u, err := url.Parse(a.CLI.FrontendProxy)
249 if err != nil {
250 return nil, err
251 }
252 log.Warn(ctx, "using frontend proxy instead of bundled frontend", "destination", a.CLI.FrontendProxy)
253 router.NotFound = &httputil.ReverseProxy{
254 Rewrite: func(r *httputil.ProxyRequest) {
255 // workaround for Expo disliking serving requests from 127.0.0.1 instead of localhost
256 // we need to use 127.0.0.1 because the atproto oauth client requires it
257 r.Out.Header.Set("Origin", u.String())
258 r.SetURL(u)
259 },
260 }
261 } else {
262 files, err := app.Files()
263 if err != nil {
264 return nil, err
265 }
266 index, err := files.Open("index.html")
267 if err != nil {
268 return nil, err
269 }
270 bs, err := io.ReadAll(index)
271 if err != nil {
272 return nil, err
273 }
274 linker, err := linking.NewLinker(ctx, bs)
275 if err != nil {
276 return nil, err
277 }
278 linkingHandler, err := a.NotFoundLinkingHandler(ctx, linker)
279 if err != nil {
280 return nil, err
281 }
282 router.NotFound = middlewarestd.Handler("/*static", mdlw, linkingHandler)
283 }
284 // needed because the WebRTC handler issues 405s from / otherwise
285 router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
286 router.NotFound.ServeHTTP(w, r)
287 })
288 handler := sloghttp.Recovery(router)
289 handler = cors.AllowAll().Handler(handler)
290 handler = sloghttp.New(slog.Default())(handler)
291 handler = a.RateLimitMiddleware(ctx)(handler)
292
293 // this needs to be LAST so nothing else clobbers the context
294 handler = a.ContextMiddleware(ctx)(handler)
295
296 return handler, nil
297}
298func (a *StreamplaceAPI) ContextMiddleware(parentContext context.Context) func(next http.Handler) http.Handler {
299 return func(next http.Handler) http.Handler {
300 return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
301 uuid := uuid.New().String()
302 ctx := log.WithLogValues(parentContext, "requestID", uuid, "method", r.Method, "path", r.URL.Path)
303 r = r.WithContext(ctx)
304 next.ServeHTTP(w, r)
305 })
306 }
307}
308func copyHeader(dst, src http.Header) {
309 for k, vv := range src {
310 // we'll handle CORS ourselves, thanks
311 if strings.HasPrefix(k, "Access-Control") {
312 continue
313 }
314 for _, v := range vv {
315 dst.Add(k, v)
316 }
317 }
318}
319
320// handler that takes care of static files and otherwise returns the index.html with the correct link card data
321func (a *StreamplaceAPI) NotFoundLinkingHandler(ctx context.Context, linker *linking.Linker) (http.HandlerFunc, error) {
322 files, err := app.Files()
323 if err != nil {
324 return nil, err
325 }
326 fs := AppHostingFS{http.FS(files)}
327
328 fileHandler := a.FileHandler(ctx, http.FileServer(fs))
329 defaultHandler := http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
330 f := strings.TrimPrefix(req.URL.Path, "/")
331 // under docs we need the index.html suffix due to astro rendering
332 if strings.HasPrefix(req.URL.Path, "/docs") && strings.HasSuffix(req.URL.Path, "/") {
333 f += "index.html"
334 }
335 _, err := fs.Open(f)
336 if err == nil {
337 fileHandler.ServeHTTP(w, req)
338 return
339 }
340 if errors.Is(err, ErrorIndex) || f == "" {
341 bs, err := linker.GenerateDefaultCard(ctx, req.URL, a.CLI.SentryDSN)
342 if err != nil {
343 log.Error(ctx, "error generating default card", "error", err)
344 }
345 w.Header().Set("Content-Type", "text/html")
346 if _, err := w.Write(bs); err != nil {
347 log.Error(ctx, "error writing response", "error", err)
348 }
349 } else {
350 log.Warn(ctx, "error opening file", "error", err)
351 apierrors.WriteHTTPInternalServerError(w, "file not found", err)
352 }
353 })
354 return http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
355 proto := "http"
356 if req.TLS != nil {
357 proto = "https"
358 }
359 fwProto := req.Header.Get("x-forwarded-proto")
360 if fwProto != "" {
361 proto = fwProto
362 }
363 req.URL.Host = req.Host
364 req.URL.Scheme = proto
365 maybeHandle := strings.TrimPrefix(req.URL.Path, "/")
366 // quick check for things that aren't valid handles/dids
367 if strings.ContainsAny(maybeHandle, "/_") {
368 defaultHandler.ServeHTTP(w, req)
369 return
370 }
371 repo, err := a.Model.GetRepoByHandleOrDID(maybeHandle)
372 if err != nil || repo == nil {
373 log.Error(ctx, "no repo found", "maybeHandle", maybeHandle)
374 defaultHandler.ServeHTTP(w, req)
375 return
376 }
377 ls, err := a.Model.GetLatestLivestreamForRepo(repo.DID)
378 if err != nil || ls == nil {
379 log.Error(ctx, "no livestream found", "repoDID", repo.DID)
380 defaultHandler.ServeHTTP(w, req)
381 return
382 }
383 lsv, err := ls.ToLivestreamView()
384 if err != nil || lsv == nil {
385 log.Error(ctx, "no livestream view found", "repoDID", repo.DID)
386 defaultHandler.ServeHTTP(w, req)
387 return
388 }
389 bs, err := linker.GenerateStreamerCard(ctx, req.URL, lsv, a.CLI.SentryDSN)
390 if err != nil {
391 log.Error(ctx, "error generating html", "error", err)
392 defaultHandler.ServeHTTP(w, req)
393 return
394 }
395 w.Header().Set("Content-Type", "text/html")
396 if _, err := w.Write(bs); err != nil {
397 log.Error(ctx, "error writing response", "error", err)
398 }
399 }), nil
400}
401
402func (a *StreamplaceAPI) MistProxyHandler(ctx context.Context, tmpl string) httprouter.Handle {
403 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
404 if !a.CLI.HasMist() {
405 apierrors.WriteHTTPNotImplemented(w, "Playback only on the Linux version for now", nil)
406 return
407 }
408 stream := params.ByName("stream")
409 if stream == "" {
410 apierrors.WriteHTTPBadRequest(w, "missing stream in request", nil)
411 return
412 }
413
414 fullstream := fmt.Sprintf("%s+%s", mistconfig.StreamName, stream)
415 prefix := fmt.Sprintf(tmpl, fullstream)
416 resource := params.ByName("resource")
417
418 // path := strings.TrimPrefix(req.URL.EscapedPath(), "/api")
419
420 client := &http.Client{}
421 req.URL = &url.URL{
422 Scheme: "http",
423 Host: fmt.Sprintf("127.0.0.1:%d", a.CLI.MistHTTPPort),
424 Path: fmt.Sprintf("%s%s", prefix, resource),
425 RawQuery: req.URL.RawQuery,
426 }
427
428 //http: Request.RequestURI can't be set in client requests.
429 //http://golang.org/src/pkg/net/http/client.go
430 req.RequestURI = ""
431
432 resp, err := client.Do(req)
433 if err != nil {
434 apierrors.WriteHTTPInternalServerError(w, "error connecting to mist", err)
435 return
436 }
437 defer resp.Body.Close()
438
439 copyHeader(w.Header(), resp.Header)
440 w.WriteHeader(resp.StatusCode)
441 if _, err := io.Copy(w, resp.Body); err != nil {
442 log.Error(ctx, "error writing response", "error", err)
443 }
444 }
445}
446
447func (a *StreamplaceAPI) FileHandler(ctx context.Context, fs http.Handler) http.HandlerFunc {
448 return func(w http.ResponseWriter, req *http.Request) {
449 noslash := req.URL.Path[1:]
450 ct, ok := a.Mimes[noslash]
451 if ok {
452 w.Header().Set("content-type", ct)
453 }
454 fs.ServeHTTP(w, req)
455 }
456}
457
458func (a *StreamplaceAPI) RedirectHandler(ctx context.Context) (http.Handler, error) {
459 var tlsPort string
460 var err error
461 if a.HTTPRedirectTLSPort != nil {
462 tlsPort = fmt.Sprintf("%d", *a.HTTPRedirectTLSPort)
463 } else {
464 _, tlsPort, err = net.SplitHostPort(a.CLI.HTTPSAddr)
465 if err != nil {
466 return nil, err
467 }
468 }
469 handleRedirect := func(w http.ResponseWriter, req *http.Request) {
470 host, _, err := net.SplitHostPort(req.Host)
471 if err != nil {
472 host = req.Host
473 }
474 u := req.URL
475 if tlsPort == "443" {
476 u.Host = host
477 } else {
478 u.Host = net.JoinHostPort(host, tlsPort)
479 }
480 u.Scheme = "https"
481 http.Redirect(w, req, u.String(), http.StatusTemporaryRedirect)
482 }
483 mux := http.NewServeMux()
484 mux.HandleFunc("/", handleRedirect)
485 return mux, nil
486}
487
488type NotificationPayload struct {
489 Token string `json:"token"`
490 RepoDID string `json:"repoDID"`
491}
492
493func (a *StreamplaceAPI) HandleAPI404(ctx context.Context) http.HandlerFunc {
494 return func(w http.ResponseWriter, req *http.Request) {
495 w.WriteHeader(404)
496 }
497}
498
499func (a *StreamplaceAPI) HandleNotification(ctx context.Context) http.HandlerFunc {
500 return func(w http.ResponseWriter, req *http.Request) {
501 payload, err := io.ReadAll(req.Body)
502 if err != nil {
503 log.Log(ctx, "error reading notification create", "error", err)
504 w.WriteHeader(400)
505 return
506 }
507 n := NotificationPayload{}
508 err = json.Unmarshal(payload, &n)
509 if err != nil {
510 log.Log(ctx, "error unmarshalling notification create", "error", err)
511 w.WriteHeader(400)
512 return
513 }
514 err = a.StatefulDB.CreateNotification(n.Token, n.RepoDID)
515 if err != nil {
516 log.Log(ctx, "error creating notification", "error", err)
517 w.WriteHeader(400)
518 return
519 }
520 log.Log(ctx, "successfully created notification", "token", n.Token)
521 w.WriteHeader(200)
522 if n.RepoDID != "" {
523 go func() {
524 _, err := a.ATSync.SyncBlueskyRepo(ctx, n.RepoDID, a.Model)
525 if err != nil {
526 log.Error(ctx, "error syncing bluesky repo after notification creation", "error", err)
527 }
528 }()
529 }
530 }
531}
532
533func (a *StreamplaceAPI) HandleSegment(ctx context.Context) http.HandlerFunc {
534 return func(w http.ResponseWriter, req *http.Request) {
535 err := a.MediaManager.ValidateMP4(ctx, req.Body, false)
536 if err != nil {
537 apierrors.WriteHTTPBadRequest(w, "could not ingest segment", err)
538 return
539 }
540 w.WriteHeader(200)
541 }
542}
543
544func (a *StreamplaceAPI) HandlePlayerEvent(ctx context.Context) httprouter.Handle {
545 return func(w http.ResponseWriter, req *http.Request, p httprouter.Params) {
546 var event model.PlayerEventAPI
547 if err := json.NewDecoder(req.Body).Decode(&event); err != nil {
548 apierrors.WriteHTTPBadRequest(w, "could not decode JSON body", err)
549 return
550 }
551 err := a.Model.CreatePlayerEvent(event)
552 if err != nil {
553 apierrors.WriteHTTPBadRequest(w, "could not create player event", err)
554 return
555 }
556 w.WriteHeader(201)
557 }
558}
559
560func (a *StreamplaceAPI) HandleRecentSegments(ctx context.Context) httprouter.Handle {
561 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
562 segs, err := a.Model.MostRecentSegments()
563 if err != nil {
564 apierrors.WriteHTTPInternalServerError(w, "could not get segments", err)
565 return
566 }
567 bs, err := json.Marshal(segs)
568 if err != nil {
569 apierrors.WriteHTTPInternalServerError(w, "could not marshal segments", err)
570 return
571 }
572 w.Header().Add("Content-Type", "application/json")
573 if _, err := w.Write(bs); err != nil {
574 log.Error(ctx, "error writing response", "error", err)
575 }
576 }
577}
578
579func (a *StreamplaceAPI) HandleUserRecentSegments(ctx context.Context) httprouter.Handle {
580 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
581 user := params.ByName("repoDID")
582 if user == "" {
583 apierrors.WriteHTTPBadRequest(w, "user required", nil)
584 return
585 }
586 user, err := a.NormalizeUser(ctx, user)
587 if err != nil {
588 apierrors.WriteHTTPNotFound(w, "user not found", err)
589 return
590 }
591 seg, err := a.Model.LatestSegmentForUser(user)
592 if err != nil {
593 apierrors.WriteHTTPInternalServerError(w, "could not get segments", err)
594 return
595 }
596 streamplaceSeg, err := seg.ToStreamplaceSegment()
597 if err != nil {
598 apierrors.WriteHTTPInternalServerError(w, "could not convert segment to streamplace segment", err)
599 return
600 }
601 bs, err := json.Marshal(streamplaceSeg)
602 if err != nil {
603 apierrors.WriteHTTPInternalServerError(w, "could not marshal segments", err)
604 return
605 }
606 w.Header().Add("Content-Type", "application/json")
607 if _, err := w.Write(bs); err != nil {
608 log.Error(ctx, "error writing response", "error", err)
609 }
610 }
611}
612
613func (a *StreamplaceAPI) HandleViewCount(ctx context.Context) httprouter.Handle {
614 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
615 user := params.ByName("user")
616 if user == "" {
617 apierrors.WriteHTTPBadRequest(w, "user required", nil)
618 return
619 }
620 user, err := a.NormalizeUser(ctx, user)
621 if err != nil {
622 apierrors.WriteHTTPNotFound(w, "user not found", err)
623 return
624 }
625 count := spmetrics.GetViewCount(user)
626 bs, err := json.Marshal(streamplace.Livestream_ViewerCount{Count: int64(count), LexiconTypeID: "place.stream.livestream#viewerCount"})
627 if err != nil {
628 apierrors.WriteHTTPInternalServerError(w, "could not marshal view count", err)
629 return
630 }
631 if _, err := w.Write(bs); err != nil {
632 log.Error(ctx, "error writing response", "error", err)
633 }
634 }
635}
636
637func (a *StreamplaceAPI) HandleBlueskyResolve(ctx context.Context) httprouter.Handle {
638 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
639 log.Log(ctx, "got bluesky notification", "params", params)
640 key, err := a.ATSync.SyncBlueskyRepo(ctx, params.ByName("handle"), a.Model)
641 if err != nil {
642 apierrors.WriteHTTPInternalServerError(w, "could not resolve streamplace key", err)
643 return
644 }
645 signingKeys, err := a.Model.GetSigningKeysForRepo(key.DID)
646 if err != nil {
647 apierrors.WriteHTTPInternalServerError(w, "could not get signing keys", err)
648 return
649 }
650 bs, err := json.Marshal(signingKeys)
651 if err != nil {
652 apierrors.WriteHTTPInternalServerError(w, "could not marshal signing keys", err)
653 return
654 }
655 if _, err := w.Write(bs); err != nil {
656 log.Error(ctx, "error writing response", "error", err)
657 }
658 }
659}
660
661type ChatResponse struct {
662 Post *bsky.FeedPost `json:"post"`
663 Repo *model.Repo `json:"repo"`
664 CID string `json:"cid"`
665}
666
667func (a *StreamplaceAPI) HandleChat(ctx context.Context) httprouter.Handle {
668 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
669 user := params.ByName("repoDID")
670 if user == "" {
671 apierrors.WriteHTTPBadRequest(w, "user required", nil)
672 return
673 }
674 repoDID, err := a.NormalizeUser(ctx, user)
675 if err != nil {
676 apierrors.WriteHTTPNotFound(w, "user not found", err)
677 return
678 }
679 replies, err := a.Model.GetReplies(repoDID)
680 if err != nil {
681 apierrors.WriteHTTPInternalServerError(w, "could not get replies", err)
682 return
683 }
684 bs, err := json.Marshal(replies)
685 if err != nil {
686 apierrors.WriteHTTPInternalServerError(w, "could not marshal replies", err)
687 return
688 }
689 w.Header().Set("Content-Type", "application/json")
690 if _, err := w.Write(bs); err != nil {
691 log.Error(ctx, "error writing response", "error", err)
692 }
693 }
694}
695
696func (a *StreamplaceAPI) HandleLivestream(ctx context.Context) httprouter.Handle {
697 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
698 user := params.ByName("repoDID")
699 if user == "" {
700 apierrors.WriteHTTPBadRequest(w, "user required", nil)
701 return
702 }
703 repoDID, err := a.NormalizeUser(ctx, user)
704 if err != nil {
705 apierrors.WriteHTTPNotFound(w, "user not found", err)
706 return
707 }
708 livestream, err := a.Model.GetLatestLivestreamForRepo(repoDID)
709 if err != nil {
710 apierrors.WriteHTTPInternalServerError(w, "could not get livestream", err)
711 return
712 }
713
714 doc, err := livestream.ToLivestreamView()
715 if err != nil {
716 apierrors.WriteHTTPInternalServerError(w, "could not marshal livestream", err)
717 return
718 }
719
720 if livestream == nil {
721 apierrors.WriteHTTPNotFound(w, "no livestream found", nil)
722 return
723 }
724
725 bs, err := json.Marshal(doc)
726 if err != nil {
727 apierrors.WriteHTTPInternalServerError(w, "could not marshal livestream", err)
728 return
729 }
730 w.Header().Set("Content-Type", "application/json")
731 if _, err := w.Write(bs); err != nil {
732 log.Error(ctx, "error writing response", "error", err)
733 }
734 }
735}
736
737func (a *StreamplaceAPI) RateLimitMiddleware(ctx context.Context) func(http.Handler) http.Handler {
738 return func(next http.Handler) http.Handler {
739 return http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
740 ip, _, err := net.SplitHostPort(req.RemoteAddr)
741 if err != nil {
742 ip = req.RemoteAddr
743 }
744
745 if a.CLI.RateLimitPerSecond > 0 {
746 limiter := a.getLimiter(ip)
747
748 if !limiter.Allow() {
749 log.Warn(ctx, "rate limit exceeded", "ip", ip, "path", req.URL.Path)
750 apierrors.WriteHTTPTooManyRequests(w, "rate limit exceeded")
751 return
752 }
753 }
754
755 next.ServeHTTP(w, req)
756 })
757 }
758}
759
760// helper for getting a listener from a systemd file descriptor
761func getListenerFromFD(fdName string) (net.Listener, error) {
762 log.Debug(context.TODO(), "getting listener from fd", "fdName", fdName, "LISTEN_PID", os.Getenv("LISTEN_PID"), "LISTEN_FDNAMES", os.Getenv("LISTEN_FDNAMES"))
763 if os.Getenv("LISTEN_PID") == strconv.Itoa(os.Getpid()) {
764 names := strings.Split(os.Getenv("LISTEN_FDNAMES"), ":")
765 for i, name := range names {
766 if name == fdName {
767 log.Warn(context.TODO(), "using systemd file descriptor", "fdName", fdName, "fdIndex", i+3)
768 f1 := os.NewFile(uintptr(i+3), fdName)
769 return net.FileListener(f1)
770 }
771 }
772 }
773 return nil, nil
774}
775
776func (a *StreamplaceAPI) ServeHTTP(ctx context.Context) error {
777 handler, err := a.Handler(ctx)
778 if err != nil {
779 return err
780 }
781 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error {
782 ln, err := getListenerFromFD("http")
783 if err != nil {
784 return err
785 }
786 if ln == nil {
787 ln, err = net.Listen("tcp", a.CLI.HTTPAddr)
788 if err != nil {
789 return err
790 }
791 } else {
792 log.Warn(ctx, "api server listening for http over systemd socket", "addr", ln.Addr())
793 }
794 log.Log(ctx, "http server starting", "addr", ln.Addr())
795 return s.Serve(ln)
796 })
797}
798
799func (a *StreamplaceAPI) ServeHTTPRedirect(ctx context.Context) error {
800 handler, err := a.RedirectHandler(ctx)
801 if err != nil {
802 return err
803 }
804 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error {
805 ln, err := getListenerFromFD("http")
806 if err != nil {
807 return err
808 }
809 if ln == nil {
810 ln, err = net.Listen("tcp", a.CLI.HTTPAddr)
811 if err != nil {
812 return err
813 }
814 } else {
815 log.Warn(ctx, "http tls redirect server listening for http over systemd socket", "addr", ln.Addr())
816 }
817 log.Log(ctx, "http tls redirect server starting", "addr", ln.Addr())
818 return s.Serve(ln)
819 })
820}
821
822func (a *StreamplaceAPI) ServeHTTPS(ctx context.Context) error {
823 handler, err := a.Handler(ctx)
824 if err != nil {
825 return err
826 }
827 return a.ServerWithShutdown(ctx, handler, func(s *http.Server) error {
828 ln, err := getListenerFromFD("https")
829 if err != nil {
830 return err
831 }
832 if ln == nil {
833 ln, err = net.Listen("tcp", a.CLI.HTTPSAddr)
834 if err != nil {
835 return err
836 }
837 } else {
838 // tell the redirect handler we're using systemd and they should go to 443
839 port443 := 443
840 a.HTTPRedirectTLSPort = &port443
841 log.Warn(ctx, "https server listening for https over systemd socket", "addr", ln.Addr())
842 }
843 log.Log(ctx, "https server starting",
844 "addr", ln.Addr(),
845 "certPath", a.CLI.TLSCertPath,
846 "keyPath", a.CLI.TLSKeyPath,
847 )
848 return s.ServeTLS(ln, a.CLI.TLSCertPath, a.CLI.TLSKeyPath)
849 })
850}
851
852func (a *StreamplaceAPI) ServerWithShutdown(ctx context.Context, handler http.Handler, serve func(*http.Server) error) error {
853 ctx, cancel := context.WithCancel(ctx)
854 handler = gziphandler.GzipHandler(handler)
855 server := http.Server{Handler: handler}
856 var serveErr error
857 go func() {
858 serveErr = serve(&server)
859 cancel()
860 }()
861 <-ctx.Done()
862 if serveErr != nil {
863 return fmt.Errorf("error in http server: %w", serveErr)
864 }
865
866 ctx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
867 defer cancel()
868 return server.Shutdown(ctx)
869}
870
871func (a *StreamplaceAPI) HandleHealthz(ctx context.Context) http.HandlerFunc {
872 return func(w http.ResponseWriter, req *http.Request) {
873 w.WriteHeader(200)
874 }
875}
876
877func (a *StreamplaceAPI) getLimiter(ip string) *rate.Limiter {
878 a.limitersMu.Lock()
879 defer a.limitersMu.Unlock()
880
881 limiter, exists := a.limiters[ip]
882 if !exists {
883 limiter = rate.NewLimiter(rate.Limit(a.CLI.RateLimitPerSecond), a.CLI.RateLimitBurst)
884 a.limiters[ip] = limiter
885 }
886
887 return limiter
888}
889
890func (a *StreamplaceAPI) HandleClip(ctx context.Context) httprouter.Handle {
891 return func(w http.ResponseWriter, req *http.Request, params httprouter.Params) {
892 user := params.ByName("user")
893 file := params.ByName("file")
894 if user == "" || file == "" {
895 apierrors.WriteHTTPBadRequest(w, "user and file required", nil)
896 return
897 }
898 user, err := a.NormalizeUser(ctx, user)
899 if err != nil {
900 apierrors.WriteHTTPNotFound(w, "user not found", err)
901 return
902 }
903 fPath := []string{user, "clips", file}
904 exists, err := a.CLI.DataFileExists(fPath)
905 if err != nil {
906 apierrors.WriteHTTPInternalServerError(w, "could not check if file exists", err)
907 return
908 }
909 if !exists {
910 apierrors.WriteHTTPNotFound(w, "file not found", nil)
911 return
912 }
913 fd, err := os.Open(a.CLI.DataFilePath(fPath))
914 if err != nil {
915 apierrors.WriteHTTPInternalServerError(w, "could not open file", err)
916 return
917 }
918 defer fd.Close()
919 w.Header().Set("Content-Type", "video/mp4")
920 if _, err := io.Copy(w, fd); err != nil {
921 log.Error(ctx, "error writing response", "error", err)
922 }
923 }
924}
925
926func NewWebsocketTracker(maxConns int) *WebsocketTracker {
927 return &WebsocketTracker{
928 connections: make(map[string]int),
929 maxConnsPerIP: maxConns,
930 }
931}
932
933func (t *WebsocketTracker) AddConnection(ip string) bool {
934 t.mu.Lock()
935 defer t.mu.Unlock()
936
937 count := t.connections[ip]
938
939 if count >= t.maxConnsPerIP {
940 return false
941 }
942
943 t.connections[ip] = count + 1
944 return true
945}
946
947func (t *WebsocketTracker) RemoveConnection(ip string) {
948 t.mu.Lock()
949 defer t.mu.Unlock()
950
951 count := t.connections[ip]
952 if count > 0 {
953 t.connections[ip] = count - 1
954 }
955
956 if t.connections[ip] == 0 {
957 delete(t.connections, ip)
958 }
959}