+8 -4

.env.example

··· 1 1 - JETSTREAM_URL="" 2 2 - LABELER_URL="" 3 3 - LABELER_KEY="" 4 4 - REDIS_ADDR="" 1 1 + PDS_URL="https://bsky.social" 2 2 + ACCOUNT_HANDLE="your-handle.bsky.social" 3 3 + ACCOUNT_PASSWORD="your-app-password" 4 4 + WATCHED_OPS="did:plc:example1,did:plc:example2" 5 5 + JETSTREAM_URL="wss://jetstream2.us-west.bsky.network/subscribe" 6 6 + LABELER_URL="http://localhost:3000" 7 7 + LABELER_KEY="your-secret-key-here" 8 8 + LMSTUDIO_HOST="http://localhost:1234"

+7

LICENSE

··· 1 1 + Copyright 2025 me@haileyok.com 2 2 + 3 3 + Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: 4 4 + 5 5 + The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. 6 6 + 7 7 + THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

+182

README.md

··· 1 1 + # dontshowmethis 2 2 + 3 3 + An AI-powered Bluesky content moderation system that automatically labels replies to monitored accounts using LLM-based content analysis. 4 4 + 5 5 + ## Overview 6 6 + 7 7 + This project monitors Bluesky posts in real-time via Jetstream and uses a local LLM (via LM Studio) to classify replies to watched accounts. It automatically applies labels such as "bad-faith", "off-topic", and "funny" to help users filter and moderate content. 8 8 + 9 9 + The system consists of two components: 10 10 + 1. **Go Consumer** - Monitors the Jetstream firehose and analyzes replies using an LLM 11 11 + 2. **Skyware Labeler** - TypeScript server that manages and emits content labels 12 12 + 13 13 + ## Architecture 14 14 + 15 15 + ``` 16 16 + Jetstream → Go Consumer → LM Studio (LLM) → Labeler Service → Bluesky 17 17 + ``` 18 18 + 19 19 + 1. The Go consumer subscribes to Jetstream and monitors replies to specified accounts 20 20 + 2. When a reply is detected, it fetches the parent post and sends both to LM Studio 21 21 + 3. The LLM classifies the reply based on the system prompt 22 22 + 4. Labels are emitted via the Skyware labeler service 23 23 + 5. Labels are propagated to Bluesky's labeling system 24 24 + 25 25 + ## Prerequisites 26 26 + 27 27 + - [LM Studio](https://lmstudio.ai/) with a compatible model loaded 28 28 + - A Bluesky account for the labeler 29 29 + 30 30 + ## Installation 31 31 + 32 32 + ### Clone the repository 33 33 + 34 34 + ```bash 35 35 + git clone https://github.com/haileyok/dontshowmethis.git 36 36 + cd dontshowmethis 37 37 + ``` 38 38 + 39 39 + ### Install Go dependencies 40 40 + 41 41 + ```bash 42 42 + go mod download 43 43 + ``` 44 44 + 45 45 + ### Install labeler dependencies 46 46 + 47 47 + ```bash 48 48 + cd labeler 49 49 + yarn install 50 50 + cd .. 51 51 + ``` 52 52 + 53 53 + ## Configuration 54 54 + 55 55 + Copy the example environment file and configure it: 56 56 + 57 57 + ```bash 58 58 + cp .env.example .env 59 59 + ``` 60 60 + 61 61 + ### Environment Variables 62 62 + 63 63 + **For the Go Consumer:** 64 64 + 65 65 + - `PDS_URL` - Your Bluesky PDS URL (e.g., `https://bsky.social`) 66 66 + - `ACCOUNT_HANDLE` - Your Bluesky account handle 67 67 + - `ACCOUNT_PASSWORD` - Your Bluesky account password 68 68 + - `WATCHED_OPS` - Comma-separated list of DIDs to monitor for replies 69 69 + - `JETSTREAM_URL` - Jetstream WebSocket URL (default: `wss://jetstream2.us-west.bsky.network/subscribe`) 70 70 + - `LABELER_URL` - URL of your labeler service (e.g., `http://localhost:3000`) 71 71 + - `LABELER_KEY` - Authentication key for the labeler API 72 72 + - `LMSTUDIO_HOST` - LM Studio API host (e.g., `http://localhost:1234`) 73 73 + 74 74 + **For the Skyware Labeler:** 75 75 + 76 76 + - `SKYWARE_DID` - Your labeler's DID 77 77 + - `SKYWARE_SIG_KEY` - Your labeler's signing key 78 78 + - `EMIT_LABEL_KEY` - Secret key for the emit label API (must match `LABELER_KEY` above) 79 79 + 80 80 + ## Running the Services 81 81 + 82 82 + ### 1. Start LM Studio 83 83 + 84 84 + 1. Open LM Studio 85 85 + 2. Load a compatible model (recommended: `google/gemma-3-27b` or similar) 86 86 + 3. Start the local server (usually runs on `http://localhost:1234`) 87 87 + 88 88 + ### 2. Start the Labeler Service 89 89 + 90 90 + ```bash 91 91 + cd labeler 92 92 + npm start 93 93 + ``` 94 94 + 95 95 + The labeler will start two servers: 96 96 + - Port 14831: Skyware labeler server 97 97 + - Port 3000: Label emission API 98 98 + 99 99 + ### 3. Start the Go Consumer 100 100 + 101 101 + ```bash 102 102 + go run . 103 103 + ``` 104 104 + 105 105 + Or build and run: 106 106 + 107 107 + ```bash 108 108 + go build -o dontshowmethis 109 109 + ./dontshowmethis 110 110 + ``` 111 111 + 112 112 + ## Usage 113 113 + 114 114 + Once running, the system will: 115 115 + 116 116 + 1. Connect to Jetstream and monitor the firehose 117 117 + 2. Watch for replies to accounts specified in `WATCHED_OPS` 118 118 + 3. Automatically analyze and label qualifying replies 119 119 + 4. Log all actions to stdout 120 120 + 121 121 + ### Finding Account DIDs 122 122 + 123 123 + To monitor specific accounts, you need their DIDs. You can find a DID by: 124 124 + 125 125 + ```bash 126 126 + curl "https://bsky.social/xrpc/com.atproto.identity.resolveHandle?handle=username.bsky.social" 127 127 + ``` 128 128 + 129 129 + Add the returned DID to your `WATCHED_OPS` environment variable. 130 130 + 131 131 + ## How Content Classification Works 132 132 + 133 133 + See `lmstudio.go:147` for the system prompt. 134 134 + 135 135 + ## Development 136 136 + 137 137 + ### Project Structure 138 138 + 139 139 + ``` 140 140 + . 141 141 + ├── main.go # CLI setup and consumer initialization 142 142 + ├── handle_post.go # Post handling and labeling logic 143 143 + ├── lmstudio.go # LLM client and content classification 144 144 + ├── sets/ 145 145 + │ └── domains.go # Political domain list (currently unused) 146 146 + ├── labeler/ 147 147 + │ ├── index.ts # Skyware labeler service 148 148 + │ └── package.json # Labeler dependencies 149 149 + ├── .env.example # Example environment configuration 150 150 + └── README.md # This file 151 151 + ``` 152 152 + 153 153 + ### Adding New Labels 154 154 + 155 155 + 1. Add the label constant in `main.go`: 156 156 + ```go 157 157 + const LabelNewLabel = "new-label" 158 158 + ``` 159 159 + 160 160 + 2. Add it to the labeler's allowed labels in `labeler/index.ts`: 161 161 + ```typescript 162 162 + const LABELS: Record<string, boolean> = { 163 163 + 'bad-faith': true, 164 164 + 'off-topic': true, 165 165 + 'funny': true, 166 166 + 'new-label': true, // Add here 167 167 + } 168 168 + ``` 169 169 + 170 170 + 3. Update the LLM schema in `lmstudio.go` to include the new classification 171 171 + 172 172 + 4. Update the handling logic in `handle_post.go` to emit the new label 173 173 + 174 174 + ## License 175 175 + 176 176 + MIT 177 177 + 178 178 + ## Acknowledgments 179 179 + 180 180 + - [Jetstream](https://github.com/bluesky-social/jetstream) - Real-time firehose for Bluesky 181 181 + - [Skyware](https://skyware.js.org/) - Labeler framework 182 182 + - [LM Studio](https://lmstudio.ai/) - Local LLM inference

+4 -4

go.mod

··· 1 1 module github.com/haileyok/dontshowmethis 2 2 3 3 - go 1.23 4 4 - 5 5 - toolchain go1.23.8 3 3 + go 1.24 6 4 7 5 require ( 8 8 - github.com/bluesky-social/indigo v0.0.0-20250425223227-c6066a8845a0 6 6 + github.com/bluesky-social/indigo v0.0.0-20251010014239-c74e8a3208cf 9 7 github.com/bluesky-social/jetstream v0.0.0-20250414024304-d17bd81a945e 8 8 + github.com/hashicorp/golang-lru/v2 v2.0.7 10 9 github.com/joho/godotenv v1.5.1 11 10 github.com/urfave/cli/v2 v2.27.6 12 11 ) ··· 17 16 github.com/cespare/xxhash/v2 v2.3.0 // indirect 18 17 github.com/cpuguy83/go-md2man/v2 v2.0.5 // indirect 19 18 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect 19 19 + github.com/earthboundkid/versioninfo/v2 v2.24.1 // indirect 20 20 github.com/felixge/httpsnoop v1.0.4 // indirect 21 21 github.com/go-logr/logr v1.4.1 // indirect 22 22 github.com/go-logr/stdr v1.2.2 // indirect

+6

go.sum

··· 4 4 github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= 5 5 github.com/bluesky-social/indigo v0.0.0-20250425223227-c6066a8845a0 h1:0OdsA6vnOYAyPAlYTb0UKx7oRaB5mLlNV7cq5+71Fnc= 6 6 github.com/bluesky-social/indigo v0.0.0-20250425223227-c6066a8845a0/go.mod h1:ovyxp8AMO1Hoe838vMJUbqHTZaAR8ABM3g3TXu+A5Ng= 7 7 + github.com/bluesky-social/indigo v0.0.0-20251010014239-c74e8a3208cf h1:67NJXFBEXS60GBJUgfBBidEAkEHPtM+lwKqVHqHSj9I= 8 8 + github.com/bluesky-social/indigo v0.0.0-20251010014239-c74e8a3208cf/go.mod h1:GuGAU33qKulpZCZNPcUeIQ4RW6KzNvOy7s8MSUXbAng= 7 9 github.com/bluesky-social/jetstream v0.0.0-20250414024304-d17bd81a945e h1:P/O6TDHs53gwgV845uDHI+Nri889ixksRrh4bCkCdxo= 8 10 github.com/bluesky-social/jetstream v0.0.0-20250414024304-d17bd81a945e/go.mod h1:WiYEeyJSdUwqoaZ71KJSpTblemUCpwJfh5oVXplK6T4= 9 11 github.com/carlmjohnson/versioninfo v0.22.5 h1:O00sjOLUAFxYQjlN/bzYTuZiS0y6fWDQjMRvwtKgwwc= ··· 18 20 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 19 21 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78= 20 22 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc= 23 23 + github.com/earthboundkid/versioninfo/v2 v2.24.1 h1:SJTMHaoUx3GzjjnUO1QzP3ZXK6Ee/nbWyCm58eY3oUg= 24 24 + github.com/earthboundkid/versioninfo/v2 v2.24.1/go.mod h1:VcWEooDEuyUJnMfbdTh0uFN4cfEIg+kHMuWB2CDCLjw= 21 25 github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= 22 26 github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= 23 27 github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= ··· 47 51 github.com/hashicorp/go-retryablehttp v0.7.5/go.mod h1:Jy/gPYAdjqffZ/yFGCFV2doI5wjtH1ewM9u8iYVjtX8= 48 52 github.com/hashicorp/golang-lru v1.0.2 h1:dV3g9Z/unq5DpblPpw+Oqcv4dU/1omnb4Ok8iPY6p1c= 49 53 github.com/hashicorp/golang-lru v1.0.2/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4= 54 54 + github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k= 55 55 + github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM= 50 56 github.com/ipfs/bbloom v0.0.4 h1:Gi+8EGJ2y5qiD5FbsbpX/TMNcJw8gSqr7eyjHa4Fhvs= 51 57 github.com/ipfs/bbloom v0.0.4/go.mod h1:cS9YprKXpoZ9lT0n/Mw/a6/aFV6DTjTLYHeA+gyqMG0= 52 58 github.com/ipfs/go-block-format v0.2.0 h1:ZqrkxBA2ICbDRbK8KJs/u0O3dlp6gmAuuXUJNiW1Ycs=

+53 -47

handle_post.go

··· 3 3 import ( 4 4 "context" 5 5 "fmt" 6 6 - "net/url" 7 7 - "strings" 6 6 + "time" 8 7 9 8 "github.com/bluesky-social/indigo/api/bsky" 9 9 + "github.com/bluesky-social/indigo/atproto/syntax" 10 10 "github.com/bluesky-social/jetstream/pkg/models" 11 11 - "github.com/haileyok/dontshowmethis/sets" 12 12 - "github.com/redis/go-redis/v9" 13 11 ) 14 12 15 15 - func uriFromEvent(evt *models.Event) string { 16 16 - return fmt.Sprintf("at://%s/%s/%s", evt.Did, evt.Commit.Collection, evt.Commit.RKey) 17 17 - } 18 18 - 19 13 func (dsmt *DontShowMeThis) handlePost(ctx context.Context, event *models.Event, post *bsky.FeedPost) error { 20 14 if event == nil || event.Commit == nil { 21 15 return nil 22 16 } 23 17 24 24 - if post.Embed == nil && post.Reply == nil && len(post.Facets) == 0 { 18 18 + var parentUri string 19 19 + 20 20 + if post.Reply != nil && post.Reply.Parent != nil { 21 21 + parentUri = post.Reply.Parent.Uri 22 22 + } else if post.Embed != nil && post.Embed.EmbedRecord != nil && post.Embed.EmbedRecord.Record != nil { 23 23 + parentUri = post.Embed.EmbedRecord.Record.Uri 24 24 + } else if post.Embed != nil && post.Embed.EmbedRecordWithMedia != nil && post.Embed.EmbedRecordWithMedia.Record != nil && post.Embed.EmbedRecordWithMedia.Record.Record != nil { 25 25 + parentUri = post.Embed.EmbedRecordWithMedia.Record.Record.Uri 26 26 + } 27 27 + 28 28 + if parentUri == "" { 25 29 return nil 26 30 } 27 31 28 28 - if post.Embed != nil && post.Embed.EmbedExternal != nil && post.Embed.EmbedExternal.External != nil { 29 29 - external := post.Embed.EmbedExternal.External 32 32 + atUri, err := syntax.ParseATURI(parentUri) 33 33 + if err != nil { 34 34 + return fmt.Errorf("failed to parse parent aturi: %w", err) 35 35 + } 30 36 31 31 - u, err := url.Parse(external.Uri) 32 32 - if err != nil { 33 33 - return err 34 34 - } 37 37 + opDid := atUri.Authority().String() 38 38 + _, ok := dsmt.watchedOps[opDid] 39 39 + if !ok { 40 40 + return nil 41 41 + } 42 42 + 43 43 + uri := fmt.Sprintf("at://%s/%s/%s", event.Did, event.Commit.Collection, event.Commit.RKey) 44 44 + 45 45 + logger := dsmt.logger.With("opDid", opDid, "replyDid", event.Did, "uri", uri) 35 46 36 36 - domain := strings.ToLower(u.Hostname()) 47 47 + logger.Info("ingested reply to watched op") 37 48 38 38 - if sets.PolDomains[domain] { 39 39 - if err := dsmt.emitLabel(ctx, uriFromEvent(event), LabelPolLink); err != nil { 40 40 - return err 41 41 - } 42 42 - return nil 43 43 - } 49 49 + if post.Text == "" { 50 50 + logger.Info("post contained no text, skipping") 51 51 + return nil 44 52 } 45 53 46 46 - for _, f := range post.Facets { 47 47 - for _, ff := range f.Features { 48 48 - if ff.RichtextFacet_Link == nil { 49 49 - continue 50 50 - } 54 54 + parent, err := dsmt.getPost(ctx, parentUri) 55 55 + if err != nil { 56 56 + return fmt.Errorf("failed to get parent post: %w", err) 57 57 + } 51 58 52 52 - u, err := url.Parse(ff.RichtextFacet_Link.Uri) 53 53 - if err != nil { 54 54 - return err 55 55 - } 59 59 + ctx, cancel := context.WithTimeout(ctx, 30*time.Second) 60 60 + defer cancel() 56 61 57 57 - domain := strings.ToLower(u.Hostname()) 62 62 + results, err := dsmt.lmstudioc.GetIsBadFaith(ctx, parent.Text, post.Text) 63 63 + if err != nil { 64 64 + return fmt.Errorf("failed to check bad faith: %w", err) 65 65 + } 58 66 59 59 - if sets.PolDomains[domain] { 60 60 - if err := dsmt.emitLabel(ctx, uriFromEvent(event), LabelPolLink); err != nil { 61 61 - return err 62 62 - } 63 63 - return nil 64 64 - } 67 67 + if results.BadFaith { 68 68 + if err := dsmt.emitLabel(ctx, uri, LabelBadFaith); err != nil { 69 69 + return fmt.Errorf("failed to label post: %w", err) 65 70 } 71 71 + logger.Info("determined that reply was bad faith and emitted label") 66 72 } 67 73 68 68 - if post.Reply != nil { 69 69 - ism, err := dsmt.r.SIsMember(ctx, RedisPrefix+LabelPolLink, post.Reply.Root.Uri).Result() 70 70 - if err != nil && err != redis.Nil { 71 71 - return err 74 74 + if results.OffTopic { 75 75 + if err := dsmt.emitLabel(ctx, uri, LabelOffTopic); err != nil { 76 76 + return fmt.Errorf("failed to label post: %w", err) 72 77 } 78 78 + logger.Info("determined that reply was off topic and emitted label") 79 79 + } 73 80 74 74 - if ism { 75 75 - if err := dsmt.emitLabel(ctx, uriFromEvent(event), LabelPolLinkReply); err != nil { 76 76 - return err 77 77 - } 78 78 - return nil 81 81 + if results.Funny { 82 82 + if err := dsmt.emitLabel(ctx, uri, LabelFunny); err != nil { 83 83 + return fmt.Errorf("failed to label post: %w", err) 79 84 } 85 85 + logger.Info("determined that reply was funny and emitted label") 80 86 } 81 87 82 88 return nil

+3 -2

labeler/index.ts

··· 3 3 import 'dotenv/config' 4 4 5 5 const LABELS: Record<string, boolean> = { 6 6 - 'pol-link': true, 7 7 - 'pol-link-reply': true, 6 6 + 'bad-faith': true, 7 7 + 'off-topic': true, 8 8 + funny: true, 8 9 } 9 10 10 11 function run() {

+199

lmstudio.go

··· 1 1 + package main 2 2 + 3 3 + import ( 4 4 + "bytes" 5 5 + "context" 6 6 + "encoding/json" 7 7 + "fmt" 8 8 + "io" 9 9 + "log/slog" 10 10 + "net/http" 11 11 + 12 12 + "github.com/bluesky-social/indigo/pkg/robusthttp" 13 13 + ) 14 14 + 15 15 + type LMStudioClient struct { 16 16 + host string 17 17 + httpc *http.Client 18 18 + logger *slog.Logger 19 19 + } 20 20 + type ResponseSchema struct { 21 21 + Type string `json:"type"` 22 22 + Properties map[string]Property `json:"properties"` 23 23 + Required []string `json:"required"` 24 24 + } 25 25 + 26 26 + type Property struct { 27 27 + Type string `json:"type"` 28 28 + Description string `json:"description,omitempty"` 29 29 + Enum []string `json:"enum,omitempty"` 30 30 + } 31 31 + 32 32 + type ChatRequest struct { 33 33 + Model string `json:"model"` 34 34 + Messages []Message `json:"messages"` 35 35 + Temperature float64 `json:"temperature,omitempty"` 36 36 + MaxTokens int `json:"max_tokens,omitempty"` 37 37 + ResponseFormat *ResponseFormat `json:"response_format,omitempty"` 38 38 + } 39 39 + 40 40 + type Message struct { 41 41 + Role string `json:"role"` 42 42 + Content string `json:"content"` 43 43 + } 44 44 + 45 45 + type ResponseFormat struct { 46 46 + Type string `json:"type"` 47 47 + JSONSchema *JSONSchemaWrap `json:"json_schema,omitempty"` 48 48 + } 49 49 + 50 50 + type JSONSchemaWrap struct { 51 51 + Name string `json:"name"` 52 52 + Schema ResponseSchema `json:"schema"` 53 53 + Strict bool `json:"strict"` 54 54 + } 55 55 + 56 56 + type ChatResponse struct { 57 57 + ID string `json:"id"` 58 58 + Object string `json:"object"` 59 59 + Created int64 `json:"created"` 60 60 + Model string `json:"model"` 61 61 + Choices []Choice `json:"choices"` 62 62 + } 63 63 + 64 64 + type Choice struct { 65 65 + Index int `json:"index"` 66 66 + Message Message `json:"message"` 67 67 + FinishReason string `json:"finish_reason"` 68 68 + } 69 69 + 70 70 + var ( 71 71 + schema = ResponseSchema{ 72 72 + Type: "object", 73 73 + Properties: map[string]Property{ 74 74 + "bad_faith": { 75 75 + Type: "boolean", 76 76 + Description: "Whether the reply to the parent is bad faith or not.", 77 77 + }, 78 78 + "off_topic": { 79 79 + Type: "boolean", 80 80 + Description: "Whether the reply to the parent is off topic.", 81 81 + }, 82 82 + "funny": { 83 83 + Type: "boolean", 84 84 + Description: "Whether the reply to the parent is funny.", 85 85 + }, 86 86 + }, 87 87 + Required: []string{"bad_faith", "off_topic", "funny"}, 88 88 + } 89 89 + ) 90 90 + 91 91 + func NewLMStudioClient(host string, logger *slog.Logger) *LMStudioClient { 92 92 + if logger == nil { 93 93 + logger = slog.Default() 94 94 + } 95 95 + logger = logger.With("component", "lmstudio") 96 96 + httpc := robusthttp.NewClient() 97 97 + return &LMStudioClient{ 98 98 + host: host, 99 99 + httpc: httpc, 100 100 + logger: logger, 101 101 + } 102 102 + } 103 103 + 104 104 + func (c *LMStudioClient) sendChatRequest(request ChatRequest) (*ChatResponse, error) { 105 105 + url := fmt.Sprintf("%s/v1/chat/completions", c.host) 106 106 + 107 107 + b, err := json.Marshal(request) 108 108 + if err != nil { 109 109 + return nil, fmt.Errorf("error marshaling request: %w", err) 110 110 + } 111 111 + 112 112 + resp, err := http.Post(url, "application/json", bytes.NewReader(b)) 113 113 + if err != nil { 114 114 + return nil, fmt.Errorf("error sending request: %w", err) 115 115 + } 116 116 + defer resp.Body.Close() 117 117 + 118 118 + body, err := io.ReadAll(resp.Body) 119 119 + if err != nil { 120 120 + return nil, fmt.Errorf("error reading response: %w", err) 121 121 + } 122 122 + 123 123 + if resp.StatusCode != http.StatusOK { 124 124 + return nil, fmt.Errorf("bad status code: %d - %s", resp.StatusCode, string(body)) 125 125 + } 126 126 + 127 127 + var chatResp ChatResponse 128 128 + if err := json.Unmarshal(body, &chatResp); err != nil { 129 129 + return nil, fmt.Errorf("error unmarshaling response: %w", err) 130 130 + } 131 131 + 132 132 + return &chatResp, nil 133 133 + } 134 134 + 135 135 + type BadFaithResults struct { 136 136 + BadFaith bool 137 137 + OffTopic bool 138 138 + Funny bool 139 139 + } 140 140 + 141 141 + func (c *LMStudioClient) GetIsBadFaith(ctx context.Context, parent, reply string) (*BadFaithResults, error) { 142 142 + request := ChatRequest{ 143 143 + Model: "google/gemma-3-27b", 144 144 + Messages: []Message{ 145 145 + { 146 146 + Role: "system", 147 147 + Content: "You are an observer of posts on a microblogging website. You determine if the second message provided by the user is a bad faith reply, an off topic reply, and/or a funny reply to the second message provided to you. Opposing viewpoints are good, and should be appreciated. However, things that are toxic, trollish, or offer no good value to the conversation are considered bad faith. Just because something is bad faith or off topic does not mean the post cannot also be funny.", 148 148 + }, 149 149 + { 150 150 + Role: "user", 151 151 + Content: parent, 152 152 + }, 153 153 + { 154 154 + Role: "user", 155 155 + Content: reply, 156 156 + }, 157 157 + }, 158 158 + Temperature: 0.7, 159 159 + MaxTokens: 100, 160 160 + ResponseFormat: &ResponseFormat{ 161 161 + Type: "json_schema", 162 162 + JSONSchema: &JSONSchemaWrap{ 163 163 + Name: "message_classification", 164 164 + Schema: schema, 165 165 + Strict: true, 166 166 + }, 167 167 + }, 168 168 + } 169 169 + response, err := c.sendChatRequest(request) 170 170 + if err != nil { 171 171 + return nil, fmt.Errorf("failed to get chat response: %w", err) 172 172 + } 173 173 + 174 174 + var result map[string]any 175 175 + if err := json.Unmarshal([]byte(response.Choices[0].Message.Content), &result); err != nil { 176 176 + return nil, fmt.Errorf("failed to unmarshal response: %w", err) 177 177 + } 178 178 + 179 179 + badFaith, ok := result["bad_faith"].(bool) 180 180 + if !ok { 181 181 + return nil, fmt.Errorf("model gave bad response (bad faith), not structured") 182 182 + } 183 183 + 184 184 + offTopic, ok := result["off_topic"].(bool) 185 185 + if !ok { 186 186 + return nil, fmt.Errorf("model gave bad response (off topic), not structured") 187 187 + } 188 188 + 189 189 + funny, ok := result["funny"].(bool) 190 190 + if !ok { 191 191 + return nil, fmt.Errorf("model gave bad response (funny), not structured") 192 192 + } 193 193 + 194 194 + return &BadFaithResults{ 195 195 + BadFaith: badFaith, 196 196 + OffTopic: offTopic, 197 197 + Funny: funny, 198 198 + }, nil 199 199 + }

+112 -39

main.go

··· 10 10 "log/slog" 11 11 "net/http" 12 12 "os" 13 13 + "time" 13 14 14 15 "github.com/bluesky-social/indigo/api/bsky" 15 16 "github.com/bluesky-social/indigo/util" ··· 17 18 "github.com/bluesky-social/jetstream/pkg/client" 18 19 "github.com/bluesky-social/jetstream/pkg/client/schedulers/sequential" 19 20 "github.com/bluesky-social/jetstream/pkg/models" 21 21 + lru "github.com/hashicorp/golang-lru/v2/expirable" 20 22 _ "github.com/joho/godotenv/autoload" 21 21 - "github.com/redis/go-redis/v9" 22 23 "github.com/urfave/cli/v2" 23 24 ) 24 25 25 26 const ( 26 26 - RedisPrefix = "dsmt/" 27 27 - LabelPolLink = "pol-link" 28 28 - LabelPolLinkReply = "pol-link-reply" 27 27 + LabelBadFaith = "bad-faith" 28 28 + LabelOffTopic = "off-topic" 29 29 + LabelFunny = "funny" 29 30 ) 30 31 31 32 func main() { ··· 34 35 Action: run, 35 36 Flags: []cli.Flag{ 36 37 &cli.StringFlag{ 38 38 + Name: "pds-url", 39 39 + EnvVars: []string{"PDS_URL"}, 40 40 + Required: true, 41 41 + }, 42 42 + &cli.StringFlag{ 43 43 + Name: "account-handle", 44 44 + EnvVars: []string{"ACCOUNT_HANDLE"}, 45 45 + Required: true, 46 46 + }, 47 47 + &cli.StringFlag{ 48 48 + Name: "account-password", 49 49 + EnvVars: []string{"ACCOUNT_PASSWORD"}, 50 50 + Required: true, 51 51 + }, 52 52 + &cli.StringSliceFlag{ 53 53 + Name: "watched-ops", 54 54 + EnvVars: []string{"WATCHED_OPS"}, 55 55 + Required: true, 56 56 + }, 57 57 + &cli.StringFlag{ 37 58 Name: "jetstream-url", 38 59 EnvVars: []string{"JETSTREAM_URL"}, 39 60 Value: "wss://jetstream2.us-west.bsky.network/subscribe", ··· 51 72 EnvVars: []string{"LABELER_KEY"}, 52 73 }, 53 74 &cli.StringFlag{ 54 54 - Name: "redis-addr", 55 55 - Usage: "redis addr", 75 75 + Name: "lmstudio-host", 76 76 + Usage: "lmstudio host", 77 77 + EnvVars: []string{"LMSTUDIO_HOST"}, 56 78 Required: true, 57 57 - EnvVars: []string{"REDIS_ADDR"}, 58 79 }, 59 80 }, 60 81 } ··· 63 84 } 64 85 65 86 type DontShowMeThis struct { 66 66 - logger *slog.Logger 67 67 - bskyClient *xrpc.Client 68 68 - h *http.Client 69 69 - r *redis.Client 87 87 + logger *slog.Logger 88 88 + xrpcc *xrpc.Client 89 89 + httpc *http.Client 90 90 + 91 91 + watchedOps map[string]struct{} 70 92 71 93 labelerUrl string 72 94 labelerKey string 95 95 + 96 96 + lmstudioc *LMStudioClient 97 97 + 98 98 + postCache *lru.LRU[string, *bsky.FeedPost] 73 99 } 74 100 75 101 var run = func(cmd *cli.Context) error { 76 76 - dsmt := &DontShowMeThis{ 77 77 - logger: slog.New(slog.NewTextHandler(os.Stdout, &slog.HandlerOptions{ 78 78 - Level: slog.LevelInfo, 79 79 - AddSource: true, 80 80 - })), 81 81 - labelerUrl: cmd.String("labeler-url"), 82 82 - labelerKey: cmd.String("labeler-key"), 102 102 + opt := struct { 103 103 + PdsUrl string 104 104 + JetstreamUrl string 105 105 + AccountHandle string 106 106 + AccountPassword string 107 107 + WatchedOps []string 108 108 + LabelerUrl string 109 109 + LabelerKey string 110 110 + LmstudioHost string 111 111 + }{ 112 112 + PdsUrl: cmd.String("pds-url"), 113 113 + JetstreamUrl: cmd.String("jetstream-url"), 114 114 + AccountHandle: cmd.String("account-handle"), 115 115 + AccountPassword: cmd.String("account-password"), 116 116 + WatchedOps: cmd.StringSlice("watched-ops"), 117 117 + LabelerUrl: cmd.String("labeler-url"), 118 118 + LabelerKey: cmd.String("labeler-key"), 119 119 + LmstudioHost: cmd.String("lmstudio-host"), 120 120 + } 121 121 + 122 122 + logger := slog.New(slog.NewTextHandler(os.Stdout, &slog.HandlerOptions{ 123 123 + Level: slog.LevelInfo, 124 124 + })) 125 125 + 126 126 + watchedOps := make(map[string]struct{}, len(opt.WatchedOps)) 127 127 + for _, op := range opt.WatchedOps { 128 128 + watchedOps[op] = struct{}{} 83 129 } 84 130 85 85 - cli := &xrpc.Client{ 86 86 - Host: cmd.String("pds"), 87 87 - Headers: make(map[string]string), 88 88 - Auth: &xrpc.AuthInfo{}, 131 131 + xrpcc := &xrpc.Client{ 132 132 + Host: opt.PdsUrl, 133 133 + // Headers: make(map[string]string), 134 134 + // Auth: &xrpc.AuthInfo{}, 89 135 } 90 136 91 91 - dsmt.bskyClient = cli 137 137 + httpc := util.RobustHTTPClient() 92 138 93 93 - dsmt.h = util.RobustHTTPClient() 139 139 + lmstudioc := NewLMStudioClient(opt.LmstudioHost, logger) 94 140 95 95 - r := redis.NewClient(&redis.Options{ 96 96 - Addr: cmd.String("redis-addr"), 97 97 - }) 141 141 + postCache := lru.NewLRU[string, *bsky.FeedPost](100, nil, 1*time.Hour) 98 142 99 99 - dsmt.r = r 143 143 + dsmt := &DontShowMeThis{ 144 144 + logger: slog.New(slog.NewTextHandler(os.Stdout, &slog.HandlerOptions{ 145 145 + Level: slog.LevelInfo, 146 146 + AddSource: true, 147 147 + })), 148 148 + labelerUrl: opt.LabelerUrl, 149 149 + labelerKey: opt.LabelerKey, 150 150 + watchedOps: watchedOps, 151 151 + xrpcc: xrpcc, 152 152 + httpc: httpc, 153 153 + lmstudioc: lmstudioc, 154 154 + postCache: postCache, 155 155 + } 100 156 101 157 dsmt.startConsumer(cmd.String("jetstream-url")) 102 158 103 159 return nil 104 160 } 105 161 106 106 - func (dsmt *DontShowMeThis) startConsumer(jsurl string) { 162 162 + func (dsmt *DontShowMeThis) startConsumer(jetstreamUrl string) { 107 163 config := client.DefaultClientConfig() 108 108 - config.WebsocketURL = jsurl 164 164 + config.WebsocketURL = jetstreamUrl 109 165 config.Compress = true 110 166 111 167 scheduler := sequential.NewScheduler("jetstream_localdev", dsmt.logger, dsmt.handleEvent) ··· 120 176 } 121 177 122 178 dsmt.logger.Info("shutdown") 123 123 - } 124 124 - 125 125 - type handler struct { 126 126 - seenSeqs map[int64]struct{} 127 127 - highwater int64 128 179 } 129 180 130 181 func (dsmt *DontShowMeThis) handleEvent(ctx context.Context, event *models.Event) error { ··· 168 219 req.Header.Set("authorization", "Bearer "+dsmt.labelerKey) 169 220 req.Header.Set("content-type", "application/json") 170 221 171 171 - resp, err := dsmt.h.Do(req) 222 222 + resp, err := dsmt.httpc.Do(req) 172 223 if err != nil { 173 224 return err 174 225 } ··· 180 231 return fmt.Errorf("received invalid status code from server: %d", resp.StatusCode) 181 232 } 182 233 183 183 - if _, err := dsmt.r.SAdd(ctx, RedisPrefix+label, uri).Result(); err != nil { 184 184 - return err 234 234 + return nil 235 235 + } 236 236 + 237 237 + func (dsmt *DontShowMeThis) getPost(ctx context.Context, uri string) (*bsky.FeedPost, error) { 238 238 + post, ok := dsmt.postCache.Get(uri) 239 239 + if ok { 240 240 + return post, nil 241 241 + } 242 242 + 243 243 + resp, err := bsky.FeedGetPosts(ctx, dsmt.xrpcc, []string{uri}) 244 244 + if err != nil { 245 245 + return nil, fmt.Errorf("failed to get post: %w", err) 246 246 + } 247 247 + 248 248 + if resp == nil || len(resp.Posts) == 0 { 249 249 + return nil, fmt.Errorf("failed to get posts (empty response)") 185 250 } 186 251 187 187 - return nil 252 252 + postView := resp.Posts[0] 253 253 + post, ok = postView.Record.Val.(*bsky.FeedPost) 254 254 + if !ok { 255 255 + return nil, fmt.Errorf("failed to get post (invalid record)") 256 256 + } 257 257 + 258 258 + dsmt.postCache.Add(uri, post) 259 259 + 260 260 + return post, nil 188 261 }

-61

sets/domains.go

··· 1 1 - package sets 2 2 - 3 3 - var PolDomains = map[string]bool{ 4 4 - "nytimes.com": true, 5 5 - "theguardian.com": true, 6 6 - "open.substack.com": true, 7 7 - "npr.org": true, 8 8 - "cnn.com": true, 9 9 - "washingtonpost.com": true, 10 10 - "wsj.com": true, 11 11 - "newrepublic.com": true, 12 12 - "apnews.com": true, 13 13 - "politico.com": true, 14 14 - "reut.rs": true, 15 15 - "reuters.com": true, 16 16 - "nbcnews.com": true, 17 17 - "kfor.com": true, 18 18 - "huffpost.com": true, 19 19 - "rollingstone.com": true, 20 20 - "rawstory.com": true, 21 21 - "cbsnews.com": true, 22 22 - "bbc.com": true, 23 23 - "cbc.ca": true, 24 24 - "nymag.com": true, 25 25 - "wapo.st": true, 26 26 - "newsweek.com": true, 27 27 - "theatlantic.com": true, 28 28 - "variety.com": true, 29 29 - "nyti.ms": true, 30 30 - "talkingpointsmemo.com": true, 31 31 - "thedailybeast.com": true, 32 32 - "axios.com": true, 33 33 - "publicnotice.co": true, 34 34 - "semafor.com": true, 35 35 - "msnbc.com": true, 36 36 - "liberation.fr": true, 37 37 - "newyorker.com": true, 38 38 - "independent.co.uk": true, 39 39 - "whitehouse.gov": true, 40 40 - "motherjones.com": true, 41 41 - "bbc.co.uk": true, 42 42 - "nbcnews.to": true, 43 43 - "theglobeandmail.com": true, 44 44 - "cnbc.com": true, 45 45 - "defector.com": true, 46 46 - "propublica.com": true, 47 47 - "nypost.com": true, 48 48 - "bloomberg.com": true, 49 49 - "ctvnews.ca": true, 50 50 - "thetimes.com": true, 51 51 - "abc.net.au": true, 52 52 - "bloom.bg": true, 53 53 - "democracydocker.com": true, 54 54 - "cnn.it": true, 55 55 - "latimes.com": true, 56 56 - "publico.es": true, 57 57 - "politico.eu": true, 58 58 - "kyivindependent.com": true, 59 59 - "abcnews.go.com": true, 60 60 - "irishtimes.com": true, 61 61 - }