hailey.at / nsfwdetect
this repo has no description
fork atom

tweaks

hailey.at 864ee668 ca15ee24

options
unified split
Changed files
+6 -4
.gitignore
firehose_classifier.py
+2
.gitignore
··· 10 .venv 11 12 dataset/
··· 10 .venv 11 12 dataset/ 13 + 14 + .env
+4 -4
firehose_classifier.py
··· 31 self.http_client: Optional[httpx.AsyncClient] = None 32 self.ozone_client: Optional[OzoneClient] = None 33 34 - self.sure_threshold = 0.99 35 - self.unsure_threshold = 0.925 36 37 async def initialize(self): 38 self.http_client = httpx.AsyncClient(timeout=30.0) ··· 206 consumer = Consumer( 207 bootstrap_servers=["10.0.0.66:9092"], 208 input_topic="atproto-events", 209 - group_id="firehose-classifier", 210 offset="latest", 211 on_event=fc.on_event, 212 - max_concurrent_tasks=100, 213 ) 214 215 async def run_with_shutdown():
··· 31 self.http_client: Optional[httpx.AsyncClient] = None 32 self.ozone_client: Optional[OzoneClient] = None 33 34 + self.sure_threshold = 0.92 35 + self.unsure_threshold = 0.875 36 37 async def initialize(self): 38 self.http_client = httpx.AsyncClient(timeout=30.0) ··· 206 consumer = Consumer( 207 bootstrap_servers=["10.0.0.66:9092"], 208 input_topic="atproto-events", 209 + group_id="firehose-classifier-nsfw-2", 210 offset="latest", 211 on_event=fc.on_event, 212 + max_concurrent_tasks=1000, 213 ) 214 215 async def run_with_shutdown():