Something went wrong. Try again.
My version of https://github.com/vercel-labs/fx
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133const std = @import("std");
const Allocator = std.mem.Allocator;
pub const LookupInput = struct { credential: []const u8, tenant: ?[]const u8, origin: []const u8, generation_id: []const u8, cancel_flag: *std.atomic.Value(bool),};
pub const Record = struct { id: []const u8, created_at_ms: i64 = 0, model: []const u8, total_cost: f64, input_tokens: u64, output_tokens: u64, cache_read_tokens: u64, cache_write_tokens: u64, reasoning_tokens: ?u64 = null, billable_web_search_calls: u64,};
pub const LookupOutcome = union(enum) { found: Record, retry, preserve_pending, reject,
pub fn deinit(self: *LookupOutcome, alloc: Allocator) void { switch (self.*) { .found => |record| { alloc.free(@constCast(record.id)); alloc.free(@constCast(record.model)); }, .retry, .preserve_pending, .reject => {}, } self.* = undefined; }};
pub const LookupError = Allocator.Error || error{ Cancelled, Unavailable,};
pub const LookupFn = *const fn ( context: ?*anyopaque, alloc: Allocator, input: LookupInput,) LookupError!LookupOutcome;
pub const Provider = struct { /// When set, context must remain valid until every in-flight lookup returns. context: ?*anyopaque = null, lookup_fn: LookupFn,
/// A `.found` outcome owns its record strings; the caller must call /// `LookupOutcome.deinit`. pub fn lookup( self: Provider, alloc: Allocator, input: LookupInput, ) LookupError!LookupOutcome { return self.lookup_fn(self.context, alloc, input); }};
fn lookupUnavailable( _: ?*anyopaque, _: Allocator, _: LookupInput,) LookupError!LookupOutcome { return error.Unavailable;}
pub const unavailable_provider = Provider{ .lookup_fn = lookupUnavailable,};
test "generation usage lookup dispatches through the injected provider" { const Fake = struct { calls: usize = 0, saw_expected_input: bool = false,
fn lookup( raw_context: ?*anyopaque, alloc: Allocator, input: LookupInput, ) LookupError!LookupOutcome { const self: *@This() = @ptrCast(@alignCast(raw_context.?)); self.calls += 1; self.saw_expected_input = std.mem.eql(u8, "credential", input.credential) and std.mem.eql(u8, "generation", input.generation_id); const id = try alloc.dupe(u8, input.generation_id); errdefer alloc.free(id); const model = try alloc.dupe(u8, "provider/model"); return .{ .found = .{ .id = id, .model = model, .total_cost = 1, .input_tokens = 2, .output_tokens = 3, .cache_read_tokens = 0, .cache_write_tokens = 0, .billable_web_search_calls = 0, } }; } };
var fake: Fake = .{}; const provider = Provider{ .context = &fake, .lookup_fn = Fake.lookup, }; var cancel = std.atomic.Value(bool).init(false); var outcome = try provider.lookup(std.testing.allocator, .{ .credential = "credential", .tenant = null, .origin = "https://provider.example", .generation_id = "generation", .cancel_flag = &cancel, }); defer outcome.deinit(std.testing.allocator);
try std.testing.expectEqual(@as(usize, 1), fake.calls); try std.testing.expect(fake.saw_expected_input); try std.testing.expectEqualStrings("provider/model", outcome.found.model);}