Something went wrong. Try again.
prefect server in zig
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453const std = @import("std");const wap = @import("wap");const json = std.json;const mem = std.mem;
const backend = @import("../db/backend.zig");const db = @import("../db/sqlite.zig");const db_filter_sql = @import("../db/filter_sql.zig");const db_flow_runs = @import("../db/flow_runs.zig");const time_util = @import("../utilities/time.zig");const orchestration = @import("../orchestration.zig");const runtime = @import("../runtime.zig");
const Allocator = std.mem.Allocator;
const IdsBody = struct { flow_ids: ?[][]const u8 = null, flow_run_ids: ?[][]const u8 = null,};
pub fn handle(req: *wap.Request, res: *wap.Response) !void { corsHeaders(res);
const target = req.path; const method = @tagName(req.method);
if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/flows/count-deployments")) { try countDeploymentsByFlow(req, res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/flows/next-runs")) { try nextRunsByFlow(req, res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/flow_runs/history")) { try flowRunHistory(req, res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/flow_runs/count-task-runs")) { try countTaskRunsByFlowRun(req, res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/task_runs/dashboard/counts")) { try dashboardTaskRunCounts(res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/task_runs/count")) { try taskRunCountsByState(res); return; } if (mem.eql(u8, method, "POST") and mem.endsWith(u8, target, "/schemas/validate")) { try validateSchemaValues(req, res); return; }
const prefix = if (mem.startsWith(u8, target, "/api/ui/task_runs/")) "/api/ui/task_runs/" else "/ui/task_runs/"; if (mem.eql(u8, method, "GET") and target.len > prefix.len and mem.startsWith(u8, target, prefix)) { try getTaskRunWithFlowRunName(res, target[prefix.len..]); return; }
try sendError(res, .not_found, "not found");}
fn sendError(res: *wap.Response, status: std.http.Status, detail: []const u8) !void { _ = res.setStatus(status); try res.writeJson(.{ .detail = detail });}
fn corsHeaders(res: *wap.Response) void { _ = res.setHeader("access-control-allow-origin", "*") .setHeader("access-control-allow-methods", "GET, POST, PATCH, DELETE, OPTIONS") .setHeader("access-control-allow-headers", "authorization, content-type, prefect-api-version, prefect-csrf-token, prefect-csrf-client, x-prefect-api-version") .setHeader("access-control-allow-private-network", "true");}
fn parseBody(req: *wap.Request, alloc: Allocator) !json.Parsed(json.Value) { return json.parseFromSlice(json.Value, alloc, if (req.body.len > 0) req.body else "{}", .{ .ignore_unknown_fields = true });}
fn idsFromBody(alloc: Allocator, value: json.Value, field: []const u8) ![]const []const u8 { if (value != .object) return &.{}; const ids = value.object.get(field) orelse return &.{}; if (ids != .array) return &.{};
var out = std.ArrayListUnmanaged([]const u8).empty; errdefer out.deinit(alloc); for (ids.array.items) |item| { if (item == .string) try out.append(alloc, item.string); } return out.toOwnedSlice(alloc);}
fn writeZeroMap(jw: *json.Stringify, ids: []const []const u8) !void { try jw.beginObject(); for (ids) |id| { try jw.objectField(id); try jw.write(0); } try jw.endObject();}
fn countDeploymentsByFlow(req: *wap.Request, res: *wap.Response) !void { const alloc = req.arena;
const parsed = parseBody(req, alloc) catch |err| switch (err) { error.OutOfMemory => return err, else => return sendError(res, .bad_request, "invalid json"), }; const ids = try idsFromBody(alloc, parsed.value, "flow_ids");
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginObject(); for (ids) |flow_id| { var rows = try backend.db.query("SELECT COUNT(*) FROM deployment WHERE flow_id = ?", .{flow_id}); defer rows.deinit(); const count: i64 = if (try rows.nextChecked()) |r| r.int(0) else 0; try jw.objectField(flow_id); try jw.write(count); } try jw.endObject();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn nextRunsByFlow(req: *wap.Request, res: *wap.Response) !void { const alloc = req.arena;
const parsed = parseBody(req, alloc) catch |err| switch (err) { error.OutOfMemory => return err, else => return sendError(res, .bad_request, "invalid json"), }; const ids = try idsFromBody(alloc, parsed.value, "flow_ids");
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginObject(); for (ids) |flow_id| { try jw.objectField(flow_id); var rows = try backend.db.query( \\SELECT id, flow_id, name, state_name, state_type, COALESCE(next_scheduled_start_time, expected_start_time) \\FROM flow_run \\WHERE flow_id = ? AND state_type = 'SCHEDULED' \\ORDER BY COALESCE(next_scheduled_start_time, expected_start_time) ASC \\LIMIT 1 , .{flow_id}); defer rows.deinit(); if (try rows.nextChecked()) |r| { try jw.beginObject(); try jw.objectField("id"); try jw.write(try r.uuid(alloc, 0)); try jw.objectField("flow_id"); try jw.write(try r.uuid(alloc, 1)); try jw.objectField("name"); try jw.write(r.text(2)); try jw.objectField("state_name"); try jw.write(r.text(3)); try jw.objectField("state_type"); try jw.write(r.text(4)); try jw.objectField("next_scheduled_start_time"); try jw.write(try r.timestampIso(alloc, 5)); try jw.endObject(); } else { try jw.write(null); } } try jw.endObject();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
/// one point in the UI's flow-run history scatter plot (upstream calls this/// SimpleFlowRun). duration and lateness are the read-time estimates, not the/// stored total_run_time / start_time columns.const HistoryPoint = struct { id: []const u8, state_type: []const u8, timestamp: []const u8, duration: f64, lateness: f64,};
fn flowRunHistory(req: *wap.Request, res: *wap.Response) !void { const alloc = req.arena;
var limit: i64 = 1000; var offset: i64 = 0; var expected_after: ?[]const u8 = null; var expected_before: ?[]const u8 = null; if (req.body.len > 0) { const parsed = parseBody(req, alloc) catch |err| switch (err) { error.OutOfMemory => return err, else => return sendError(res, .bad_request, "invalid json"), }; if (parsed.value == .object) { if (parsed.value.object.get("limit")) |v| { if (v == .integer) limit = @min(v.integer, 1000); } if (parsed.value.object.get("offset")) |v| { if (v == .integer) offset = @max(v.integer, 0); } if (parsed.value.object.get("flow_runs")) |fr| if (fr == .object) { if (fr.object.get("expected_start_time")) |est| if (est == .object) { if (est.object.get("after_")) |v| { if (v == .string) expected_after = v.string; } if (est.object.get("before_")) |v| { if (v == .string) expected_before = v.string; } }; }; } } if (limit < 1) limit = 1;
if (expected_after) |v| if (!db_flow_runs.isSafeTimestampValue(v)) return sendError(res, .bad_request, "invalid expected_start_time.after_"); if (expected_before) |v| if (!db_flow_runs.isSafeTimestampValue(v)) return sendError(res, .bad_request, "invalid expected_start_time.before_");
var sql_buf: std.ArrayListUnmanaged(u8) = .empty; defer sql_buf.deinit(alloc); try sql_buf.appendSlice(alloc, \\SELECT id, state_type, COALESCE(start_time, expected_start_time, state_timestamp, created), \\ COALESCE(total_run_time, 0), \\ start_time, expected_start_time, state_timestamp \\FROM flow_run \\WHERE 1=1 ); try db_filter_sql.appendTimestampRange(alloc, &sql_buf, "expected_start_time", expected_after, expected_before); try sql_buf.appendSlice(alloc, " ORDER BY expected_start_time DESC NULLS LAST LIMIT ? OFFSET ?");
var rows = backend.db.query(sql_buf.items, .{ limit, offset }) catch return sendError(res, .internal_server_error, "database error"); defer rows.deinit();
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginArray(); const now_us = time_util.microTimestamp(runtime.appIo()); while (try rows.nextChecked()) |r| { const start = try r.timestampIsoOrNull(alloc, 4); const expected = try r.timestampIsoOrNull(alloc, 5); const state_ts = try r.timestampIsoOrNull(alloc, 6); const state_type = r.text(1); try jw.write(HistoryPoint{ .id = try r.uuid(alloc, 0), .state_type = state_type, .timestamp = try r.timestampIso(alloc, 2), .duration = orchestration.estimatedRunTime(state_type, state_ts, r.float(3), now_us), .lateness = orchestration.estimatedStartTimeDelta(state_type, expected, start, now_us), }); } try jw.endArray();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn countTaskRunsByFlowRun(req: *wap.Request, res: *wap.Response) !void { const alloc = req.arena;
const parsed = parseBody(req, alloc) catch |err| switch (err) { error.OutOfMemory => return err, else => return sendError(res, .bad_request, "invalid json"), }; const ids = try idsFromBody(alloc, parsed.value, "flow_run_ids");
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginObject(); for (ids) |flow_run_id| { var rows = try backend.db.query("SELECT COUNT(*) FROM task_run WHERE flow_run_id = ?", .{flow_run_id}); defer rows.deinit(); const count: i64 = if (try rows.nextChecked()) |r| r.int(0) else 0; try jw.objectField(flow_run_id); try jw.write(count); } try jw.endObject();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn validateSchemaValues(req: *wap.Request, res: *wap.Response) !void { const alloc = req.arena;
_ = parseBody(req, alloc) catch |err| switch (err) { error.OutOfMemory => return err, else => return sendError(res, .bad_request, "invalid json"), }; try res.writeJson(.{ .errors = &[_]struct { property: []const u8, errors: []const []const u8, }{}, .valid = true, });}
fn dashboardTaskRunCounts(res: *wap.Response) !void { const alloc = res.arena;
var rows = backend.db.query( \\SELECT \\ SUM(CASE WHEN state_type = 'COMPLETED' THEN 1 ELSE 0 END), \\ SUM(CASE WHEN state_type IN ('FAILED', 'CRASHED') THEN 1 ELSE 0 END) \\FROM task_run , .{}) catch return sendError(res, .internal_server_error, "database error"); defer rows.deinit();
var completed: i64 = 0; var failed: i64 = 0; if (try rows.nextChecked()) |r| { completed = r.int(0); failed = r.int(1); }
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginArray(); for (0..20) |idx| { try jw.beginObject(); try jw.objectField("completed"); try jw.write(if (idx == 19) completed else 0); try jw.objectField("failed"); try jw.write(if (idx == 19) failed else 0); try jw.endObject(); } try jw.endArray();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn taskRunCountsByState(res: *wap.Response) !void { const alloc = res.arena;
var rows = backend.db.query( \\SELECT state_type, state_name, COUNT(*) \\FROM task_run \\GROUP BY state_type, state_name \\ORDER BY state_type, state_name , .{}) catch return sendError(res, .internal_server_error, "database error"); defer rows.deinit();
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try jw.beginArray(); while (try rows.nextChecked()) |r| { try jw.beginObject(); try jw.objectField("state_type"); try jw.write(r.text(0)); try jw.objectField("state_name"); try jw.write(r.text(1)); try jw.objectField("count"); try jw.write(r.int(2)); try jw.endObject(); } try jw.endArray();
_ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn getTaskRunWithFlowRunName(res: *wap.Response, task_run_id: []const u8) !void { const alloc = res.arena;
const run = try db.task_runs.get(alloc, task_run_id); if (run == null) return sendError(res, .not_found, "Task not found");
var rows = backend.db.query( \\SELECT fr.name \\FROM task_run tr \\LEFT JOIN flow_run fr ON tr.flow_run_id = fr.id \\WHERE tr.id = ? , .{task_run_id}) catch return sendError(res, .internal_server_error, "database error"); defer rows.deinit(); const flow_run_name = if (try rows.nextChecked()) |r| r.text(0) else "";
var output: std.Io.Writer.Allocating = .init(alloc); var jw: json.Stringify = .{ .writer = &output.writer }; try writeTaskRunObject(&jw, run.?, flow_run_name); _ = res.setHeader("content-type", "application/json"); try res.sendBody(try output.toOwnedSlice());}
fn writeTaskRunObject(jw: *json.Stringify, run: db.TaskRunRow, flow_run_name: []const u8) !void { try jw.beginObject(); try jw.objectField("id"); try jw.write(run.id); try jw.objectField("created"); try jw.write(run.created); try jw.objectField("updated"); try jw.write(run.updated); try jw.objectField("flow_run_id"); try jw.write(run.flow_run_id); try jw.objectField("flow_run_name"); if (flow_run_name.len > 0) try jw.write(flow_run_name) else try jw.write(null); try jw.objectField("name"); try jw.write(run.name); try jw.objectField("task_key"); try jw.write(run.task_key); try jw.objectField("dynamic_key"); try jw.write(run.dynamic_key); try jw.objectField("state_type"); try jw.write(run.state_type); try jw.objectField("state_name"); try jw.write(run.state_name); try jw.objectField("state"); try jw.beginObject(); try jw.objectField("type"); try jw.write(run.state_type); try jw.objectField("name"); try jw.write(run.state_name); try jw.objectField("timestamp"); try jw.write(run.state_timestamp); try jw.objectField("message"); if (run.state_message) |m| try jw.write(m) else try jw.write(null); try jw.objectField("state_details"); try jw.beginWriteRaw(); try jw.writer.writeAll(if (run.state_details.len > 0) run.state_details else "{}"); jw.endWriteRaw(); try jw.objectField("data"); if (run.state_data) |d| { try jw.beginWriteRaw(); try jw.writer.writeAll(d); jw.endWriteRaw(); } else { try jw.write(null); } try jw.endObject(); try jw.objectField("tags"); try jw.beginWriteRaw(); try jw.writer.writeAll(if (run.tags.len > 0) run.tags else "[]"); jw.endWriteRaw(); try jw.objectField("labels"); try jw.beginWriteRaw(); try jw.writer.writeAll(if (run.labels.len > 0) run.labels else "{}"); jw.endWriteRaw(); try jw.objectField("run_count"); try jw.write(run.run_count); try jw.objectField("expected_start_time"); if (run.expected_start_time) |v| try jw.write(v) else try jw.write(null); try jw.objectField("start_time"); if (run.start_time) |v| try jw.write(v) else try jw.write(null); try jw.objectField("end_time"); if (run.end_time) |v| try jw.write(v) else try jw.write(null); try jw.objectField("total_run_time"); try jw.write(run.total_run_time); try jw.endObject();}