Initial public release
This commit is contained in:
parent
3c3f068914
commit
4ece4babad
63 changed files with 15101 additions and 0 deletions
235
src/ripgrep.zig
Normal file
235
src/ripgrep.zig
Normal file
|
|
@ -0,0 +1,235 @@
|
|||
const std = @import("std");
|
||||
const tp = @import("thespian");
|
||||
const cbor = @import("cbor");
|
||||
const log = @import("log");
|
||||
|
||||
pub const ripgrep_binary = "rg";
|
||||
|
||||
pid: ?tp.pid,
|
||||
stdin_behavior: std.ChildProcess.StdIo,
|
||||
|
||||
const Self = @This();
|
||||
const module_name = @typeName(Self);
|
||||
pub const max_chunk_size = tp.subprocess.max_chunk_size;
|
||||
pub const Writer = std.io.Writer(*Self, error{Exit}, write);
|
||||
pub const BufferedWriter = std.io.BufferedWriter(max_chunk_size, Writer);
|
||||
pub const Error = error{ OutOfMemory, Exit };
|
||||
|
||||
pub const FindF = fn (a: std.mem.Allocator, query: []const u8, tag: [:0]const u8) Error!Self;
|
||||
|
||||
pub fn find_in_stdin(a: std.mem.Allocator, query: []const u8, tag: [:0]const u8) Error!Self {
|
||||
return create(a, query, tag, .Pipe);
|
||||
}
|
||||
|
||||
pub fn find_in_files(a: std.mem.Allocator, query: []const u8, tag: [:0]const u8) Error!Self {
|
||||
return create(a, query, tag, .Close);
|
||||
}
|
||||
|
||||
fn create(a: std.mem.Allocator, query: []const u8, tag: [:0]const u8, stdin_behavior: std.ChildProcess.StdIo) Error!Self {
|
||||
return .{ .pid = try Process.create(a, query, tag, stdin_behavior), .stdin_behavior = stdin_behavior };
|
||||
}
|
||||
|
||||
pub fn deinit(self: *Self) void {
|
||||
if (self.pid) |pid| {
|
||||
if (self.stdin_behavior == .Pipe)
|
||||
pid.send(.{"close"}) catch {};
|
||||
self.pid = null;
|
||||
pid.deinit();
|
||||
}
|
||||
}
|
||||
|
||||
pub fn write(self: *Self, bytes: []const u8) error{Exit}!usize {
|
||||
try self.input(bytes);
|
||||
return bytes.len;
|
||||
}
|
||||
|
||||
pub fn input(self: *const Self, bytes: []const u8) tp.result {
|
||||
const pid = if (self.pid) |pid| pid else return tp.exit_error(error.Closed);
|
||||
var remaining = bytes;
|
||||
while (remaining.len > 0)
|
||||
remaining = loop: {
|
||||
if (remaining.len > max_chunk_size) {
|
||||
try pid.send(.{ "input", remaining[0..max_chunk_size] });
|
||||
break :loop remaining[max_chunk_size..];
|
||||
} else {
|
||||
try pid.send(.{ "input", remaining });
|
||||
break :loop &[_]u8{};
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
pub fn close(self: *Self) void {
|
||||
self.deinit();
|
||||
}
|
||||
|
||||
pub fn writer(self: *Self) Writer {
|
||||
return .{ .context = self };
|
||||
}
|
||||
|
||||
pub fn bufferedWriter(self: *Self) BufferedWriter {
|
||||
return .{ .unbuffered_writer = self.writer() };
|
||||
}
|
||||
|
||||
const Process = struct {
|
||||
a: std.mem.Allocator,
|
||||
query: []const u8,
|
||||
receiver: Receiver,
|
||||
sp: ?tp.subprocess = null,
|
||||
output: std.ArrayList(u8),
|
||||
parent: tp.pid,
|
||||
tag: [:0]const u8,
|
||||
logger: log.Logger,
|
||||
stdin_behavior: std.ChildProcess.StdIo,
|
||||
|
||||
const Receiver = tp.Receiver(*Process);
|
||||
|
||||
pub fn create(a: std.mem.Allocator, query: []const u8, tag: [:0]const u8, stdin_behavior: std.ChildProcess.StdIo) Error!tp.pid {
|
||||
const self = try a.create(Process);
|
||||
self.* = .{
|
||||
.a = a,
|
||||
.query = try a.dupe(u8, query),
|
||||
.receiver = Receiver.init(receive, self),
|
||||
.output = std.ArrayList(u8).init(a),
|
||||
.parent = tp.self_pid().clone(),
|
||||
.tag = try a.dupeZ(u8, tag),
|
||||
.logger = log.logger(@typeName(Self)),
|
||||
.stdin_behavior = stdin_behavior,
|
||||
};
|
||||
return tp.spawn_link(self.a, self, Process.start, tag) catch |e| tp.exit_error(e);
|
||||
}
|
||||
|
||||
fn deinit(self: *Process) void {
|
||||
self.output.deinit();
|
||||
self.a.free(self.query);
|
||||
self.close() catch {};
|
||||
}
|
||||
|
||||
fn close(self: *Process) tp.result {
|
||||
if (self.sp) |*sp| {
|
||||
defer self.sp = null;
|
||||
try sp.close();
|
||||
}
|
||||
}
|
||||
|
||||
fn start(self: *Process) tp.result {
|
||||
_ = tp.set_trap(true);
|
||||
const args = tp.message.fmt(.{
|
||||
ripgrep_binary,
|
||||
// "--line-buffered",
|
||||
"--fixed-strings",
|
||||
"--json",
|
||||
self.query,
|
||||
});
|
||||
self.sp = tp.subprocess.init(self.a, args, module_name, self.stdin_behavior) catch |e| return tp.exit_error(e);
|
||||
tp.receive(&self.receiver);
|
||||
}
|
||||
|
||||
fn receive(self: *Process, _: tp.pid_ref, m: tp.message) tp.result {
|
||||
errdefer self.deinit();
|
||||
var bytes: []u8 = "";
|
||||
|
||||
if (try m.match(.{ "input", tp.extract(&bytes) })) {
|
||||
const sp = if (self.sp) |sp| sp else return tp.exit_error(error.Closed);
|
||||
try sp.send(bytes);
|
||||
} else if (try m.match(.{"close"})) {
|
||||
try self.close();
|
||||
} else if (try m.match(.{ module_name, "stdout", tp.extract(&bytes) })) {
|
||||
self.handle_output(bytes) catch |e| return tp.exit_error(e);
|
||||
} else if (try m.match(.{ module_name, "term", tp.more })) {
|
||||
self.handle_terminated() catch |e| return tp.exit_error(e);
|
||||
} else if (try m.match(.{ module_name, "stderr", tp.extract(&bytes) })) {
|
||||
self.logger.print("ERR: {s}", .{bytes});
|
||||
} else if (try m.match(.{ "exit", "normal" })) {
|
||||
return tp.exit_normal();
|
||||
} else {
|
||||
self.logger.err("receive", tp.unexpected(m));
|
||||
return tp.unexpected(m);
|
||||
}
|
||||
}
|
||||
|
||||
fn handle_output(self: *Process, bytes: []u8) !void {
|
||||
try self.output.appendSlice(bytes);
|
||||
// @import("log").logger(module_name).print("{s}", .{bytes}) catch {};
|
||||
}
|
||||
|
||||
fn handle_terminated(self: *Process) !void {
|
||||
const output = try self.output.toOwnedSlice();
|
||||
var it = std.mem.splitScalar(u8, output, '\n');
|
||||
while (it.next()) |json| {
|
||||
if (json.len == 0) continue;
|
||||
var msg_buf: [tp.max_message_size]u8 = undefined;
|
||||
const msg: tp.message = .{ .buf = try cbor.fromJson(json, &msg_buf) };
|
||||
try self.dispatch(msg);
|
||||
// var buf: [tp.max_message_size]u8 = undefined;
|
||||
// @import("log").logger(module_name).print("json: {s}", .{try msg.to_json(&buf)}) catch {};
|
||||
}
|
||||
// @import("log").logger(module_name).print("done", .{}) catch {};
|
||||
try self.parent.send(.{ self.tag, "done" });
|
||||
}
|
||||
|
||||
fn dispatch(self: *Process, m: tp.message) !void {
|
||||
var obj = std.json.ObjectMap.init(self.a);
|
||||
defer obj.deinit();
|
||||
if (try m.match(tp.extract(&obj))) {
|
||||
if (obj.get("type")) |*val| {
|
||||
if (std.mem.eql(u8, "match", val.string))
|
||||
if (obj.get("data")) |*data| switch (data.*) {
|
||||
.object => |*o| try self.dispatch_match(o),
|
||||
else => {},
|
||||
};
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn get_match_string(obj: *const std.json.ObjectMap, name: []const u8) ?[]const u8 {
|
||||
return if (obj.get(name)) |*val| switch (val.*) {
|
||||
.object => |*o| if (o.get("text")) |*val_| switch (val_.*) {
|
||||
.string => |s| if (std.mem.eql(u8, "<stdin>", s)) null else s,
|
||||
else => null,
|
||||
} else null,
|
||||
else => null,
|
||||
} else null;
|
||||
}
|
||||
|
||||
fn dispatch_match(self: *Process, obj: *const std.json.ObjectMap) !void {
|
||||
const path: ?[]const u8 = get_match_string(obj, "path");
|
||||
const lines: ?[]const u8 = get_match_string(obj, "lines");
|
||||
|
||||
const line = if (obj.get("line_number")) |*val| switch (val.*) {
|
||||
.integer => |i| i,
|
||||
else => return,
|
||||
} else return;
|
||||
|
||||
if (obj.get("submatches")) |*val| switch (val.*) {
|
||||
.array => |*a| try self.dispatch_submatches(path, line, a, lines),
|
||||
else => return,
|
||||
};
|
||||
}
|
||||
|
||||
fn dispatch_submatches(self: *Process, path: ?[]const u8, line: i64, arr: *const std.json.Array, lines: ?[]const u8) !void {
|
||||
for (arr.items) |*item| switch (item.*) {
|
||||
.object => |*o| try self.dispatch_submatch(path, line, o, lines),
|
||||
else => {},
|
||||
};
|
||||
}
|
||||
|
||||
fn dispatch_submatch(self: *Process, path: ?[]const u8, line: i64, obj: *const std.json.ObjectMap, lines: ?[]const u8) !void {
|
||||
const begin = if (obj.get("start")) |*val| switch (val.*) {
|
||||
.integer => |i| i,
|
||||
else => return,
|
||||
} else return;
|
||||
const end = if (obj.get("end")) |*val| switch (val.*) {
|
||||
.integer => |i| i,
|
||||
else => return,
|
||||
} else return;
|
||||
if (path) |p| {
|
||||
const match_text = if (lines) |l|
|
||||
if (l[l.len - 1] == '\n') l[0 .. l.len - 2] else l
|
||||
else
|
||||
"";
|
||||
try self.parent.send(.{ self.tag, p, line, begin, line, end, match_text });
|
||||
} else {
|
||||
try self.parent.send(.{ self.tag, line, begin, line, end });
|
||||
}
|
||||
}
|
||||
};
|
||||
Loading…
Add table
Add a link
Reference in a new issue