first commit

Author: bkataru

.gitignore

@@ -0,0 +1,3 @@
+.zig-cache/
+zig-out/
+*.o

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 dirmacs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,2 @@
+# lcz
+zig-based, llama.cpp powered, agentic CLI application

llama_cpp_client.zig

@@ -0,0 +1,106 @@
+const std = @import("std");
+
+const LLMResponse = struct {
+    id: []const u8,
+    object: []const u8,
+    created: u32,
+    model: []const u8,
+    usage: ?struct {
+        prompt_tokens: u32,
+        completion_tokens: u32,
+        total_tokens: u32,
+    } = null,
+    timings: ?struct {
+        prompt_p: u32,
+        prompt_ms: f64,
+        prompt_per_token_ms: f64,
+        prompt_per_second: f64,
+        predicted_n: u32,
+        predicted_ms: f64,
+        predicted_per_token_ms: f64,
+        predicted_per_second: f64,
+    } = null,
+    choices: []struct {
+        message: struct {
+            role: []const u8,
+            content: []const u8,
+        },
+        logprobs: ?struct {
+            content: []struct {
+                token: []const u8,
+                logprob: f64,
+                bytes: []const u8,
+                top_logprobs: ?[]struct {
+                    token: []const u8,
+                    logprob: f64,
+                },
+            },
+        } = null,
+        finish_reason: []const u8,
+        index: u32,
+    },
+    system_fingerprint: []const u8,
+};
+
+const Message = struct {
+    role: []const u8,
+    content: []const u8,
+};
+
+const RequestPayload = struct {
+    model: []const u8,
+    messages: []Message,
+};
+
+pub fn formatTemplate(allocator: std.mem.Allocator, template: []const u8, substitutions: []const []const u8) ![]u8 {
+    var result = std.ArrayList(u8).empty;
+    errdefer result.deinit(allocator);
+
+    var index: usize = 0;
+    var line_iter = std.mem.splitScalar(u8, template, "");
+    while (line_iter.next()) |line| {
+        var parts = std.mem.splitSequence(u8, line, "{s}");
+        try result.writer().print("{s}", .{parts.next().?});
+
+        while (parts.next()) |part| {
+            if (index < substitutions.len) {
+                try result.writer().print("{s}", .{substitutions[index]});
+                index += 1;
+            }
+            try result.writer().print("{s}", .{part});
+        }
+        try result.writer().writeByte('\n');
+    }
+    _ = result.pop();
+
+    return result.toOwnedSlice();
+}
+
+pub fn llmCall(allocator: std.mem.Allocator, system_prompt: []const u8, user_prompt: []const u8) !std.json.Parsed(LLMResponse) {
+    var request_arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
+    defer request_arena.deinit();
+
+    const request_arena_allocator = request_arena.allocator();
+
+    var client = std.http.Client{ .allocator = request_arena_allocator };
+    var body = std.ArrayList(u8).empty;
+    const uri = try std.Uri.parse("http://127.0.0.1:1337/v1/chat/completions");
+
+    var messages = [_]Message{
+        Message{ .role = "system", .content = system_prompt },
+        Message{ .role = "user", .content = user_prompt },
+    };
+    const request_payload = RequestPayload{
+        .model = "Qwen_Qwen3-4B-Instruct-2507-IQ4_XS",
+        .messages = &messages,
+    };
+    const payload = try std.json.Stringify.valueAlloc(request_arena_allocator, request_payload, .{});
+    std.debug.print("{s}\n", .{"=" ** 50});
+    std.debug.print("Payload: {s}\n", .{payload});
+
+    const response = try client.fetch(.{
+        .method = .POST,
+        .location = .{ .uri = uri },
+
+    })
+}