From c561680fdc28a7014e3b69006c4153a0ac4406fc Mon Sep 17 00:00:00 2001
From: Meghan Denny <hello@nektro.net>
Date: Wed, 26 Aug 2026 18:38:52 -0700
Subject: [PATCH] cull the unused parts of the input string

---
 src/tokenize.zig | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/tokenize.zig b/src/tokenize.zig
index 4473901d4759ef5258ce2770f63adb03e2f68c76..869c4a44027033388edc1a4d5ab56aa93d313fb9 100644
--- a/src/tokenize.zig
+++ b/src/tokenize.zig
@@ -70,8 +70,9 @@ pub fn do(comptime input: string, comptime symbols: []const u8) []const Token {
             }
             if (mode == 2) {
                 if (c == input[start]) {
+                    const data = input[start .. i + 1][0..].*;
                     ret = ret ++ &[_]Token{.{
-                        .data = .{ .string = input[start .. i + 1] },
+                        .data = .{ .string = &data },
                         .line = line,
                         .pos = pos,
                     }};
@@ -100,8 +101,9 @@ pub fn do(comptime input: string, comptime symbols: []const u8) []const Token {
         if (shouldFlush) {
             if (mode == 0) {
                 if (end - start > 0) {
+                    const data = input[start..end][0..].*;
                     ret = ret ++ &[_]Token{.{
-                        .data = .{ .word = input[start..end] },
+                        .data = .{ .word = &data },
                         .line = line,
                         .pos = pos,
                     }};
-- 
2.54.0