    const std = @import("std");
    const builtin = @import("builtin");
    const io = std.io;

    const Allocator = std.mem.Allocator;

    const deflate_const = @import("deflate_const.zig");
    const hm_code = @import("huffman_code.zig");
    const token = @import("token.zig");

    // The first length code.

    const length_codes_start = 257;

    // The number of codegen codes.

    const codegen_code_count = 19;
    const bad_code = 255;

    // buffer_flush_size indicates the buffer size

    // after which bytes are flushed to the writer.

    // Should preferably be a multiple of 6, since

    // we accumulate 6 bytes between writes to the buffer.

    const buffer_flush_size = 240;

    // buffer_size is the actual output byte buffer size.

    // It must have additional headroom for a flush

    // which can contain up to 8 bytes.

    const buffer_size = buffer_flush_size + 8;

    // The number of extra bits needed by length code X - LENGTH_CODES_START.

    var length_extra_bits = [_]u8{
        0, 0, 0, // 257

        0, 0, 0, 0, 0, 1, 1, 1, 1, 2, // 260

        2, 2, 2, 3, 3, 3, 3, 4, 4, 4, // 270

        4, 5, 5, 5, 5, 0, // 280

    };

    // The length indicated by length code X - LENGTH_CODES_START.

    var length_base = [_]u32{
        0,  1,  2,  3,   4,   5,   6,   7,   8,   10,
        12, 14, 16, 20,  24,  28,  32,  40,  48,  56,
        64, 80, 96, 112, 128, 160, 192, 224, 255,
    };

    // offset code word extra bits.

    var offset_extra_bits = [_]i8{
        0, 0, 0,  0,  1,  1,  2,  2,  3,  3,
        4, 4, 5,  5,  6,  6,  7,  7,  8,  8,
        9, 9, 10, 10, 11, 11, 12, 12, 13, 13,
    };

    var offset_base = [_]u32{
        0x000000, 0x000001, 0x000002, 0x000003, 0x000004,
        0x000006, 0x000008, 0x00000c, 0x000010, 0x000018,
        0x000020, 0x000030, 0x000040, 0x000060, 0x000080,
        0x0000c0, 0x000100, 0x000180, 0x000200, 0x000300,
        0x000400, 0x000600, 0x000800, 0x000c00, 0x001000,
        0x001800, 0x002000, 0x003000, 0x004000, 0x006000,
    };

    // The odd order in which the codegen code sizes are written.

    var codegen_order = [_]u32{ 16, 17, 18, 0, 8, 7, 9, 6, 10, 5, 11, 4, 12, 3, 13, 2, 14, 1, 15 };

    pub fn HuffmanBitWriter(comptime WriterType: type) type {
        return struct {
            const Self = @This();
            pub const Error = WriterType.Error;

            // writer is the underlying writer.

            // Do not use it directly; use the write method, which ensures

            // that Write errors are sticky.

            inner_writer: WriterType,
            bytes_written: usize,

            // Data waiting to be written is bytes[0 .. nbytes]

            // and then the low nbits of bits.  Data is always written

            // sequentially into the bytes array.

            bits: u64,
            nbits: u32, // number of bits

            bytes: [buffer_size]u8,
            codegen_freq: [codegen_code_count]u16,
            nbytes: u32, // number of bytes

            literal_freq: []u16,
            offset_freq: []u16,
            codegen: []u8,
            literal_encoding: hm_code.HuffmanEncoder,
            offset_encoding: hm_code.HuffmanEncoder,
            codegen_encoding: hm_code.HuffmanEncoder,
            err: bool = false,
            fixed_literal_encoding: hm_code.HuffmanEncoder,
            fixed_offset_encoding: hm_code.HuffmanEncoder,
            allocator: Allocator,
            huff_offset: hm_code.HuffmanEncoder,

            pub fn reset(self: *Self, new_writer: WriterType) void {
                self.inner_writer = new_writer;
                self.bytes_written = 0;
                self.bits = 0;
                self.nbits = 0;
                self.nbytes = 0;
                self.err = false;
            }

            pub fn flush(self: *Self) Error!void {
                if (self.err) {
                    self.nbits = 0;
                    return;
                }
                var n = self.nbytes;
                while (self.nbits != 0) {
                    self.bytes[n] = @truncate(u8, self.bits);
                    self.bits >>= 8;
                    if (self.nbits > 8) { // Avoid underflow

                        self.nbits -= 8;
                    } else {
                        self.nbits = 0;
                    }
                    n += 1;
                }
                self.bits = 0;
                try self.write(self.bytes[0..n]);
                self.nbytes = 0;
            }

            fn write(self: *Self, b: []u8) Error!void {
                if (self.err) {
                    return;
                }
                self.bytes_written += try self.inner_writer.write(b);
            }

            fn writeBits(self: *Self, b: u32, nb: u32) Error!void {
                if (self.err) {
                    return;
                }
                self.bits |= @intCast(u64, b) << @intCast(u6, self.nbits);
                self.nbits += nb;
                if (self.nbits >= 48) {
                    var bits = self.bits;
                    self.bits >>= 48;
                    self.nbits -= 48;
                    var n = self.nbytes;
                    var bytes = self.bytes[n .. n + 6];
                    bytes[0] = @truncate(u8, bits);
                    bytes[1] = @truncate(u8, bits >> 8);
                    bytes[2] = @truncate(u8, bits >> 16);
                    bytes[3] = @truncate(u8, bits >> 24);
                    bytes[4] = @truncate(u8, bits >> 32);
                    bytes[5] = @truncate(u8, bits >> 40);
                    n += 6;
                    if (n >= buffer_flush_size) {
                        try self.write(self.bytes[0..n]);
                        n = 0;
                    }
                    self.nbytes = n;
                }
            }

            pub fn writeBytes(self: *Self, bytes: []u8) Error!void {
                if (self.err) {
                    return;
                }
                var n = self.nbytes;
                if (self.nbits & 7 != 0) {
                    self.err = true; // unfinished bits

                    return;
                }
                while (self.nbits != 0) {
                    self.bytes[n] = @truncate(u8, self.bits);
                    self.bits >>= 8;
                    self.nbits -= 8;
                    n += 1;
                }
                if (n != 0) {
                    try self.write(self.bytes[0..n]);
                }
                self.nbytes = 0;
                try self.write(bytes);
            }

            // RFC 1951 3.2.7 specifies a special run-length encoding for specifying

            // the literal and offset lengths arrays (which are concatenated into a single

            // array).  This method generates that run-length encoding.

            //

            // The result is written into the codegen array, and the frequencies

            // of each code is written into the codegen_freq array.

            // Codes 0-15 are single byte codes. Codes 16-18 are followed by additional

            // information. Code bad_code is an end marker

            //

            // num_literals: The number of literals in literal_encoding

            // num_offsets: The number of offsets in offset_encoding

            // lit_enc: The literal encoder to use

            // off_enc: The offset encoder to use

            fn generateCodegen(
                self: *Self,
                num_literals: u32,
                num_offsets: u32,
                lit_enc: *hm_code.HuffmanEncoder,
                off_enc: *hm_code.HuffmanEncoder,
            ) void {
                for (self.codegen_freq) |_, i| {
                    self.codegen_freq[i] = 0;
                }

                // Note that we are using codegen both as a temporary variable for holding

                // a copy of the frequencies, and as the place where we put the result.

                // This is fine because the output is always shorter than the input used

                // so far.

                var codegen = self.codegen; // cache

                // Copy the concatenated code sizes to codegen. Put a marker at the end.

                var cgnl = codegen[0..num_literals];
                for (cgnl) |_, i| {
                    cgnl[i] = @intCast(u8, lit_enc.codes[i].len);
                }

                cgnl = codegen[num_literals .. num_literals + num_offsets];
                for (cgnl) |_, i| {
                    cgnl[i] = @intCast(u8, off_enc.codes[i].len);
                }
                codegen[num_literals + num_offsets] = bad_code;

                var size = codegen[0];
                var count: i32 = 1;
                var out_index: u32 = 0;
                var in_index: u32 = 1;
                while (size != bad_code) : (in_index += 1) {
                    // INVARIANT: We have seen "count" copies of size that have not yet

                    // had output generated for them.

                    var next_size = codegen[in_index];
                    if (next_size == size) {
                        count += 1;
                        continue;
                    }
                    // We need to generate codegen indicating "count" of size.

                    if (size != 0) {
                        codegen[out_index] = size;
                        out_index += 1;
                        self.codegen_freq[size] += 1;
                        count -= 1;
                        while (count >= 3) {
                            var n: i32 = 6;
                            if (n > count) {
                                n = count;
                            }
                            codegen[out_index] = 16;
                            out_index += 1;
                            codegen[out_index] = @intCast(u8, n - 3);
                            out_index += 1;
                            self.codegen_freq[16] += 1;
                            count -= n;
                        }
                    } else {
                        while (count >= 11) {
                            var n: i32 = 138;
                            if (n > count) {
                                n = count;
                            }
                            codegen[out_index] = 18;
                            out_index += 1;
                            codegen[out_index] = @intCast(u8, n - 11);
                            out_index += 1;
                            self.codegen_freq[18] += 1;
                            count -= n;
                        }
                        if (count >= 3) {
                            // 3 <= count <= 10

                            codegen[out_index] = 17;
                            out_index += 1;
                            codegen[out_index] = @intCast(u8, count - 3);
                            out_index += 1;
                            self.codegen_freq[17] += 1;
                            count = 0;
                        }
                    }
                    count -= 1;
                    while (count >= 0) : (count -= 1) {
                        codegen[out_index] = size;
                        out_index += 1;
                        self.codegen_freq[size] += 1;
                    }
                    // Set up invariant for next time through the loop.

                    size = next_size;
                    count = 1;
                }
                // Marker indicating the end of the codegen.

                codegen[out_index] = bad_code;
            }

            // dynamicSize returns the size of dynamically encoded data in bits.

            fn dynamicSize(
                self: *Self,
                lit_enc: *hm_code.HuffmanEncoder, // literal encoder

                off_enc: *hm_code.HuffmanEncoder, // offset encoder

                extra_bits: u32,
            ) DynamicSize {
                var num_codegens = self.codegen_freq.len;
                while (num_codegens > 4 and self.codegen_freq[codegen_order[num_codegens - 1]] == 0) {
                    num_codegens -= 1;
                }
                var header = 3 + 5 + 5 + 4 + (3 * num_codegens) +
                    self.codegen_encoding.bitLength(self.codegen_freq[0..]) +
                    self.codegen_freq[16] * 2 +
                    self.codegen_freq[17] * 3 +
                    self.codegen_freq[18] * 7;
                var size = header +
                    lit_enc.bitLength(self.literal_freq) +
                    off_enc.bitLength(self.offset_freq) +
                    extra_bits;

                return DynamicSize{
                    .size = @intCast(u32, size),
                    .num_codegens = @intCast(u32, num_codegens),
                };
            }

            // fixedSize returns the size of dynamically encoded data in bits.

            fn fixedSize(self: *Self, extra_bits: u32) u32 {
                return 3 +
                    self.fixed_literal_encoding.bitLength(self.literal_freq) +
                    self.fixed_offset_encoding.bitLength(self.offset_freq) +
                    extra_bits;
            }

            // storedSizeFits calculates the stored size, including header.

            // The function returns the size in bits and whether the block

            // fits inside a single block.

            fn storedSizeFits(in: ?[]u8) StoredSize {
                if (in == null) {
                    return .{ .size = 0, .storable = false };
                }
                if (in.?.len <= deflate_const.max_store_block_size) {
                    return .{ .size = @intCast(u32, (in.?.len + 5) * 8), .storable = true };
                }
                return .{ .size = 0, .storable = false };
            }

            fn writeCode(self: *Self, c: hm_code.HuffCode) Error!void {
                if (self.err) {
                    return;
                }
                self.bits |= @intCast(u64, c.code) << @intCast(u6, self.nbits);
                self.nbits += @intCast(u32, c.len);
                if (self.nbits >= 48) {
                    var bits = self.bits;
                    self.bits >>= 48;
                    self.nbits -= 48;
                    var n = self.nbytes;
                    var bytes = self.bytes[n .. n + 6];
                    bytes[0] = @truncate(u8, bits);
                    bytes[1] = @truncate(u8, bits >> 8);
                    bytes[2] = @truncate(u8, bits >> 16);
                    bytes[3] = @truncate(u8, bits >> 24);
                    bytes[4] = @truncate(u8, bits >> 32);
                    bytes[5] = @truncate(u8, bits >> 40);
                    n += 6;
                    if (n >= buffer_flush_size) {
                        try self.write(self.bytes[0..n]);
                        n = 0;
                    }
                    self.nbytes = n;
                }
            }

            // Write the header of a dynamic Huffman block to the output stream.

            //

            //  num_literals: The number of literals specified in codegen

            //  num_offsets: The number of offsets specified in codegen

            //  num_codegens: The number of codegens used in codegen

            //  is_eof: Is it the end-of-file? (end of stream)

            fn writeDynamicHeader(
                self: *Self,
                num_literals: u32,
                num_offsets: u32,
                num_codegens: u32,
                is_eof: bool,
            ) Error!void {
                if (self.err) {
                    return;
                }
                var first_bits: u32 = 4;
                if (is_eof) {
                    first_bits = 5;
                }
                try self.writeBits(first_bits, 3);
                try self.writeBits(@intCast(u32, num_literals - 257), 5);
                try self.writeBits(@intCast(u32, num_offsets - 1), 5);
                try self.writeBits(@intCast(u32, num_codegens - 4), 4);

                var i: u32 = 0;
                while (i < num_codegens) : (i += 1) {
                    var value = @intCast(u32, self.codegen_encoding.codes[codegen_order[i]].len);
                    try self.writeBits(@intCast(u32, value), 3);
                }

                i = 0;
                while (true) {
                    var code_word: u32 = @intCast(u32, self.codegen[i]);
                    i += 1;
                    if (code_word == bad_code) {
                        break;
                    }
                    try self.writeCode(self.codegen_encoding.codes[@intCast(u32, code_word)]);

                    switch (code_word) {
                        16 => {
                            try self.writeBits(@intCast(u32, self.codegen[i]), 2);
                            i += 1;
                        },
                        17 => {
                            try self.writeBits(@intCast(u32, self.codegen[i]), 3);
                            i += 1;
                        },
                        18 => {
                            try self.writeBits(@intCast(u32, self.codegen[i]), 7);
                            i += 1;
                        },
                        else => {},
                    }
                }
            }

            pub fn writeStoredHeader(self: *Self, length: usize, is_eof: bool) Error!void {
                if (self.err) {
                    return;
                }
                var flag: u32 = 0;
                if (is_eof) {
                    flag = 1;
                }
                try self.writeBits(flag, 3);
                try self.flush();
                try self.writeBits(@intCast(u32, length), 16);
                try self.writeBits(@intCast(u32, ~@intCast(u16, length)), 16);
            }

            fn writeFixedHeader(self: *Self, is_eof: bool) Error!void {
                if (self.err) {
                    return;
                }
                // Indicate that we are a fixed Huffman block

                var value: u32 = 2;
                if (is_eof) {
                    value = 3;
                }
                try self.writeBits(value, 3);
            }

            // Write a block of tokens with the smallest encoding.

            // The original input can be supplied, and if the huffman encoded data

            // is larger than the original bytes, the data will be written as a

            // stored block.

            // If the input is null, the tokens will always be Huffman encoded.

            pub fn writeBlock(
                self: *Self,
                tokens: []const token.Token,
                eof: bool,
                input: ?[]u8,
            ) Error!void {
                if (self.err) {
                    return;
                }

                var lit_and_off = self.indexTokens(tokens);
                var num_literals = lit_and_off.num_literals;
                var num_offsets = lit_and_off.num_offsets;

                var extra_bits: u32 = 0;
                var ret = storedSizeFits(input);
                var stored_size = ret.size;
                var storable = ret.storable;

                if (storable) {
                    // We only bother calculating the costs of the extra bits required by

                    // the length of offset fields (which will be the same for both fixed

                    // and dynamic encoding), if we need to compare those two encodings

                    // against stored encoding.

                    var length_code: u32 = length_codes_start + 8;
                    while (length_code < num_literals) : (length_code += 1) {
                        // First eight length codes have extra size = 0.

                        extra_bits += @intCast(u32, self.literal_freq[length_code]) *
                            @intCast(u32, length_extra_bits[length_code - length_codes_start]);
                    }
                    var offset_code: u32 = 4;
                    while (offset_code < num_offsets) : (offset_code += 1) {
                        // First four offset codes have extra size = 0.

                        extra_bits += @intCast(u32, self.offset_freq[offset_code]) *
                            @intCast(u32, offset_extra_bits[offset_code]);
                    }
                }

                // Figure out smallest code.

                // Fixed Huffman baseline.

                var literal_encoding = &self.fixed_literal_encoding;
                var offset_encoding = &self.fixed_offset_encoding;
                var size = self.fixedSize(extra_bits);

                // Dynamic Huffman?

                var num_codegens: u32 = 0;

                // Generate codegen and codegenFrequencies, which indicates how to encode

                // the literal_encoding and the offset_encoding.

                self.generateCodegen(
                    num_literals,
                    num_offsets,
                    &self.literal_encoding,
                    &self.offset_encoding,
                );
                self.codegen_encoding.generate(self.codegen_freq[0..], 7);
                var dynamic_size = self.dynamicSize(
                    &self.literal_encoding,
                    &self.offset_encoding,
                    extra_bits,
                );
                var dyn_size = dynamic_size.size;
                num_codegens = dynamic_size.num_codegens;

                if (dyn_size < size) {
                    size = dyn_size;
                    literal_encoding = &self.literal_encoding;
                    offset_encoding = &self.offset_encoding;
                }

                // Stored bytes?

                if (storable and stored_size < size) {
                    try self.writeStoredHeader(input.?.len, eof);
                    try self.writeBytes(input.?);
                    return;
                }

                // Huffman.

                if (@ptrToInt(literal_encoding) == @ptrToInt(&self.fixed_literal_encoding)) {
                    try self.writeFixedHeader(eof);
                } else {
                    try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);
                }

                // Write the tokens.

                try self.writeTokens(tokens, literal_encoding.codes, offset_encoding.codes);
            }

            // writeBlockDynamic encodes a block using a dynamic Huffman table.

            // This should be used if the symbols used have a disproportionate

            // histogram distribution.

            // If input is supplied and the compression savings are below 1/16th of the

            // input size the block is stored.

            pub fn writeBlockDynamic(
                self: *Self,
                tokens: []const token.Token,
                eof: bool,
                input: ?[]u8,
            ) Error!void {
                if (self.err) {
                    return;
                }

                var total_tokens = self.indexTokens(tokens);
                var num_literals = total_tokens.num_literals;
                var num_offsets = total_tokens.num_offsets;

                // Generate codegen and codegenFrequencies, which indicates how to encode

                // the literal_encoding and the offset_encoding.

                self.generateCodegen(
                    num_literals,
                    num_offsets,
                    &self.literal_encoding,
                    &self.offset_encoding,
                );
                self.codegen_encoding.generate(self.codegen_freq[0..], 7);
                var dynamic_size = self.dynamicSize(&self.literal_encoding, &self.offset_encoding, 0);
                var size = dynamic_size.size;
                var num_codegens = dynamic_size.num_codegens;

                // Store bytes, if we don't get a reasonable improvement.

                var stored_size = storedSizeFits(input);
                var ssize = stored_size.size;
                var storable = stored_size.storable;
                if (storable and ssize < (size + (size >> 4))) {
                    try self.writeStoredHeader(input.?.len, eof);
                    try self.writeBytes(input.?);
                    return;
                }

                // Write Huffman table.

                try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);

                // Write the tokens.

                try self.writeTokens(tokens, self.literal_encoding.codes, self.offset_encoding.codes);
            }

            const TotalIndexedTokens = struct {
                num_literals: u32,
                num_offsets: u32,
            };

            // Indexes a slice of tokens followed by an end_block_marker, and updates

            // literal_freq and offset_freq, and generates literal_encoding

            // and offset_encoding.

            // The number of literal and offset tokens is returned.

            fn indexTokens(self: *Self, tokens: []const token.Token) TotalIndexedTokens {
                var num_literals: u32 = 0;
                var num_offsets: u32 = 0;

                for (self.literal_freq) |_, i| {
                    self.literal_freq[i] = 0;
                }
                for (self.offset_freq) |_, i| {
                    self.offset_freq[i] = 0;
                }

                for (tokens) |t| {
                    if (t < token.match_type) {
                        self.literal_freq[token.literal(t)] += 1;
                        continue;
                    }
                    var length = token.length(t);
                    var offset = token.offset(t);
                    self.literal_freq[length_codes_start + token.lengthCode(length)] += 1;
                    self.offset_freq[token.offsetCode(offset)] += 1;
                }
                // add end_block_marker token at the end

                self.literal_freq[token.literal(deflate_const.end_block_marker)] += 1;

                // get the number of literals

                num_literals = @intCast(u32, self.literal_freq.len);
                while (self.literal_freq[num_literals - 1] == 0) {
                    num_literals -= 1;
                }
                // get the number of offsets

                num_offsets = @intCast(u32, self.offset_freq.len);
                while (num_offsets > 0 and self.offset_freq[num_offsets - 1] == 0) {
                    num_offsets -= 1;
                }
                if (num_offsets == 0) {
                    // We haven't found a single match. If we want to go with the dynamic encoding,

                    // we should count at least one offset to be sure that the offset huffman tree could be encoded.

                    self.offset_freq[0] = 1;
                    num_offsets = 1;
                }
                self.literal_encoding.generate(self.literal_freq, 15);
                self.offset_encoding.generate(self.offset_freq, 15);
                return TotalIndexedTokens{
                    .num_literals = num_literals,
                    .num_offsets = num_offsets,
                };
            }

            // Writes a slice of tokens to the output followed by and end_block_marker.

            // codes for literal and offset encoding must be supplied.

            fn writeTokens(
                self: *Self,
                tokens: []const token.Token,
                le_codes: []hm_code.HuffCode,
                oe_codes: []hm_code.HuffCode,
            ) Error!void {
                if (self.err) {
                    return;
                }
                for (tokens) |t| {
                    if (t < token.match_type) {
                        try self.writeCode(le_codes[token.literal(t)]);
                        continue;
                    }
                    // Write the length

                    var length = token.length(t);
                    var length_code = token.lengthCode(length);
                    try self.writeCode(le_codes[length_code + length_codes_start]);
                    var extra_length_bits = @intCast(u32, length_extra_bits[length_code]);
                    if (extra_length_bits > 0) {
                        var extra_length = @intCast(u32, length - length_base[length_code]);
                        try self.writeBits(extra_length, extra_length_bits);
                    }
                    // Write the offset

                    var offset = token.offset(t);
                    var offset_code = token.offsetCode(offset);
                    try self.writeCode(oe_codes[offset_code]);
                    var extra_offset_bits = @intCast(u32, offset_extra_bits[offset_code]);
                    if (extra_offset_bits > 0) {
                        var extra_offset = @intCast(u32, offset - offset_base[offset_code]);
                        try self.writeBits(extra_offset, extra_offset_bits);
                    }
                }
                // add end_block_marker at the end

                try self.writeCode(le_codes[token.literal(deflate_const.end_block_marker)]);
            }

            // Encodes a block of bytes as either Huffman encoded literals or uncompressed bytes

            // if the results only gains very little from compression.

            pub fn writeBlockHuff(self: *Self, eof: bool, input: []u8) Error!void {
                if (self.err) {
                    return;
                }

                // Clear histogram

                for (self.literal_freq) |_, i| {
                    self.literal_freq[i] = 0;
                }

                // Add everything as literals

                histogram(input, &self.literal_freq);

                self.literal_freq[deflate_const.end_block_marker] = 1;

                const num_literals = deflate_const.end_block_marker + 1;
                self.offset_freq[0] = 1;
                const num_offsets = 1;

                self.literal_encoding.generate(self.literal_freq, 15);

                // Figure out smallest code.

                // Always use dynamic Huffman or Store

                var num_codegens: u32 = 0;

                // Generate codegen and codegenFrequencies, which indicates how to encode

                // the literal_encoding and the offset_encoding.

                self.generateCodegen(
                    num_literals,
                    num_offsets,
                    &self.literal_encoding,
                    &self.huff_offset,
                );
                self.codegen_encoding.generate(self.codegen_freq[0..], 7);
                var dynamic_size = self.dynamicSize(&self.literal_encoding, &self.huff_offset, 0);
                var size = dynamic_size.size;
                num_codegens = dynamic_size.num_codegens;

                // Store bytes, if we don't get a reasonable improvement.

                var stored_size_ret = storedSizeFits(input);
                var ssize = stored_size_ret.size;
                var storable = stored_size_ret.storable;

                if (storable and ssize < (size + (size >> 4))) {
                    try self.writeStoredHeader(input.len, eof);
                    try self.writeBytes(input);
                    return;
                }

                // Huffman.

                try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);
                var encoding = self.literal_encoding.codes[0..257];
                var n = self.nbytes;
                for (input) |t| {
                    // Bitwriting inlined, ~30% speedup

                    var c = encoding[t];
                    self.bits |= @intCast(u64, c.code) << @intCast(u6, self.nbits);
                    self.nbits += @intCast(u32, c.len);
                    if (self.nbits < 48) {
                        continue;
                    }
                    // Store 6 bytes

                    var bits = self.bits;
                    self.bits >>= 48;
                    self.nbits -= 48;
                    var bytes = self.bytes[n .. n + 6];
                    bytes[0] = @truncate(u8, bits);
                    bytes[1] = @truncate(u8, bits >> 8);
                    bytes[2] = @truncate(u8, bits >> 16);
                    bytes[3] = @truncate(u8, bits >> 24);
                    bytes[4] = @truncate(u8, bits >> 32);
                    bytes[5] = @truncate(u8, bits >> 40);
                    n += 6;
                    if (n < buffer_flush_size) {
                        continue;
                    }
                    try self.write(self.bytes[0..n]);
                    if (self.err) {
                        return; // Return early in the event of write failures

                    }
                    n = 0;
                }
                self.nbytes = n;
                try self.writeCode(encoding[deflate_const.end_block_marker]);
            }

            pub fn deinit(self: *Self) void {
                self.allocator.free(self.literal_freq);
                self.allocator.free(self.offset_freq);
                self.allocator.free(self.codegen);
                self.literal_encoding.deinit();
                self.codegen_encoding.deinit();
                self.offset_encoding.deinit();
                self.fixed_literal_encoding.deinit();
                self.fixed_offset_encoding.deinit();
                self.huff_offset.deinit();
            }
        };
    }

    const DynamicSize = struct {
        size: u32,
        num_codegens: u32,
    };

    const StoredSize = struct {
        size: u32,
        storable: bool,
    };

    pub fn huffmanBitWriter(allocator: Allocator, writer: anytype) !HuffmanBitWriter(@TypeOf(writer)) {
        var offset_freq = [1]u16{0} ** deflate_const.offset_code_count;
        offset_freq[0] = 1;
        // huff_offset is a static offset encoder used for huffman only encoding.

        // It can be reused since we will not be encoding offset values.

        var huff_offset = try hm_code.newHuffmanEncoder(allocator, deflate_const.offset_code_count);
        huff_offset.generate(offset_freq[0..], 15);

        return HuffmanBitWriter(@TypeOf(writer)){
            .inner_writer = writer,
            .bytes_written = 0,
            .bits = 0,
            .nbits = 0,
            .nbytes = 0,
            .bytes = [1]u8{0} ** buffer_size,
            .codegen_freq = [1]u16{0} ** codegen_code_count,
            .literal_freq = try allocator.alloc(u16, deflate_const.max_num_lit),
            .offset_freq = try allocator.alloc(u16, deflate_const.offset_code_count),
            .codegen = try allocator.alloc(u8, deflate_const.max_num_lit + deflate_const.offset_code_count + 1),
            .literal_encoding = try hm_code.newHuffmanEncoder(allocator, deflate_const.max_num_lit),
            .codegen_encoding = try hm_code.newHuffmanEncoder(allocator, codegen_code_count),
            .offset_encoding = try hm_code.newHuffmanEncoder(allocator, deflate_const.offset_code_count),
            .allocator = allocator,
            .fixed_literal_encoding = try hm_code.generateFixedLiteralEncoding(allocator),
            .fixed_offset_encoding = try hm_code.generateFixedOffsetEncoding(allocator),
            .huff_offset = huff_offset,
        };
    }

    // histogram accumulates a histogram of b in h.

    //

    // h.len must be >= 256, and h's elements must be all zeroes.

    fn histogram(b: []u8, h: *[]u16) void {
        var lh = h.*[0..256];
        for (b) |t| {
            lh[t] += 1;
        }
    }

    // tests

    const expect = std.testing.expect;
    const fmt = std.fmt;
    const math = std.math;
    const mem = std.mem;
    const testing = std.testing;

    const ArrayList = std.ArrayList;

    test "writeBlockHuff" {
        // Tests huffman encoding against reference files to detect possible regressions.

        // If encoding/bit allocation changes you can regenerate these files

        try testBlockHuff(
            "huffman-null-max.input",
            "huffman-null-max.golden",
        );
        try testBlockHuff(
            "huffman-pi.input",
            "huffman-pi.golden",
        );
        try testBlockHuff(
            "huffman-rand-1k.input",
            "huffman-rand-1k.golden",
        );
        try testBlockHuff(
            "huffman-rand-limit.input",
            "huffman-rand-limit.golden",
        );
        try testBlockHuff(
            "huffman-rand-max.input",
            "huffman-rand-max.golden",
        );
        try testBlockHuff(
            "huffman-shifts.input",
            "huffman-shifts.golden",
        );
        try testBlockHuff(
            "huffman-text.input",
            "huffman-text.golden",
        );
        try testBlockHuff(
            "huffman-text-shift.input",
            "huffman-text-shift.golden",
        );
        try testBlockHuff(
            "huffman-zero.input",
            "huffman-zero.golden",
        );
    }

    fn testBlockHuff(in_name: []const u8, want_name: []const u8) !void {
        // Skip wasi because it does not support std.fs.openDirAbsolute()

        if (builtin.os.tag == .wasi) return error.SkipZigTest;

        const current_dir = try std.fs.openDirAbsolute(std.fs.path.dirname(@src().file).?, .{});
        const testdata_dir = try current_dir.openDir("testdata", .{});
        const in_file = try testdata_dir.openFile(in_name, .{});
        defer in_file.close();
        const want_file = try testdata_dir.openFile(want_name, .{});
        defer want_file.close();

        var in = try in_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
        defer testing.allocator.free(in);
        var want = try want_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
        defer testing.allocator.free(want);

        var buf = ArrayList(u8).init(testing.allocator);
        defer buf.deinit();
        var bw = try huffmanBitWriter(testing.allocator, buf.writer());
        defer bw.deinit();
        try bw.writeBlockHuff(false, in);
        try bw.flush();

        try expect(mem.eql(u8, buf.items, want));

        // Test if the writer produces the same output after reset.

        var buf_after_reset = ArrayList(u8).init(testing.allocator);
        defer buf_after_reset.deinit();

        bw.reset(buf_after_reset.writer());

        try bw.writeBlockHuff(false, in);
        try bw.flush();

        try expect(mem.eql(u8, buf_after_reset.items, buf.items));
        try expect(mem.eql(u8, buf_after_reset.items, want));

        try testWriterEOF(.write_huffman_block, &[0]token.Token{}, in);
    }

    const HuffTest = struct {
        tokens: []const token.Token,
        input: []const u8 = "", // File name of input data matching the tokens.

        want: []const u8 = "", // File name of data with the expected output with input available.

        want_no_input: []const u8 = "", // File name of the expected output when no input is available.

    };

    const ml = 0x7fc00000; // Maximum length token. Used to reduce the size of writeBlockTests

    const writeBlockTests = &[_]HuffTest{
        HuffTest{
            .input = "huffman-null-max.input",
            .want = "huffman-null-max.{s}.expect",
            .want_no_input = "huffman-null-max.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x0, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,  ml,  ml, ml, ml,
                ml,  ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, 0x0, 0x0,
            },
        },
        HuffTest{
            .input = "huffman-pi.input",
            .want = "huffman-pi.{s}.expect",
            .want_no_input = "huffman-pi.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x33,       0x2e,       0x31,       0x34,       0x31,       0x35,       0x39,
                0x32,       0x36,       0x35,       0x33,       0x35,       0x38,       0x39,
                0x37,       0x39,       0x33,       0x32,       0x33,       0x38,       0x34,
                0x36,       0x32,       0x36,       0x34,       0x33,       0x33,       0x38,
                0x33,       0x32,       0x37,       0x39,       0x35,       0x30,       0x32,
                0x38,       0x38,       0x34,       0x31,       0x39,       0x37,       0x31,
                0x36,       0x39,       0x33,       0x39,       0x39,       0x33,       0x37,
                0x35,       0x31,       0x30,       0x35,       0x38,       0x32,       0x30,
                0x39,       0x37,       0x34,       0x39,       0x34,       0x34,       0x35,
                0x39,       0x32,       0x33,       0x30,       0x37,       0x38,       0x31,
                0x36,       0x34,       0x30,       0x36,       0x32,       0x38,       0x36,
                0x32,       0x30,       0x38,       0x39,       0x39,       0x38,       0x36,
                0x32,       0x38,       0x30,       0x33,       0x34,       0x38,       0x32,
                0x35,       0x33,       0x34,       0x32,       0x31,       0x31,       0x37,
                0x30,       0x36,       0x37,       0x39,       0x38,       0x32,       0x31,
                0x34,       0x38,       0x30,       0x38,       0x36,       0x35,       0x31,
                0x33,       0x32,       0x38,       0x32,       0x33,       0x30,       0x36,
                0x36,       0x34,       0x37,       0x30,       0x39,       0x33,       0x38,
                0x34,       0x34,       0x36,       0x30,       0x39,       0x35,       0x35,
                0x30,       0x35,       0x38,       0x32,       0x32,       0x33,       0x31,
                0x37,       0x32,       0x35,       0x33,       0x35,       0x39,       0x34,
                0x30,       0x38,       0x31,       0x32,       0x38,       0x34,       0x38,
                0x31,       0x31,       0x31,       0x37,       0x34,       0x4040007e, 0x34,
                0x31,       0x30,       0x32,       0x37,       0x30,       0x31,       0x39,
                0x33,       0x38,       0x35,       0x32,       0x31,       0x31,       0x30,
                0x35,       0x35,       0x35,       0x39,       0x36,       0x34,       0x34,
                0x36,       0x32,       0x32,       0x39,       0x34,       0x38,       0x39,
                0x35,       0x34,       0x39,       0x33,       0x30,       0x33,       0x38,
                0x31,       0x40400012, 0x32,       0x38,       0x38,       0x31,       0x30,
                0x39,       0x37,       0x35,       0x36,       0x36,       0x35,       0x39,
                0x33,       0x33,       0x34,       0x34,       0x36,       0x40400047, 0x37,
                0x35,       0x36,       0x34,       0x38,       0x32,       0x33,       0x33,
                0x37,       0x38,       0x36,       0x37,       0x38,       0x33,       0x31,
                0x36,       0x35,       0x32,       0x37,       0x31,       0x32,       0x30,
                0x31,       0x39,       0x30,       0x39,       0x31,       0x34,       0x4040001a,
                0x35,       0x36,       0x36,       0x39,       0x32,       0x33,       0x34,
                0x36,       0x404000b2, 0x36,       0x31,       0x30,       0x34,       0x35,
                0x34,       0x33,       0x32,       0x36,       0x40400032, 0x31,       0x33,
                0x33,       0x39,       0x33,       0x36,       0x30,       0x37,       0x32,
                0x36,       0x30,       0x32,       0x34,       0x39,       0x31,       0x34,
                0x31,       0x32,       0x37,       0x33,       0x37,       0x32,       0x34,
                0x35,       0x38,       0x37,       0x30,       0x30,       0x36,       0x36,
                0x30,       0x36,       0x33,       0x31,       0x35,       0x35,       0x38,
                0x38,       0x31,       0x37,       0x34,       0x38,       0x38,       0x31,
                0x35,       0x32,       0x30,       0x39,       0x32,       0x30,       0x39,
                0x36,       0x32,       0x38,       0x32,       0x39,       0x32,       0x35,
                0x34,       0x30,       0x39,       0x31,       0x37,       0x31,       0x35,
                0x33,       0x36,       0x34,       0x33,       0x36,       0x37,       0x38,
                0x39,       0x32,       0x35,       0x39,       0x30,       0x33,       0x36,
                0x30,       0x30,       0x31,       0x31,       0x33,       0x33,       0x30,
                0x35,       0x33,       0x30,       0x35,       0x34,       0x38,       0x38,
                0x32,       0x30,       0x34,       0x36,       0x36,       0x35,       0x32,
                0x31,       0x33,       0x38,       0x34,       0x31,       0x34,       0x36,
                0x39,       0x35,       0x31,       0x39,       0x34,       0x31,       0x35,
                0x31,       0x31,       0x36,       0x30,       0x39,       0x34,       0x33,
                0x33,       0x30,       0x35,       0x37,       0x32,       0x37,       0x30,
                0x33,       0x36,       0x35,       0x37,       0x35,       0x39,       0x35,
                0x39,       0x31,       0x39,       0x35,       0x33,       0x30,       0x39,
                0x32,       0x31,       0x38,       0x36,       0x31,       0x31,       0x37,
                0x404000e9, 0x33,       0x32,       0x40400009, 0x39,       0x33,       0x31,
                0x30,       0x35,       0x31,       0x31,       0x38,       0x35,       0x34,
                0x38,       0x30,       0x37,       0x4040010e, 0x33,       0x37,       0x39,
                0x39,       0x36,       0x32,       0x37,       0x34,       0x39,       0x35,
                0x36,       0x37,       0x33,       0x35,       0x31,       0x38,       0x38,
                0x35,       0x37,       0x35,       0x32,       0x37,       0x32,       0x34,
                0x38,       0x39,       0x31,       0x32,       0x32,       0x37,       0x39,
                0x33,       0x38,       0x31,       0x38,       0x33,       0x30,       0x31,
                0x31,       0x39,       0x34,       0x39,       0x31,       0x32,       0x39,
                0x38,       0x33,       0x33,       0x36,       0x37,       0x33,       0x33,
                0x36,       0x32,       0x34,       0x34,       0x30,       0x36,       0x35,
                0x36,       0x36,       0x34,       0x33,       0x30,       0x38,       0x36,
                0x30,       0x32,       0x31,       0x33,       0x39,       0x34,       0x39,
                0x34,       0x36,       0x33,       0x39,       0x35,       0x32,       0x32,
                0x34,       0x37,       0x33,       0x37,       0x31,       0x39,       0x30,
                0x37,       0x30,       0x32,       0x31,       0x37,       0x39,       0x38,
                0x40800099, 0x37,       0x30,       0x32,       0x37,       0x37,       0x30,
                0x35,       0x33,       0x39,       0x32,       0x31,       0x37,       0x31,
                0x37,       0x36,       0x32,       0x39,       0x33,       0x31,       0x37,
                0x36,       0x37,       0x35,       0x40800232, 0x37,       0x34,       0x38,
                0x31,       0x40400006, 0x36,       0x36,       0x39,       0x34,       0x30,
                0x404001e7, 0x30,       0x30,       0x30,       0x35,       0x36,       0x38,
                0x31,       0x32,       0x37,       0x31,       0x34,       0x35,       0x32,
                0x36,       0x33,       0x35,       0x36,       0x30,       0x38,       0x32,
                0x37,       0x37,       0x38,       0x35,       0x37,       0x37,       0x31,
                0x33,       0x34,       0x32,       0x37,       0x35,       0x37,       0x37,
                0x38,       0x39,       0x36,       0x40400129, 0x33,       0x36,       0x33,
                0x37,       0x31,       0x37,       0x38,       0x37,       0x32,       0x31,
                0x34,       0x36,       0x38,       0x34,       0x34,       0x30,       0x39,
                0x30,       0x31,       0x32,       0x32,       0x34,       0x39,       0x35,
                0x33,       0x34,       0x33,       0x30,       0x31,       0x34,       0x36,
                0x35,       0x34,       0x39,       0x35,       0x38,       0x35,       0x33,
                0x37,       0x31,       0x30,       0x35,       0x30,       0x37,       0x39,
                0x404000ca, 0x36,       0x40400153, 0x38,       0x39,       0x32,       0x33,
                0x35,       0x34,       0x404001c9, 0x39,       0x35,       0x36,       0x31,
                0x31,       0x32,       0x31,       0x32,       0x39,       0x30,       0x32,
                0x31,       0x39,       0x36,       0x30,       0x38,       0x36,       0x34,
                0x30,       0x33,       0x34,       0x34,       0x31,       0x38,       0x31,
                0x35,       0x39,       0x38,       0x31,       0x33,       0x36,       0x32,
                0x39,       0x37,       0x37,       0x34,       0x40400074, 0x30,       0x39,
                0x39,       0x36,       0x30,       0x35,       0x31,       0x38,       0x37,
                0x30,       0x37,       0x32,       0x31,       0x31,       0x33,       0x34,
                0x39,       0x40800000, 0x38,       0x33,       0x37,       0x32,       0x39,
                0x37,       0x38,       0x30,       0x34,       0x39,       0x39,       0x404002da,
                0x39,       0x37,       0x33,       0x31,       0x37,       0x33,       0x32,
                0x38,       0x4040018a, 0x36,       0x33,       0x31,       0x38,       0x35,
                0x40400301, 0x404002e8, 0x34,       0x35,       0x35,       0x33,       0x34,
                0x36,       0x39,       0x30,       0x38,       0x33,       0x30,       0x32,
                0x36,       0x34,       0x32,       0x35,       0x32,       0x32,       0x33,
                0x30,       0x404002e3, 0x40400267, 0x38,       0x35,       0x30,       0x33,
                0x35,       0x32,       0x36,       0x31,       0x39,       0x33,       0x31,
                0x31,       0x40400212, 0x31,       0x30,       0x31,       0x30,       0x30,
                0x30,       0x33,       0x31,       0x33,       0x37,       0x38,       0x33,
                0x38,       0x37,       0x35,       0x32,       0x38,       0x38,       0x36,
                0x35,       0x38,       0x37,       0x35,       0x33,       0x33,       0x32,
                0x30,       0x38,       0x33,       0x38,       0x31,       0x34,       0x32,
                0x30,       0x36,       0x40400140, 0x4040012b, 0x31,       0x34,       0x37,
                0x33,       0x30,       0x33,       0x35,       0x39,       0x4080032e, 0x39,
                0x30,       0x34,       0x32,       0x38,       0x37,       0x35,       0x35,
                0x34,       0x36,       0x38,       0x37,       0x33,       0x31,       0x31,
                0x35,       0x39,       0x35,       0x40400355, 0x33,       0x38,       0x38,
                0x32,       0x33,       0x35,       0x33,       0x37,       0x38,       0x37,
                0x35,       0x4080037f, 0x39,       0x4040013a, 0x31,       0x40400148, 0x38,
                0x30,       0x35,       0x33,       0x4040018a, 0x32,       0x32,       0x36,
                0x38,       0x30,       0x36,       0x36,       0x31,       0x33,       0x30,
                0x30,       0x31,       0x39,       0x32,       0x37,       0x38,       0x37,
                0x36,       0x36,       0x31,       0x31,       0x31,       0x39,       0x35,
                0x39,       0x40400237, 0x36,       0x40800124, 0x38,       0x39,       0x33,
                0x38,       0x30,       0x39,       0x35,       0x32,       0x35,       0x37,
                0x32,       0x30,       0x31,       0x30,       0x36,       0x35,       0x34,
                0x38,       0x35,       0x38,       0x36,       0x33,       0x32,       0x37,
                0x4040009a, 0x39,       0x33,       0x36,       0x31,       0x35,       0x33,
                0x40400220, 0x4080015c, 0x32,       0x33,       0x30,       0x33,       0x30,
                0x31,       0x39,       0x35,       0x32,       0x30,       0x33,       0x35,
                0x33,       0x30,       0x31,       0x38,       0x35,       0x32,       0x40400171,
                0x40400075, 0x33,       0x36,       0x32,       0x32,       0x35,       0x39,
                0x39,       0x34,       0x31,       0x33,       0x40400254, 0x34,       0x39,
                0x37,       0x32,       0x31,       0x37,       0x404000de, 0x33,       0x34,
                0x37,       0x39,       0x31,       0x33,       0x31,       0x35,       0x31,
                0x35,       0x35,       0x37,       0x34,       0x38,       0x35,       0x37,
                0x32,       0x34,       0x32,       0x34,       0x35,       0x34,       0x31,
                0x35,       0x30,       0x36,       0x39,       0x4040013f, 0x38,       0x32,
                0x39,       0x35,       0x33,       0x33,       0x31,       0x31,       0x36,
                0x38,       0x36,       0x31,       0x37,       0x32,       0x37,       0x38,
                0x40400337, 0x39,       0x30,       0x37,       0x35,       0x30,       0x39,
                0x4040010d, 0x37,       0x35,       0x34,       0x36,       0x33,       0x37,
                0x34,       0x36,       0x34,       0x39,       0x33,       0x39,       0x33,
                0x31,       0x39,       0x32,       0x35,       0x35,       0x30,       0x36,
                0x30,       0x34,       0x30,       0x30,       0x39,       0x4040026b, 0x31,
                0x36,       0x37,       0x31,       0x31,       0x33,       0x39,       0x30,
                0x30,       0x39,       0x38,       0x40400335, 0x34,       0x30,       0x31,
                0x32,       0x38,       0x35,       0x38,       0x33,       0x36,       0x31,
                0x36,       0x30,       0x33,       0x35,       0x36,       0x33,       0x37,
                0x30,       0x37,       0x36,       0x36,       0x30,       0x31,       0x30,
                0x34,       0x40400172, 0x38,       0x31,       0x39,       0x34,       0x32,
                0x39,       0x4080041e, 0x404000ef, 0x4040028b, 0x37,       0x38,       0x33,
                0x37,       0x34,       0x404004a8, 0x38,       0x32,       0x35,       0x35,
                0x33,       0x37,       0x40800209, 0x32,       0x36,       0x38,       0x4040002e,
                0x34,       0x30,       0x34,       0x37,       0x404001d1, 0x34,       0x404004b5,
                0x4040038d, 0x38,       0x34,       0x404003a8, 0x36,       0x40c0031f, 0x33,
                0x33,       0x31,       0x33,       0x36,       0x37,       0x37,       0x30,
                0x32,       0x38,       0x39,       0x38,       0x39,       0x31,       0x35,
                0x32,       0x40400062, 0x35,       0x32,       0x31,       0x36,       0x32,
                0x30,       0x35,       0x36,       0x39,       0x36,       0x40400411, 0x30,
                0x35,       0x38,       0x40400477, 0x35,       0x40400498, 0x35,       0x31,
                0x31,       0x40400209, 0x38,       0x32,       0x34,       0x33,       0x30,
                0x30,       0x33,       0x35,       0x35,       0x38,       0x37,       0x36,
                0x34,       0x30,       0x32,       0x34,       0x37,       0x34,       0x39,
                0x36,       0x34,       0x37,       0x33,       0x32,       0x36,       0x33,
                0x4040043e, 0x39,       0x39,       0x32,       0x4040044b, 0x34,       0x32,
                0x36,       0x39,       0x40c002c5, 0x37,       0x404001d6, 0x34,       0x4040053d,
                0x4040041d, 0x39,       0x33,       0x34,       0x31,       0x37,       0x404001ad,
                0x31,       0x32,       0x4040002a, 0x34,       0x4040019e, 0x31,       0x35,
                0x30,       0x33,       0x30,       0x32,       0x38,       0x36,       0x31,
                0x38,       0x32,       0x39,       0x37,       0x34,       0x35,       0x35,
                0x35,       0x37,       0x30,       0x36,       0x37,       0x34,       0x40400135,
                0x35,       0x30,       0x35,       0x34,       0x39,       0x34,       0x35,
                0x38,       0x404001c5, 0x39,       0x40400051, 0x35,       0x36,       0x404001ec,
                0x37,       0x32,       0x31,       0x30,       0x37,       0x39,       0x40400159,
                0x33,       0x30,       0x4040010a, 0x33,       0x32,       0x31,       0x31,
                0x36,       0x35,       0x33,       0x34,       0x34,       0x39,       0x38,
                0x37,       0x32,       0x30,       0x32,       0x37,       0x4040011b, 0x30,
                0x32,       0x33,       0x36,       0x34,       0x4040022e, 0x35,       0x34,
                0x39,       0x39,       0x31,       0x31,       0x39,       0x38,       0x40400418,
                0x34,       0x4040011b, 0x35,       0x33,       0x35,       0x36,       0x36,
                0x33,       0x36,       0x39,       0x40400450, 0x32,       0x36,       0x35,
                0x404002e4, 0x37,       0x38,       0x36,       0x32,       0x35,       0x35,
                0x31,       0x404003da, 0x31,       0x37,       0x35,       0x37,       0x34,
                0x36,       0x37,       0x32,       0x38,       0x39,       0x30,       0x39,
                0x37,       0x37,       0x37,       0x37,       0x40800453, 0x30,       0x30,
                0x30,       0x404005fd, 0x37,       0x30,       0x404004df, 0x36,       0x404003e9,
                0x34,       0x39,       0x31,       0x4040041e, 0x40400297, 0x32,       0x31,
                0x34,       0x37,       0x37,       0x32,       0x33,       0x35,       0x30,
                0x31,       0x34,       0x31,       0x34,       0x40400643, 0x33,       0x35,
                0x36,       0x404004af, 0x31,       0x36,       0x31,       0x33,       0x36,
                0x31,       0x31,       0x35,       0x37,       0x33,       0x35,       0x32,
                0x35,       0x40400504, 0x33,       0x34,       0x4040005b, 0x31,       0x38,
                0x4040047b, 0x38,       0x34,       0x404005e7, 0x33,       0x33,       0x32,
                0x33,       0x39,       0x30,       0x37,       0x33,       0x39,       0x34,
                0x31,       0x34,       0x33,       0x33,       0x33,       0x34,       0x35,
                0x34,       0x37,       0x37,       0x36,       0x32,       0x34,       0x40400242,
                0x32,       0x35,       0x31,       0x38,       0x39,       0x38,       0x33,
                0x35,       0x36,       0x39,       0x34,       0x38,       0x35,       0x35,
                0x36,       0x32,       0x30,       0x39,       0x39,       0x32,       0x31,
                0x39,       0x32,       0x32,       0x32,       0x31,       0x38,       0x34,
                0x32,       0x37,       0x4040023e, 0x32,       0x404000ba, 0x36,       0x38,
                0x38,       0x37,       0x36,       0x37,       0x31,       0x37,       0x39,
                0x30,       0x40400055, 0x30,       0x40800106, 0x36,       0x36,       0x404003e7,
                0x38,       0x38,       0x36,       0x32,       0x37,       0x32,       0x404006dc,
                0x31,       0x37,       0x38,       0x36,       0x30,       0x38,       0x35,
                0x37,       0x40400073, 0x33,       0x408002fc, 0x37,       0x39,       0x37,
                0x36,       0x36,       0x38,       0x31,       0x404002bd, 0x30,       0x30,
                0x39,       0x35,       0x33,       0x38,       0x38,       0x40400638, 0x33,
                0x404006a5, 0x30,       0x36,       0x38,       0x30,       0x30,       0x36,
                0x34,       0x32,       0x32,       0x35,       0x31,       0x32,       0x35,
                0x32,       0x4040057b, 0x37,       0x33,       0x39,       0x32,       0x40400297,
                0x40400474, 0x34,       0x408006b3, 0x38,       0x36,       0x32,       0x36,
                0x39,       0x34,       0x35,       0x404001e5, 0x34,       0x31,       0x39,
                0x36,       0x35,       0x32,       0x38,       0x35,       0x30,       0x40400099,
                0x4040039c, 0x31,       0x38,       0x36,       0x33,       0x404001be, 0x34,
                0x40800154, 0x32,       0x30,       0x33,       0x39,       0x4040058b, 0x34,
                0x35,       0x404002bc, 0x32,       0x33,       0x37,       0x4040042c, 0x36,
                0x40400510, 0x35,       0x36,       0x40400638, 0x37,       0x31,       0x39,
                0x31,       0x37,       0x32,       0x38,       0x40400171, 0x37,       0x36,
                0x34,       0x36,       0x35,       0x37,       0x35,       0x37,       0x33,
                0x39,       0x40400101, 0x33,       0x38,       0x39,       0x40400748, 0x38,
                0x33,       0x32,       0x36,       0x34,       0x35,       0x39,       0x39,
                0x35,       0x38,       0x404006a7, 0x30,       0x34,       0x37,       0x38,
                0x404001de, 0x40400328, 0x39,       0x4040002d, 0x36,       0x34,       0x30,
                0x37,       0x38,       0x39,       0x35,       0x31,       0x4040008e, 0x36,
                0x38,       0x33,       0x4040012f, 0x32,       0x35,       0x39,       0x35,
                0x37,       0x30,       0x40400468, 0x38,       0x32,       0x32,       0x404002c8,
                0x32,       0x4040061b, 0x34,       0x30,       0x37,       0x37,       0x32,
                0x36,       0x37,       0x31,       0x39,       0x34,       0x37,       0x38,
                0x40400319, 0x38,       0x32,       0x36,       0x30,       0x31,       0x34,
                0x37,       0x36,       0x39,       0x39,       0x30,       0x39,       0x404004e8,
                0x30,       0x31,       0x33,       0x36,       0x33,       0x39,       0x34,
                0x34,       0x33,       0x4040027f, 0x33,       0x30,       0x40400105, 0x32,
                0x30,       0x33,       0x34,       0x39,       0x36,       0x32,       0x35,
                0x32,       0x34,       0x35,       0x31,       0x37,       0x404003b5, 0x39,
                0x36,       0x35,       0x31,       0x34,       0x33,       0x31,       0x34,
                0x32,       0x39,       0x38,       0x30,       0x39,       0x31,       0x39,
                0x30,       0x36,       0x35,       0x39,       0x32,       0x40400282, 0x37,
                0x32,       0x32,       0x31,       0x36,       0x39,       0x36,       0x34,
                0x36,       0x40400419, 0x4040007a, 0x35,       0x4040050e, 0x34,       0x40800565,
                0x38,       0x40400559, 0x39,       0x37,       0x4040057b, 0x35,       0x34,
                0x4040049d, 0x4040023e, 0x37,       0x4040065a, 0x38,       0x34,       0x36,
                0x38,       0x31,       0x33,       0x4040008c, 0x36,       0x38,       0x33,
                0x38,       0x36,       0x38,       0x39,       0x34,       0x32,       0x37,
                0x37,       0x34,       0x31,       0x35,       0x35,       0x39,       0x39,
                0x31,       0x38,       0x35,       0x4040005a, 0x32,       0x34,       0x35,
                0x39,       0x35,       0x33,       0x39,       0x35,       0x39,       0x34,
                0x33,       0x31,       0x404005b7, 0x37,       0x40400012, 0x36,       0x38,
                0x30,       0x38,       0x34,       0x35,       0x404002e7, 0x37,       0x33,
                0x4040081e, 0x39,       0x35,       0x38,       0x34,       0x38,       0x36,
                0x35,       0x33,       0x38,       0x404006e8, 0x36,       0x32,       0x404000f2,
                0x36,       0x30,       0x39,       0x404004b6, 0x36,       0x30,       0x38,
                0x30,       0x35,       0x31,       0x32,       0x34,       0x33,       0x38,
                0x38,       0x34,       0x4040013a, 0x4040000b, 0x34,       0x31,       0x33,
                0x4040030f, 0x37,       0x36,       0x32,       0x37,       0x38,       0x40400341,
                0x37,       0x31,       0x35,       0x4040059b, 0x33,       0x35,       0x39,
                0x39,       0x37,       0x37,       0x30,       0x30,       0x31,       0x32,
                0x39,       0x40400472, 0x38,       0x39,       0x34,       0x34,       0x31,
                0x40400277, 0x36,       0x38,       0x35,       0x35,       0x4040005f, 0x34,
                0x30,       0x36,       0x33,       0x404008e6, 0x32,       0x30,       0x37,
                0x32,       0x32,       0x40400158, 0x40800203, 0x34,       0x38,       0x31,
                0x35,       0x38,       0x40400205, 0x404001fe, 0x4040027a, 0x40400298, 0x33,
                0x39,       0x34,       0x35,       0x32,       0x32,       0x36,       0x37,
                0x40c00496, 0x38,       0x4040058a, 0x32,       0x31,       0x404002ea, 0x32,
                0x40400387, 0x35,       0x34,       0x36,       0x36,       0x36,       0x4040051b,
                0x32,       0x33,       0x39,       0x38,       0x36,       0x34,       0x35,
                0x36,       0x404004c4, 0x31,       0x36,       0x33,       0x35,       0x40800253,
                0x40400811, 0x37,       0x404008ad, 0x39,       0x38,       0x4040045e, 0x39,
                0x33,       0x36,       0x33,       0x34,       0x4040075b, 0x37,       0x34,
                0x33,       0x32,       0x34,       0x4040047b, 0x31,       0x35,       0x30,
                0x37,       0x36,       0x404004bb, 0x37,       0x39,       0x34,       0x35,
                0x31,       0x30,       0x39,       0x4040003e, 0x30,       0x39,       0x34,
                0x30,       0x404006a6, 0x38,       0x38,       0x37,       0x39,       0x37,
                0x31,       0x30,       0x38,       0x39,       0x33,       0x404008f0, 0x36,
                0x39,       0x31,       0x33,       0x36,       0x38,       0x36,       0x37,
                0x32,       0x4040025b, 0x404001fe, 0x35,       0x4040053f, 0x40400468, 0x40400801,
                0x31,       0x37,       0x39,       0x32,       0x38,       0x36,       0x38,
                0x404008cc, 0x38,       0x37,       0x34,       0x37,       0x4080079e, 0x38,
                0x32,       0x34,       0x4040097a, 0x38,       0x4040025b, 0x37,       0x31,
                0x34,       0x39,       0x30,       0x39,       0x36,       0x37,       0x35,
                0x39,       0x38,       0x404006ef, 0x33,       0x36,       0x35,       0x40400134,
                0x38,       0x31,       0x4040005c, 0x40400745, 0x40400936, 0x36,       0x38,
                0x32,       0x39,       0x4040057e, 0x38,       0x37,       0x32,       0x32,
                0x36,       0x35,       0x38,       0x38,       0x30,       0x40400611, 0x35,
                0x40400249, 0x34,       0x32,       0x37,       0x30,       0x34,       0x37,
                0x37,       0x35,       0x35,       0x4040081e, 0x33,       0x37,       0x39,
                0x36,       0x34,       0x31,       0x34,       0x35,       0x31,       0x35,
                0x32,       0x404005fd, 0x32,       0x33,       0x34,       0x33,       0x36,
                0x34,       0x35,       0x34,       0x404005de, 0x34,       0x34,       0x34,
                0x37,       0x39,       0x35,       0x4040003c, 0x40400523, 0x408008e6, 0x34,
                0x31,       0x4040052a, 0x33,       0x40400304, 0x35,       0x32,       0x33,
                0x31,       0x40800841, 0x31,       0x36,       0x36,       0x31,       0x404008b2,
                0x35,       0x39,       0x36,       0x39,       0x35,       0x33,       0x36,
                0x32,       0x33,       0x31,       0x34,       0x404005ff, 0x32,       0x34,
                0x38,       0x34,       0x39,       0x33,       0x37,       0x31,       0x38,
                0x37,       0x31,       0x31,       0x30,       0x31,       0x34,       0x35,
                0x37,       0x36,       0x35,       0x34,       0x40400761, 0x30,       0x32,
                0x37,       0x39,       0x39,       0x33,       0x34,       0x34,       0x30,
                0x33,       0x37,       0x34,       0x32,       0x30,       0x30,       0x37,
                0x4040093f, 0x37,       0x38,       0x35,       0x33,       0x39,       0x30,
                0x36,       0x32,       0x31,       0x39,       0x40800299, 0x40400345, 0x38,
                0x34,       0x37,       0x408003d2, 0x38,       0x33,       0x33,       0x32,
                0x31,       0x34,       0x34,       0x35,       0x37,       0x31,       0x40400284,
                0x40400776, 0x34,       0x33,       0x35,       0x30,       0x40400928, 0x40400468,
                0x35,       0x33,       0x31,       0x39,       0x31,       0x30,       0x34,
                0x38,       0x34,       0x38,       0x31,       0x30,       0x30,       0x35,
                0x33,       0x37,       0x30,       0x36,       0x404008bc, 0x4080059d, 0x40800781,
                0x31,       0x40400559, 0x37,       0x4040031b, 0x35,       0x404007ec, 0x4040040c,
                0x36,       0x33,       0x408007dc, 0x34,       0x40400971, 0x4080034e, 0x408003f5,
                0x38,       0x4080052d, 0x40800887, 0x39,       0x40400187, 0x39,       0x31,
                0x404008ce, 0x38,       0x31,       0x34,       0x36,       0x37,       0x35,
                0x31,       0x4040062b, 0x31,       0x32,       0x33,       0x39,       0x40c001a9,
                0x39,       0x30,       0x37,       0x31,       0x38,       0x36,       0x34,
                0x39,       0x34,       0x32,       0x33,       0x31,       0x39,       0x36,
                0x31,       0x35,       0x36,       0x404001ec, 0x404006bc, 0x39,       0x35,
                0x40400926, 0x40400469, 0x4040011b, 0x36,       0x30,       0x33,       0x38,
                0x40400a25, 0x4040016f, 0x40400384, 0x36,       0x32,       0x4040045a, 0x35,
                0x4040084c, 0x36,       0x33,       0x38,       0x39,       0x33,       0x37,
                0x37,       0x38,       0x37,       0x404008c5, 0x404000f8, 0x39,       0x37,
                0x39,       0x32,       0x30,       0x37,       0x37,       0x33,       0x404005d7,
                0x32,       0x31,       0x38,       0x32,       0x35,       0x36,       0x404007df,
                0x36,       0x36,       0x404006d6, 0x34,       0x32,       0x4080067e, 0x36,
                0x404006e6, 0x34,       0x34,       0x40400024, 0x35,       0x34,       0x39,
                0x32,       0x30,       0x32,       0x36,       0x30,       0x35,       0x40400ab3,
                0x408003e4, 0x32,       0x30,       0x31,       0x34,       0x39,       0x404004d2,
                0x38,       0x35,       0x30,       0x37,       0x33,       0x40400599, 0x36,
                0x36,       0x36,       0x30,       0x40400194, 0x32,       0x34,       0x33,
                0x34,       0x30,       0x40400087, 0x30,       0x4040076b, 0x38,       0x36,
                0x33,       0x40400956, 0x404007e4, 0x4040042b, 0x40400174, 0x35,       0x37,
                0x39,       0x36,       0x32,       0x36,       0x38,       0x35,       0x36,
                0x40400140, 0x35,       0x30,       0x38,       0x40400523, 0x35,       0x38,
                0x37,       0x39,       0x36,       0x39,       0x39,       0x40400711, 0x35,
                0x37,       0x34,       0x40400a18, 0x38,       0x34,       0x30,       0x404008b3,
                0x31,       0x34,       0x35,       0x39,       0x31,       0x4040078c, 0x37,
                0x30,       0x40400234, 0x30,       0x31,       0x40400be7, 0x31,       0x32,
                0x40400c74, 0x30,       0x404003c3, 0x33,       0x39,       0x40400b2a, 0x40400112,
                0x37,       0x31,       0x35,       0x404003b0, 0x34,       0x32,       0x30,
                0x40800bf2, 0x39,       0x40400bc2, 0x30,       0x37,       0x40400341, 0x40400795,
                0x40400aaf, 0x40400c62, 0x32,       0x31,       0x40400960, 0x32,       0x35,
                0x31,       0x4040057b, 0x40400944, 0x39,       0x32,       0x404001b2, 0x38,
                0x32,       0x36,       0x40400b66, 0x32,       0x40400278, 0x33,       0x32,
                0x31,       0x35,       0x37,       0x39,       0x31,       0x39,       0x38,
                0x34,       0x31,       0x34,       0x4080087b, 0x39,       0x31,       0x36,
                0x34,       0x408006e8, 0x39,       0x40800b58, 0x404008db, 0x37,       0x32,
                0x32,       0x40400321, 0x35,       0x404008a4, 0x40400141, 0x39,       0x31,
                0x30,       0x404000bc, 0x40400c5b, 0x35,       0x32,       0x38,       0x30,
                0x31,       0x37,       0x40400231, 0x37,       0x31,       0x32,       0x40400914,
                0x38,       0x33,       0x32,       0x40400373, 0x31,       0x40400589, 0x30,
                0x39,       0x33,       0x35,       0x33,       0x39,       0x36,       0x35,
                0x37,       0x4040064b, 0x31,       0x30,       0x38,       0x33,       0x40400069,
                0x35,       0x31,       0x4040077a, 0x40400d5a, 0x31,       0x34,       0x34,
                0x34,       0x32,       0x31,       0x30,       0x30,       0x40400202, 0x30,
                0x33,       0x4040019c, 0x31,       0x31,       0x30,       0x33,       0x40400c81,
                0x40400009, 0x40400026, 0x40c00602, 0x35,       0x31,       0x36,       0x404005d9,
                0x40800883, 0x4040092a, 0x35,       0x40800c42, 0x38,       0x35,       0x31,
                0x37,       0x31,       0x34,       0x33,       0x37,       0x40400605, 0x4040006d,
                0x31,       0x35,       0x35,       0x36,       0x35,       0x30,       0x38,
                0x38,       0x404003b9, 0x39,       0x38,       0x39,       0x38,       0x35,
                0x39,       0x39,       0x38,       0x32,       0x33,       0x38,       0x404001cf,
                0x404009ba, 0x33,       0x4040016c, 0x4040043e, 0x404009c3, 0x38,       0x40800e05,
                0x33,       0x32,       0x40400107, 0x35,       0x40400305, 0x33,       0x404001ca,
                0x39,       0x4040041b, 0x39,       0x38,       0x4040087d, 0x34,       0x40400cb8,
                0x37,       0x4040064b, 0x30,       0x37,       0x404000e5, 0x34,       0x38,
                0x31,       0x34,       0x31,       0x40400539, 0x38,       0x35,       0x39,
                0x34,       0x36,       0x31,       0x40400bc9, 0x38,       0x30,
            },
        },
        HuffTest{
            .input = "huffman-rand-1k.input",
            .want = "huffman-rand-1k.{s}.expect",
            .want_no_input = "huffman-rand-1k.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0xf8, 0x8b, 0x96, 0x76, 0x48, 0xd,  0x85, 0x94, 0x25, 0x80, 0xaf, 0xc2, 0xfe, 0x8d,
                0xe8, 0x20, 0xeb, 0x17, 0x86, 0xc9, 0xb7, 0xc5, 0xde, 0x6,  0xea, 0x7d, 0x18, 0x8b,
                0xe7, 0x3e, 0x7,  0xda, 0xdf, 0xff, 0x6c, 0x73, 0xde, 0xcc, 0xe7, 0x6d, 0x8d, 0x4,
                0x19, 0x49, 0x7f, 0x47, 0x1f, 0x48, 0x15, 0xb0, 0xe8, 0x9e, 0xf2, 0x31, 0x59, 0xde,
                0x34, 0xb4, 0x5b, 0xe5, 0xe0, 0x9,  0x11, 0x30, 0xc2, 0x88, 0x5b, 0x7c, 0x5d, 0x14,
                0x13, 0x6f, 0x23, 0xa9, 0xd,  0xbc, 0x2d, 0x23, 0xbe, 0xd9, 0xed, 0x75, 0x4,  0x6c,
                0x99, 0xdf, 0xfd, 0x70, 0x66, 0xe6, 0xee, 0xd9, 0xb1, 0x9e, 0x6e, 0x83, 0x59, 0xd5,
                0xd4, 0x80, 0x59, 0x98, 0x77, 0x89, 0x43, 0x38, 0xc9, 0xaf, 0x30, 0x32, 0x9a, 0x20,
                0x1b, 0x46, 0x3d, 0x67, 0x6e, 0xd7, 0x72, 0x9e, 0x4e, 0x21, 0x4f, 0xc6, 0xe0, 0xd4,
                0x7b, 0x4,  0x8d, 0xa5, 0x3,  0xf6, 0x5,  0x9b, 0x6b, 0xdc, 0x2a, 0x93, 0x77, 0x28,
                0xfd, 0xb4, 0x62, 0xda, 0x20, 0xe7, 0x1f, 0xab, 0x6b, 0x51, 0x43, 0x39, 0x2f, 0xa0,
                0x92, 0x1,  0x6c, 0x75, 0x3e, 0xf4, 0x35, 0xfd, 0x43, 0x2e, 0xf7, 0xa4, 0x75, 0xda,
                0xea, 0x9b, 0xa,  0x64, 0xb,  0xe0, 0x23, 0x29, 0xbd, 0xf7, 0xe7, 0x83, 0x3c, 0xfb,
                0xdf, 0xb3, 0xae, 0x4f, 0xa4, 0x47, 0x55, 0x99, 0xde, 0x2f, 0x96, 0x6e, 0x1c, 0x43,
                0x4c, 0x87, 0xe2, 0x7c, 0xd9, 0x5f, 0x4c, 0x7c, 0xe8, 0x90, 0x3,  0xdb, 0x30, 0x95,
                0xd6, 0x22, 0xc,  0x47, 0xb8, 0x4d, 0x6b, 0xbd, 0x24, 0x11, 0xab, 0x2c, 0xd7, 0xbe,
                0x6e, 0x7a, 0xd6, 0x8,  0xa3, 0x98, 0xd8, 0xdd, 0x15, 0x6a, 0xfa, 0x93, 0x30, 0x1,
                0x25, 0x1d, 0xa2, 0x74, 0x86, 0x4b, 0x6a, 0x95, 0xe8, 0xe1, 0x4e, 0xe,  0x76, 0xb9,
                0x49, 0xa9, 0x5f, 0xa0, 0xa6, 0x63, 0x3c, 0x7e, 0x7e, 0x20, 0x13, 0x4f, 0xbb, 0x66,
                0x92, 0xb8, 0x2e, 0xa4, 0xfa, 0x48, 0xcb, 0xae, 0xb9, 0x3c, 0xaf, 0xd3, 0x1f, 0xe1,
                0xd5, 0x8d, 0x42, 0x6d, 0xf0, 0xfc, 0x8c, 0xc,  0x0,  0xde, 0x40, 0xab, 0x8b, 0x47,
                0x97, 0x4e, 0xa8, 0xcf, 0x8e, 0xdb, 0xa6, 0x8b, 0x20, 0x9,  0x84, 0x7a, 0x66, 0xe5,
                0x98, 0x29, 0x2,  0x95, 0xe6, 0x38, 0x32, 0x60, 0x3,  0xe3, 0x9a, 0x1e, 0x54, 0xe8,
                0x63, 0x80, 0x48, 0x9c, 0xe7, 0x63, 0x33, 0x6e, 0xa0, 0x65, 0x83, 0xfa, 0xc6, 0xba,
                0x7a, 0x43, 0x71, 0x5,  0xf5, 0x68, 0x69, 0x85, 0x9c, 0xba, 0x45, 0xcd, 0x6b, 0xb,
                0x19, 0xd1, 0xbb, 0x7f, 0x70, 0x85, 0x92, 0xd1, 0xb4, 0x64, 0x82, 0xb1, 0xe4, 0x62,
                0xc5, 0x3c, 0x46, 0x1f, 0x92, 0x31, 0x1c, 0x4e, 0x41, 0x77, 0xf7, 0xe7, 0x87, 0xa2,
                0xf,  0x6e, 0xe8, 0x92, 0x3,  0x6b, 0xa,  0xe7, 0xa9, 0x3b, 0x11, 0xda, 0x66, 0x8a,
                0x29, 0xda, 0x79, 0xe1, 0x64, 0x8d, 0xe3, 0x54, 0xd4, 0xf5, 0xef, 0x64, 0x87, 0x3b,
                0xf4, 0xc2, 0xf4, 0x71, 0x13, 0xa9, 0xe9, 0xe0, 0xa2, 0x6,  0x14, 0xab, 0x5d, 0xa7,
                0x96, 0x0,  0xd6, 0xc3, 0xcc, 0x57, 0xed, 0x39, 0x6a, 0x25, 0xcd, 0x76, 0xea, 0xba,
                0x3a, 0xf2, 0xa1, 0x95, 0x5d, 0xe5, 0x71, 0xcf, 0x9c, 0x62, 0x9e, 0x6a, 0xfa, 0xd5,
                0x31, 0xd1, 0xa8, 0x66, 0x30, 0x33, 0xaa, 0x51, 0x17, 0x13, 0x82, 0x99, 0xc8, 0x14,
                0x60, 0x9f, 0x4d, 0x32, 0x6d, 0xda, 0x19, 0x26, 0x21, 0xdc, 0x7e, 0x2e, 0x25, 0x67,
                0x72, 0xca, 0xf,  0x92, 0xcd, 0xf6, 0xd6, 0xcb, 0x97, 0x8a, 0x33, 0x58, 0x73, 0x70,
                0x91, 0x1d, 0xbf, 0x28, 0x23, 0xa3, 0xc,  0xf1, 0x83, 0xc3, 0xc8, 0x56, 0x77, 0x68,
                0xe3, 0x82, 0xba, 0xb9, 0x57, 0x56, 0x57, 0x9c, 0xc3, 0xd6, 0x14, 0x5,  0x3c, 0xb1,
                0xaf, 0x93, 0xc8, 0x8a, 0x57, 0x7f, 0x53, 0xfa, 0x2f, 0xaa, 0x6e, 0x66, 0x83, 0xfa,
                0x33, 0xd1, 0x21, 0xab, 0x1b, 0x71, 0xb4, 0x7c, 0xda, 0xfd, 0xfb, 0x7f, 0x20, 0xab,
                0x5e, 0xd5, 0xca, 0xfd, 0xdd, 0xe0, 0xee, 0xda, 0xba, 0xa8, 0x27, 0x99, 0x97, 0x69,
                0xc1, 0x3c, 0x82, 0x8c, 0xa,  0x5c, 0x2d, 0x5b, 0x88, 0x3e, 0x34, 0x35, 0x86, 0x37,
                0x46, 0x79, 0xe1, 0xaa, 0x19, 0xfb, 0xaa, 0xde, 0x15, 0x9,  0xd,  0x1a, 0x57, 0xff,
                0xb5, 0xf,  0xf3, 0x2b, 0x5a, 0x6a, 0x4d, 0x19, 0x77, 0x71, 0x45, 0xdf, 0x4f, 0xb3,
                0xec, 0xf1, 0xeb, 0x18, 0x53, 0x3e, 0x3b, 0x47, 0x8,  0x9a, 0x73, 0xa0, 0x5c, 0x8c,
                0x5f, 0xeb, 0xf,  0x3a, 0xc2, 0x43, 0x67, 0xb4, 0x66, 0x67, 0x80, 0x58, 0xe,  0xc1,
                0xec, 0x40, 0xd4, 0x22, 0x94, 0xca, 0xf9, 0xe8, 0x92, 0xe4, 0x69, 0x38, 0xbe, 0x67,
                0x64, 0xca, 0x50, 0xc7, 0x6,  0x67, 0x42, 0x6e, 0xa3, 0xf0, 0xb7, 0x6c, 0xf2, 0xe8,
                0x5f, 0xb1, 0xaf, 0xe7, 0xdb, 0xbb, 0x77, 0xb5, 0xf8, 0xcb, 0x8,  0xc4, 0x75, 0x7e,
                0xc0, 0xf9, 0x1c, 0x7f, 0x3c, 0x89, 0x2f, 0xd2, 0x58, 0x3a, 0xe2, 0xf8, 0x91, 0xb6,
                0x7b, 0x24, 0x27, 0xe9, 0xae, 0x84, 0x8b, 0xde, 0x74, 0xac, 0xfd, 0xd9, 0xb7, 0x69,
                0x2a, 0xec, 0x32, 0x6f, 0xf0, 0x92, 0x84, 0xf1, 0x40, 0xc,  0x8a, 0xbc, 0x39, 0x6e,
                0x2e, 0x73, 0xd4, 0x6e, 0x8a, 0x74, 0x2a, 0xdc, 0x60, 0x1f, 0xa3, 0x7,  0xde, 0x75,
                0x8b, 0x74, 0xc8, 0xfe, 0x63, 0x75, 0xf6, 0x3d, 0x63, 0xac, 0x33, 0x89, 0xc3, 0xf0,
                0xf8, 0x2d, 0x6b, 0xb4, 0x9e, 0x74, 0x8b, 0x5c, 0x33, 0xb4, 0xca, 0xa8, 0xe4, 0x99,
                0xb6, 0x90, 0xa1, 0xef, 0xf,  0xd3, 0x61, 0xb2, 0xc6, 0x1a, 0x94, 0x7c, 0x44, 0x55,
                0xf4, 0x45, 0xff, 0x9e, 0xa5, 0x5a, 0xc6, 0xa0, 0xe8, 0x2a, 0xc1, 0x8d, 0x6f, 0x34,
                0x11, 0xb9, 0xbe, 0x4e, 0xd9, 0x87, 0x97, 0x73, 0xcf, 0x3d, 0x23, 0xae, 0xd5, 0x1a,
                0x5e, 0xae, 0x5d, 0x6a, 0x3,  0xf9, 0x22, 0xd,  0x10, 0xd9, 0x47, 0x69, 0x15, 0x3f,
                0xee, 0x52, 0xa3, 0x8,  0xd2, 0x3c, 0x51, 0xf4, 0xf8, 0x9d, 0xe4, 0x98, 0x89, 0xc8,
                0x67, 0x39, 0xd5, 0x5e, 0x35, 0x78, 0x27, 0xe8, 0x3c, 0x80, 0xae, 0x79, 0x71, 0xd2,
                0x93, 0xf4, 0xaa, 0x51, 0x12, 0x1c, 0x4b, 0x1b, 0xe5, 0x6e, 0x15, 0x6f, 0xe4, 0xbb,
                0x51, 0x9b, 0x45, 0x9f, 0xf9, 0xc4, 0x8c, 0x2a, 0xfb, 0x1a, 0xdf, 0x55, 0xd3, 0x48,
                0x93, 0x27, 0x1,  0x26, 0xc2, 0x6b, 0x55, 0x6d, 0xa2, 0xfb, 0x84, 0x8b, 0xc9, 0x9e,
                0x28, 0xc2, 0xef, 0x1a, 0x24, 0xec, 0x9b, 0xae, 0xbd, 0x60, 0xe9, 0x15, 0x35, 0xee,
                0x42, 0xa4, 0x33, 0x5b, 0xfa, 0xf,  0xb6, 0xf7, 0x1,  0xa6, 0x2,  0x4c, 0xca, 0x90,
                0x58, 0x3a, 0x96, 0x41, 0xe7, 0xcb, 0x9,  0x8c, 0xdb, 0x85, 0x4d, 0xa8, 0x89, 0xf3,
                0xb5, 0x8e, 0xfd, 0x75, 0x5b, 0x4f, 0xed, 0xde, 0x3f, 0xeb, 0x38, 0xa3, 0xbe, 0xb0,
                0x73, 0xfc, 0xb8, 0x54, 0xf7, 0x4c, 0x30, 0x67, 0x2e, 0x38, 0xa2, 0x54, 0x18, 0xba,
                0x8,  0xbf, 0xf2, 0x39, 0xd5, 0xfe, 0xa5, 0x41, 0xc6, 0x66, 0x66, 0xba, 0x81, 0xef,
                0x67, 0xe4, 0xe6, 0x3c, 0xc,  0xca, 0xa4, 0xa,  0x79, 0xb3, 0x57, 0x8b, 0x8a, 0x75,
                0x98, 0x18, 0x42, 0x2f, 0x29, 0xa3, 0x82, 0xef, 0x9f, 0x86, 0x6,  0x23, 0xe1, 0x75,
                0xfa, 0x8,  0xb1, 0xde, 0x17, 0x4a,
            },
        },
        HuffTest{
            .input = "huffman-rand-limit.input",
            .want = "huffman-rand-limit.{s}.expect",
            .want_no_input = "huffman-rand-limit.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x61, 0x51c00000, 0xa,  0xf8, 0x8b, 0x96, 0x76, 0x48, 0xa,  0x85, 0x94, 0x25, 0x80,
                0xaf, 0xc2,       0xfe, 0x8d, 0xe8, 0x20, 0xeb, 0x17, 0x86, 0xc9, 0xb7, 0xc5, 0xde,
                0x6,  0xea,       0x7d, 0x18, 0x8b, 0xe7, 0x3e, 0x7,  0xda, 0xdf, 0xff, 0x6c, 0x73,
                0xde, 0xcc,       0xe7, 0x6d, 0x8d, 0x4,  0x19, 0x49, 0x7f, 0x47, 0x1f, 0x48, 0x15,
                0xb0, 0xe8,       0x9e, 0xf2, 0x31, 0x59, 0xde, 0x34, 0xb4, 0x5b, 0xe5, 0xe0, 0x9,
                0x11, 0x30,       0xc2, 0x88, 0x5b, 0x7c, 0x5d, 0x14, 0x13, 0x6f, 0x23, 0xa9, 0xa,
                0xbc, 0x2d,       0x23, 0xbe, 0xd9, 0xed, 0x75, 0x4,  0x6c, 0x99, 0xdf, 0xfd, 0x70,
                0x66, 0xe6,       0xee, 0xd9, 0xb1, 0x9e, 0x6e, 0x83, 0x59, 0xd5, 0xd4, 0x80, 0x59,
                0x98, 0x77,       0x89, 0x43, 0x38, 0xc9, 0xaf, 0x30, 0x32, 0x9a, 0x20, 0x1b, 0x46,
                0x3d, 0x67,       0x6e, 0xd7, 0x72, 0x9e, 0x4e, 0x21, 0x4f, 0xc6, 0xe0, 0xd4, 0x7b,
                0x4,  0x8d,       0xa5, 0x3,  0xf6, 0x5,  0x9b, 0x6b, 0xdc, 0x2a, 0x93, 0x77, 0x28,
                0xfd, 0xb4,       0x62, 0xda, 0x20, 0xe7, 0x1f, 0xab, 0x6b, 0x51, 0x43, 0x39, 0x2f,
                0xa0, 0x92,       0x1,  0x6c, 0x75, 0x3e, 0xf4, 0x35, 0xfd, 0x43, 0x2e, 0xf7, 0xa4,
                0x75, 0xda,       0xea, 0x9b, 0xa,
            },
        },
        HuffTest{
            .input = "huffman-shifts.input",
            .want = "huffman-shifts.{s}.expect",
            .want_no_input = "huffman-shifts.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x31,       0x30,       0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
                0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
                0x7fc00001, 0x7fc00001, 0x7fc00001, 0x52400001, 0xd,        0xa,        0x32,
                0x33,       0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
                0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7f400001,
            },
        },
        HuffTest{
            .input = "huffman-text-shift.input",
            .want = "huffman-text-shift.{s}.expect",
            .want_no_input = "huffman-text-shift.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x2f,       0x2f, 0x43, 0x6f, 0x70, 0x79, 0x72,       0x69, 0x67,       0x68,
                0x74,       0x32, 0x30, 0x30, 0x39, 0x54, 0x68,       0x47, 0x6f,       0x41,
                0x75,       0x74, 0x68, 0x6f, 0x72, 0x2e, 0x41,       0x6c, 0x6c,       0x40800016,
                0x72,       0x72, 0x76, 0x64, 0x2e, 0xd,  0xa,        0x2f, 0x2f,       0x55,
                0x6f,       0x66, 0x74, 0x68, 0x69, 0x6f, 0x75,       0x72, 0x63,       0x63,
                0x6f,       0x64, 0x69, 0x67, 0x6f, 0x76, 0x72,       0x6e, 0x64,       0x62,
                0x79,       0x42, 0x53, 0x44, 0x2d, 0x74, 0x79,       0x6c, 0x40400020, 0x6c,
                0x69,       0x63, 0x6e, 0x74, 0x68, 0x74, 0x63,       0x6e, 0x62,       0x66,
                0x6f,       0x75, 0x6e, 0x64, 0x69, 0x6e, 0x74,       0x68, 0x4c,       0x49,
                0x43,       0x45, 0x4e, 0x53, 0x45, 0x66, 0x69,       0x6c, 0x2e,       0xd,
                0xa,        0xd,  0xa,  0x70, 0x63, 0x6b, 0x67,       0x6d, 0x69,       0x6e,
                0x4040000a, 0x69, 0x6d, 0x70, 0x6f, 0x72, 0x74,       0x22, 0x6f,       0x22,
                0x4040000c, 0x66, 0x75, 0x6e, 0x63, 0x6d, 0x69,       0x6e, 0x28,       0x29,
                0x7b,       0xd,  0xa,  0x9,  0x76, 0x72, 0x62,       0x3d, 0x6d,       0x6b,
                0x28,       0x5b, 0x5d, 0x62, 0x79, 0x74, 0x2c,       0x36, 0x35,       0x35,
                0x33,       0x35, 0x29, 0xd,  0xa,  0x9,  0x66,       0x2c, 0x5f,       0x3a,
                0x3d,       0x6f, 0x2e, 0x43, 0x72, 0x74, 0x28,       0x22, 0x68,       0x75,
                0x66,       0x66, 0x6d, 0x6e, 0x2d, 0x6e, 0x75,       0x6c, 0x6c,       0x2d,
                0x6d,       0x78, 0x2e, 0x69, 0x6e, 0x22, 0x40800021, 0x2e, 0x57,       0x72,
                0x69,       0x74, 0x28, 0x62, 0x29, 0xd,  0xa,        0x7d, 0xd,        0xa,
                0x41,       0x42, 0x43, 0x44, 0x45, 0x46, 0x47,       0x48, 0x49,       0x4a,
                0x4b,       0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51,       0x52, 0x53,       0x54,
                0x55,       0x56, 0x58, 0x78, 0x79, 0x7a, 0x21,       0x22, 0x23,       0xc2,
                0xa4,       0x25, 0x26, 0x2f, 0x3f, 0x22,
            },
        },
        HuffTest{
            .input = "huffman-text.input",
            .want = "huffman-text.{s}.expect",
            .want_no_input = "huffman-text.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x2f,       0x2f,       0x20,       0x7a,       0x69, 0x67, 0x20, 0x76,
                0x30,       0x2e,       0x31,       0x30,       0x2e, 0x30, 0x0a, 0x2f,
                0x2f,       0x20,       0x63,       0x72,       0x65, 0x61, 0x74, 0x65,
                0x20,       0x61,       0x20,       0x66,       0x69, 0x6c, 0x65, 0x40400004,
                0x6c,       0x65,       0x64,       0x20,       0x77, 0x69, 0x74, 0x68,
                0x20,       0x30,       0x78,       0x30,       0x30, 0x0a, 0x63, 0x6f,
                0x6e,       0x73,       0x74,       0x20,       0x73, 0x74, 0x64, 0x20,
                0x3d,       0x20,       0x40,       0x69,       0x6d, 0x70, 0x6f, 0x72,
                0x74,       0x28,       0x22,       0x73,       0x74, 0x64, 0x22, 0x29,
                0x3b,       0x0a,       0x0a,       0x70,       0x75, 0x62, 0x20, 0x66,
                0x6e,       0x20,       0x6d,       0x61,       0x69, 0x6e, 0x28, 0x29,
                0x20,       0x21,       0x76,       0x6f,       0x69, 0x64, 0x20, 0x7b,
                0x0a,       0x20,       0x20,       0x20,       0x20, 0x76, 0x61, 0x72,
                0x20,       0x62,       0x20,       0x3d,       0x20, 0x5b, 0x31, 0x5d,
                0x75,       0x38,       0x7b,       0x30,       0x7d, 0x20, 0x2a, 0x2a,
                0x20,       0x36,       0x35,       0x35,       0x33, 0x35, 0x3b, 0x4080001e,
                0x40c00055, 0x66,       0x20,       0x3d,       0x20, 0x74, 0x72, 0x79,
                0x4040005d, 0x2e,       0x66,       0x73,       0x2e, 0x63, 0x77, 0x64,
                0x28,       0x29,       0x2e,       0x40c0008f, 0x46, 0x69, 0x6c, 0x65,
                0x28,       0x4080002a, 0x40400000, 0x22,       0x68, 0x75, 0x66, 0x66,
                0x6d,       0x61,       0x6e,       0x2d,       0x6e, 0x75, 0x6c, 0x6c,
                0x2d,       0x6d,       0x61,       0x78,       0x2e, 0x69, 0x6e, 0x22,
                0x2c,       0x4180001e, 0x2e,       0x7b,       0x20, 0x2e, 0x72, 0x65,
                0x61,       0x64,       0x4080004e, 0x75,       0x65, 0x20, 0x7d, 0x40c0001a,
                0x29,       0x40c0006b, 0x64,       0x65,       0x66, 0x65, 0x72, 0x20,
                0x66,       0x2e,       0x63,       0x6c,       0x6f, 0x73, 0x65, 0x28,
                0x404000b6, 0x40400015, 0x5f,       0x4100007b, 0x66, 0x2e, 0x77, 0x72,
                0x69,       0x74,       0x65,       0x41,       0x6c, 0x6c, 0x28, 0x62,
                0x5b,       0x30,       0x2e,       0x2e,       0x5d, 0x29, 0x3b, 0x0a,
                0x7d,       0x0a,
            },
        },
        HuffTest{
            .input = "huffman-zero.input",
            .want = "huffman-zero.{s}.expect",
            .want_no_input = "huffman-zero.{s}.expect-noinput",
            .tokens = &[_]token.Token{ 0x30, ml, 0x4b800000 },
        },
        HuffTest{
            .input = "",
            .want = "",
            .want_no_input = "null-long-match.{s}.expect-noinput",
            .tokens = &[_]token.Token{
                0x0, ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, ml,         ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
                ml,  ml, ml, 0x41400000,
            },
        },
    };

    const TestType = enum {
        write_block,
        write_dyn_block, // write dynamic block

        write_huffman_block,

        fn to_s(self: TestType) []const u8 {
            return switch (self) {
                .write_block => "wb",
                .write_dyn_block => "dyn",
                .write_huffman_block => "huff",
            };
        }
    };

    test "writeBlock" {
        // tests if the writeBlock encoding has changed.

        const ttype: TestType = .write_block;
        try testBlock(writeBlockTests[0], ttype);
        try testBlock(writeBlockTests[1], ttype);
        try testBlock(writeBlockTests[2], ttype);
        try testBlock(writeBlockTests[3], ttype);
        try testBlock(writeBlockTests[4], ttype);
        try testBlock(writeBlockTests[5], ttype);
        try testBlock(writeBlockTests[6], ttype);
        try testBlock(writeBlockTests[7], ttype);
        try testBlock(writeBlockTests[8], ttype);
    }

    test "writeBlockDynamic" {
        // tests if the writeBlockDynamic encoding has changed.

        const ttype: TestType = .write_dyn_block;
        try testBlock(writeBlockTests[0], ttype);
        try testBlock(writeBlockTests[1], ttype);
        try testBlock(writeBlockTests[2], ttype);
        try testBlock(writeBlockTests[3], ttype);
        try testBlock(writeBlockTests[4], ttype);
        try testBlock(writeBlockTests[5], ttype);
        try testBlock(writeBlockTests[6], ttype);
        try testBlock(writeBlockTests[7], ttype);
        try testBlock(writeBlockTests[8], ttype);
    }

    // testBlock tests a block against its references,

    // or regenerate the references, if "-update" flag is set.

    fn testBlock(comptime ht: HuffTest, ttype: TestType) !void {
        // Skip wasi because it does not support std.fs.openDirAbsolute()

        if (builtin.os.tag == .wasi) return error.SkipZigTest;

        var want_name: []u8 = undefined;
        var want_name_no_input: []u8 = undefined;
        var input: []u8 = undefined;
        var want: []u8 = undefined;
        var want_ni: []u8 = undefined; // want no input: what we expect when input is empty

        const current_dir = try std.fs.openDirAbsolute(std.fs.path.dirname(@src().file).?, .{});
        const testdata_dir = try current_dir.openDir("testdata", .{});

        var want_name_type = if (ht.want.len == 0) .{} else .{ttype.to_s()};
        want_name = try fmt.allocPrint(testing.allocator, ht.want, want_name_type);
        defer testing.allocator.free(want_name);

        if (!mem.eql(u8, ht.input, "")) {
            const in_file = try testdata_dir.openFile(ht.input, .{});
            input = try in_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
            defer testing.allocator.free(input);

            const want_file = try testdata_dir.openFile(want_name, .{});
            want = try want_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
            defer testing.allocator.free(want);

            var buf = ArrayList(u8).init(testing.allocator);
            var bw = try huffmanBitWriter(testing.allocator, buf.writer());
            try writeToType(ttype, &bw, ht.tokens, input);

            var got = buf.items;
            try expect(mem.eql(u8, got, want)); // expect writeBlock to yield expected result

            // Test if the writer produces the same output after reset.

            buf.deinit();
            buf = ArrayList(u8).init(testing.allocator);
            defer buf.deinit();

            bw.reset(buf.writer());
            defer bw.deinit();

            try writeToType(ttype, &bw, ht.tokens, input);
            try bw.flush();
            got = buf.items;
            try expect(mem.eql(u8, got, want)); // expect writeBlock to yield expected result

            try testWriterEOF(.write_block, ht.tokens, input);
        }

        want_name_no_input = try fmt.allocPrint(testing.allocator, ht.want_no_input, .{ttype.to_s()});
        defer testing.allocator.free(want_name_no_input);

        const want_no_input_file = try testdata_dir.openFile(want_name_no_input, .{});
        want_ni = try want_no_input_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
        defer testing.allocator.free(want_ni);

        var buf = ArrayList(u8).init(testing.allocator);
        var bw = try huffmanBitWriter(testing.allocator, buf.writer());

        try writeToType(ttype, &bw, ht.tokens, null);

        var got = buf.items;
        try expect(mem.eql(u8, got, want_ni)); // expect writeBlock to yield expected result

        try expect(got[0] & 1 != 1); // expect no EOF

        // Test if the writer produces the same output after reset.

        buf.deinit();
        buf = ArrayList(u8).init(testing.allocator);
        defer buf.deinit();

        bw.reset(buf.writer());
        defer bw.deinit();

        try writeToType(ttype, &bw, ht.tokens, null);
        try bw.flush();
        got = buf.items;

        try expect(mem.eql(u8, got, want_ni)); // expect writeBlock to yield expected result

        try testWriterEOF(.write_block, ht.tokens, &[0]u8{});
    }

    fn writeToType(ttype: TestType, bw: anytype, tok: []const token.Token, input: ?[]u8) !void {
        switch (ttype) {
            .write_block => try bw.writeBlock(tok, false, input),
            .write_dyn_block => try bw.writeBlockDynamic(tok, false, input),
            else => unreachable,
        }
        try bw.flush();
    }

    // Tests if the written block contains an EOF marker.

    fn testWriterEOF(ttype: TestType, ht_tokens: []const token.Token, input: []u8) !void {
        var buf = ArrayList(u8).init(testing.allocator);
        defer buf.deinit();
        var bw = try huffmanBitWriter(testing.allocator, buf.writer());
        defer bw.deinit();

        switch (ttype) {
            .write_block => try bw.writeBlock(ht_tokens, true, input),
            .write_dyn_block => try bw.writeBlockDynamic(ht_tokens, true, input),
            .write_huffman_block => try bw.writeBlockHuff(true, input),
        }

        try bw.flush();

        var b = buf.items;
        try expect(b.len > 0);
        try expect(b[0] & 1 == 1);
    }