microsoft/BitNet

Largest clones in the code

• 112 lines in 10 placesc-header1,939 tokens
  include/bitnet-lut-kernels.h:284–395·include/bitnet-lut-kernels.h:528–639·include/bitnet-lut-kernels.h:772–883·preset_kernels/Llama3-8B-1.58-100B-tokens/bitnet-lut-kernels-tl2.h:282–393·preset_kernels/Llama3-8B-1.58-100B-tokens/bitnet-lut-kernels-tl2.h:526–637and 5 more

  284for (int i = 0; i < BM3200_8640; i += 32) {
  285__m256i vec_as[KK / 2];
  286__m256i vec_signs[KK / 8];
  287#pragma unroll
  288for (int ai = 0; ai < KK / 2; ai++) {
  289    vec_as[ai] = _mm256_loadu_si256(reinterpret_cast<__m256i*>(a + i * KK / 2 + ai * 32));
  290}
  291#pragma unroll
  292for (int as = 0; as < KK / 8; as++) {
  293    vec_signs[as] = _mm256_loadu_si256(reinterpret_cast<__m256i*>(sign + i * KK / 8 + as * 32));
  

  First 10 of 112 lines.

• 868 lines in 2 placesc-header12,635 tokens
  include/bitnet-lut-kernels.h:260–1127·preset_kernels/bitnet_b1_58-3B/bitnet-lut-kernels-tl2.h:258–1125

  260#endif
  261    return 0;
  262}
  263static bool is_type_supported(enum ggml_type type) {
  264    if (type == GGML_TYPE_Q4_0 ||
  265        type == GGML_TYPE_TL2) {
  266        return true;
  267    } else {
  268        return false;
  269    }
  

  First 10 of 868 lines.

• 271 lines in 3 placesc-header3,027 tokens
  preset_kernels/Llama3-8B-1.58-100B-tokens/bitnet-lut-kernels-tl2.h:1–271·preset_kernels/bitnet_b1_58-3B/bitnet-lut-kernels-tl2.h:1–271·preset_kernels/bitnet_b1_58-large/bitnet-lut-kernels-tl2.h:1–271

  1#if defined(GGML_BITNET_X86_TL2)
  2#include "ggml-bitnet.h"
  3#define GGML_BITNET_MAX_NODES 8192
  4static bool initialized = false;
  5static bitnet_tensor_extra * bitnet_tensor_extras = nullptr;
  6static size_t bitnet_tensor_extras_index = 0;
  7static void * aligned_malloc(size_t size) {
  8#if defined(_WIN32)
  9    return _aligned_malloc(size, 64);
  10#else
  

  First 10 of 271 lines.