FareedKhan-dev/kimi-k3-in-c

Largest clones in the code

• 7 lines in 2 placesc141 tokens
  src/cache/k3_cache.c:1–7·src/model/k3_bind.c:1–7

  1/* k3_cache.c - see k3_cache.h. */
  2#define _POSIX_C_SOURCE 200809L
  3
  4#include "k3_portable_io.h"   /* first: sets _DARWIN_C_SOURCE before any libc header;
  5                                * on Windows, supplies posix_memalign */
  6
  7#include <stdio.h>
  

  1/* k3_bind.c - see k3_bind.h. */
  2#define _POSIX_C_SOURCE 200809L
  3
  4#include "k3_portable_io.h"   /* first: sets _DARWIN_C_SOURCE before any libc header;
  5                                * on Windows, supplies posix_memalign */
  6
  7#include <stdarg.h>
  

• 6 lines in 2 placesc125 tokens
  src/core/k3_ops.c:282–287·src/core/k3_ops.c:1202–1207

  282        a[l] = fma((double)row[i + l], (double)x[i + l], a[l]);
  283double b0 = (a[0] + a[4]) + (a[8]  + a[12]);
  284double b1 = (a[1] + a[5]) + (a[9]  + a[13]);
  285double b2 = (a[2] + a[6]) + (a[10] + a[14]);
  286double b3 = (a[3] + a[7]) + (a[11] + a[15]);
  287double acc = (b0 + b1) + (b2 + b3);
  

  1202        a[l] = fma((double)k3_bf16f(row[i + l]), (double)x[i + l], a[l]);
  1203double b0 = (a[0] + a[4]) + (a[8]  + a[12]);
  1204double b1 = (a[1] + a[5]) + (a[9]  + a[13]);
  1205double b2 = (a[2] + a[6]) + (a[10] + a[14]);
  1206double b3 = (a[3] + a[7]) + (a[11] + a[15]);
  1207acc = (b0 + b1) + (b2 + b3);
  

• 8 lines in 2 placespython123 tokens
  tools/make_k3_oracle.py:96–103·tools/make_tiny_checkpoint.py:224–231

  96        if hasattr(layer.self_attn, "A_log"):
  97            h = layer.self_attn.A_log.numel()
  98            layer.self_attn.A_log.copy_(torch.linspace(-0.4, 1.2, h))
  99            torch.nn.init.normal_(layer.self_attn.dt_bias, std=0.5)
  100            torch.nn.init.normal_(layer.self_attn.q_conv1d.weight, std=0.4)
  101            torch.nn.init.normal_(layer.self_attn.k_conv1d.weight, std=0.4)
  102            torch.nn.init.normal_(layer.self_attn.v_conv1d.weight, std=0.4)
  103return cfg, model