#distillation
Things I've written about #distillation
- #machine-learning(17)
- #nanochat(12)
- #ai(7)
- #tutorial(7)
- #practical-guide(6)
- #optimization(6)
- #deep-learning(5)
- #architecture(4)
- #llm(4)
- #pytorch(4)
- #transformers(4)
- #training(4)
- #leadership(3)
- #safety(3)
- #engineering(3)
- #decision-making(3)
- #vendor-selection(3)
- #production-systems(3)
- #nextjs(3)
- #benchmarks(3)
- #distillation(3)
- #quantization(3)
- #react(2)
- #distributed-systems(2)
- #mermaid(2)
- #performance(2)
- #pragmatic-engineering(2)
- #evaluation(2)
- #fine-tuning(2)
- #tokenization(2)
- #model-compression(2)
- #lora(2)
- #edge-computing(2)
- #security(1)
- #rce(1)
- #cve(1)
- #javascript(1)
- #web-security(1)
- #introduction(1)
- #scalability(1)
- #case-study(1)
- #build-optimization(1)
- #static-site-generation(1)
- #remark-plugins(1)
- #custom-hooks(1)
- #pan-zoom(1)
- #svg-rendering(1)
- #over-engineering(1)
- #feature-creep(1)
- #css(1)
- #simplification(1)
- #refactoring(1)
- #mermaid-tutorial(1)
- #lessons-learned(1)
- #core(1)
- #testing(1)
- #distributed-training(1)
- #zero(1)
- #sft(1)
- #chat(1)
- #inference(1)
- #scaling-laws(1)
- #benchmarking(1)
- #memory-optimization(1)
- #gpu(1)
- #rlhf(1)
- #reinforcement-learning(1)
- #grpo(1)
- #policy-gradient(1)
- #bpe(1)
- #tiktoken(1)
- #data-engineering(1)
- #beginner(1)
- #attention(1)
- #pruning(1)
- #tiny-llm(1)
- #efficient-models(1)
- #mobile-ai(1)
- #mathematics(1)
- #comparison(1)
- #deployment-patterns(1)
- #production(1)
- #deployment(1)
- #raspberry-pi(1)
- #mobile(1)
- #qlora(1)
- #domain-adaptation(1)
- #git(1)
- #gitignore(1)
