#tokenization
Things I've written about #tokenization
- #nanochat(11)
- #machine-learning(7)
- #ai(6)
- #practical-guide(5)
- #deep-learning(4)
- #leadership(3)
- #safety(3)
- #engineering(3)
- #decision-making(3)
- #vendor-selection(3)
- #production-systems(3)
- #llm(3)
- #pytorch(3)
- #optimization(3)
- #transformers(3)
- #tutorial(2)
- #evaluation(2)
- #tokenization(2)
- #introduction(1)
- #personal(1)
- #blogging(1)
- #nextjs(1)
- #mermaid(1)
- #build-optimization(1)
- #static-site-generation(1)
- #performance(1)
- #remark-plugins(1)
- #react(1)
- #custom-hooks(1)
- #pan-zoom(1)
- #svg-rendering(1)
- #over-engineering(1)
- #feature-creep(1)
- #css(1)
- #simplification(1)
- #refactoring(1)
- #pragmatic-engineering(1)
- #mermaid-tutorial(1)
- #lessons-learned(1)
- #benchmarks(1)
- #core(1)
- #testing(1)
- #distributed-training(1)
- #zero(1)
- #sft(1)
- #fine-tuning(1)
- #chat(1)
- #inference(1)
- #scaling-laws(1)
- #benchmarking(1)
- #architecture(1)
- #rlhf(1)
- #reinforcement-learning(1)
- #grpo(1)
- #policy-gradient(1)
- #bpe(1)
- #tiktoken(1)
- #data-engineering(1)
- #distributed-systems(1)
- #training(1)
- #beginner(1)
- #git(1)
- #gitignore(1)
