"""Transformer block: a token tensor flowing up through attention and feed-forward.
Render (the driver does this for every palette; these are for eyeballing):
P=/opt/homebrew/opt/python@3.11/bin/python3.11
ASSET_MODE=still $P -m manim -s -r 1600,1600 manim/transformer_block.py TransformerBlock
ASSET_MODE=motion $P -m manim -qh -r 1080,1080 manim/transformer_block.py TransformerBlockLoop
"""
import numpy as np
from manim import (
DOWN,
LEFT,
RIGHT,
UP,
Arrow,
Circle,
The full Manim source and the rendered video come with a plan.
