Module lib.llama
Expand source code
from .ModelConfig import ModelConfig, model_config_dummy, model_config_llama1_7B, model_config_llama2_13B, model_config_llama2_70B, model_config_llama2_7B
from .kv_cache import KVCache, shift_left_kv_cache
from .llama import Llama, check_llama, forward_llama, init_llama
from .llama_model import LlamaModel, check_llama_model, forward_llama_model, init_llama_model
from .rotary_embedding import RotaryValues, get_rotary_values_at_position, make_rotary_values
Sub-modules
lib.llama.ModelConfig
lib.llama.attention
lib.llama.decoder
lib.llama.decoder_block
lib.llama.dropout
lib.llama.embedding
lib.llama.kv_cache
lib.llama.llama
lib.llama.llama_model
lib.llama.rms_norm
lib.llama.rotary_embedding