GitHub - Akshit-Gupta-2005/training-my-own-LLM

Name		Name	Last commit message	Last commit date
Latest commit History 18 Commits
Attention_Mechanism.ipynb		Attention_Mechanism.ipynb
Causal_attention.ipynb		Causal_attention.ipynb
Cross_Entropy_Loss.ipynb		Cross_Entropy_Loss.ipynb
GELU_activation.ipynb		GELU_activation.ipynb
GPT-2_architectrue.ipynb		GPT-2_architectrue.ipynb
Layer_Normalisation.ipynb		Layer_Normalisation.ipynb
Multihead_attn.ipynb		Multihead_attn.ipynb
Shortcut_Connections.ipynb		Shortcut_Connections.ipynb
bytepair_encoding.ipynb		bytepair_encoding.ipynb
input_target_pair.ipynb		input_target_pair.ipynb
position_embeddings.ipynb		position_embeddings.ipynb
predicting_next_word.ipynb		predicting_next_word.ipynb
simple_word_tokenizer.ipynb		simple_word_tokenizer.ipynb
trainable_self_attention.ipynb		trainable_self_attention.ipynb