In [ ]: # my github: https://github.com/withAnewWorld/models_from_scratch # my blog # https://self-deeplearning.blogspot.com/ # https://self-deeplearning.tistory.com/ import torch import torch.nn as nn import torch.nn.functional as F Ref¶ Transformer paper(Attention Is All You Need): https://arxiv.org/abs/1706.03762 cs231n transformer slide: http://cs231n.stanford.edu/slides/2021/lecture_11.pdf ..

In [ ]: # my github: https://github.com/withAnewWorld/models_from_scratch # my blog # https://self-deeplearning.blogspot.com/ # https://self-deeplearning.tistory.com/ In [1]: # colab과 google drive를 연동하기 위한 code cell입니다. # google drive를 연동하는 이유는 drive에 저장된 dataset을 가져오기 위함입니다. from google.colab import drive import sys from IPython import display import os drive.mount('/content/drive') FOLDERNAME ..