set -e
cp kernels_op_9/attention.cuh   kernels/attention.cuh
cp kernels_op_9/encoder.cuh     kernels/encoder.cuh
cp kernels_op_9/gelu.cuh        kernels/gelu.cuh
cp kernels_op_9/layernorm.cuh   kernels/layernorm.cuh
cp kernels_op_9/matmul.cuh      kernels/matmul.cuh
cp kernels_op_9/residual.cuh    kernels/residual.cuh
cp kernels_op_9/softmax.cuh     kernels/softmax.cuh

make test_gpt2 op9

git checkout kernels/attention.cuh kernels/encoder.cuh kernels/gelu.cuh \
              kernels/layernorm.cuh kernels/matmul.cuh kernels/residual.cuh \
              kernels/softmax.cuh