diff --git a/embedding.ipynb b/embedding.ipynb index 40ec2c4..64d9e17 100644 --- a/embedding.ipynb +++ b/embedding.ipynb @@ -23,7 +23,7 @@ "This notebook attempts to open up 2 LMM models, and swap out the input and output embeddings and tokenizer.\n", "It then runs the model to see if the output still makes sense (hint: actually I dont think you need a hint)\n", "\n", - "Be mindful of the difference between weights[:]= and weights= (I probably messed that up pretty often)" + "Be mindful of the difference between weights[:]= and weights= (I may have messed that up at times)" ] }, { @@ -86,11 +86,13 @@ }, { "cell_type": "code", - "execution_count": 110, + "execution_count": null, "id": "153e9ff5", "metadata": {}, "outputs": [], "source": [ + "# Download 2 models.\n", + "\n", "modelA, tokenizerA = grab_model(\"gpt2\")\n", "modelB, tokenizerB = grab_model(\"EleutherAI/gpt-neo-125M\")\n", "\n",