From 9fbe96fc2e80ffa38d08229e6062e38681b36d54 Mon Sep 17 00:00:00 2001
From: madroid <madroidmaq@gmail.com>
Date: Wed, 16 Aug 2023 20:23:27 +0800
Subject: [PATCH] Jupter Notebook: Add run Meta's Llama 2 models

---
 run.ipynb | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/run.ipynb b/run.ipynb
index cd69b79..ac57593 100644
--- a/run.ipynb
+++ b/run.ipynb
@@ -89,6 +89,27 @@
         "cmd = f'./run {model_file} -t {temperature} -p {top_p} -n {max_token} -i \"{prompt}\"'\n",
         "!{cmd}"
       ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "#@title Run Meta's Llama 2 models\n",
+        "\n",
+        "#@markdown input your huggingface [access token](https://huggingface.co/settings/tokens) to download Meta's Llama 2 models.\n",
+        "\n",
+        "from huggingface_hub import snapshot_download\n",
+        "\n",
+        "token = \"replace your huggingface access token\" #@param {type:\"string\"}\n",
+        "path = snapshot_download(repo_id=\"meta-llama/Llama-2-7b\",cache_dir=\"Llama-2-7b\", use_auth_token=token)\n",
+        "\n",
+        "!python export_meta_llama_bin.py $path llama2_7b.bin\n",
+        "\n",
+        "print(\"./run llama2_7b.bin\\n\")\n",
+        "!./run llama2_7b.bin"
+      ]
     }
   ],
   "metadata": {