Minor changes

colab.ipynb

@@ -40,8 +40,13 @@
     "Model = \"turboderp/Llama2-13B-exl2\" #@param [\"\"]{allow-input: true}\n",
     "bpw = \"2.5bpw\" # @param [\"2.5bpw\", \"4.0bpw\", \"8.0bpw\"] {allow-input: true}\n",
     "!pip install -U huggingface-hub\n",
+    "!mkdir models\n",
     "\n",
-    "!huggingface-cli download $Model --revision 2.5bpw --local-dir /content/ --local-dir-use-symlinks False"
+    "%cd models && huggingface-cli download $Model --revision {bpw} --local-dir /content/models --local-dir-use-symlinks False\n",
+    "\n",
+    "#If you are using gptq or fp16 use this downloading method\n",
+    "GPTQ=\"https://huggingface.co/TheBloke/Llama-2-7B-GPTQ/tree/main\"\n",
+    "!wget $GPTQ"
    ]
   },
   {
@@ -61,6 +66,17 @@
     "!cat nohup.out\n",
     "!cd exui && python server.py --host 127.0.0.1:5000\n"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "vscode": {
+     "languageId": "plaintext"
+    }
+   },
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {