Requirements: Split for configurations

Add self-contained requirements for cuda 11.8 and ROCm

Signed-off-by: kingbri <bdashore3@proton.me>

TabbyAPI_Colab_Example.ipynb

@@ -1,43 +1,27 @@
 {
-  "nbformat": 4,
-  "nbformat_minor": 0,
-  "metadata": {
-    "colab": {
-      "provenance": [],
-      "gpuType": "T4"
-    },
-    "kernelspec": {
-      "name": "python3",
-      "display_name": "Python 3"
-    },
-    "language_info": {
-      "name": "python"
-    },
-    "accelerator": "GPU"
-  },
   "cells": [
     {
       "cell_type": "markdown",
-      "source": [
-        "# **TabbyAPI Colab**"
-      ],
       "metadata": {
         "id": "NcgQp3r7BS-q"
-      }
+      },
+      "source": [
+        "# **TabbyAPI Colab**"
+      ]
     },
     {
       "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "zU0omxLLm8AN"
+      },
+      "outputs": [],
       "source": [
         "#@title # Keep this widget playing to prevent Colab from disconnecting you { display-mode: \"form\" }\n",
         "#@markdown Press play on the audio player that will appear below:\n",
         "%%html\n",
         "<audio src=\"https://oobabooga.github.io/silence.m4a\" controls>"
-      ],
-      "metadata": {
-        "id": "zU0omxLLm8AN"
-      },
-      "execution_count": null,
-      "outputs": []
+      ]
     },
     {
       "cell_type": "code",
@@ -63,8 +47,9 @@
         "\n",
         "!git clone https://github.com/theroyallab/tabbyAPI\n",
         "%cd tabbyAPI\n",
-        "!pip install https://github.com/turboderp/exllamav2/releases/download/v0.0.10/exllamav2-0.0.10+cu118-cp310-cp310-linux_x86_64.whl -q\n",
-        "!pip install -r requirements-colab.txt -q\n",
+        "\n",
+        "# Install cuda 11.8 requirements\n",
+        "!pip install -r requirements-cu118.txt -q\n",
         "!pip install huggingface-hub -q\n",
         "\n",
         "# Download cloudflared tunnel\n",
@@ -83,6 +68,11 @@
     },
     {
       "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "aD7Rz8ZCeShD"
+      },
+      "outputs": [],
       "source": [
         "# @title # Configure and launch API { display-mode: \"form\" }\n",
         "# @markdown ---\n",
@@ -179,12 +169,23 @@
         "%cd /content/tabbyAPI/\n",
         "\n",
         "!python main.py & ./cloudflared tunnel --url localhost:5000"
-      ],
-      "metadata": {
-        "id": "aD7Rz8ZCeShD"
-      },
-      "execution_count": null,
-      "outputs": []
+      ]
     }
-  ]
-}
+  ],
+  "metadata": {
+    "accelerator": "GPU",
+    "colab": {
+      "gpuType": "T4",
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}