mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
@@ -1,4 +1,5 @@
|
||||
"""The model container class for ExLlamaV2 models."""
|
||||
|
||||
import gc
|
||||
from itertools import zip_longest
|
||||
import pathlib
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
"""Argparser for overriding config values"""
|
||||
|
||||
import argparse
|
||||
|
||||
|
||||
|
||||
@@ -2,6 +2,7 @@
|
||||
This method of authorization is pretty insecure, but since TabbyAPI is a local
|
||||
application, it should be fine.
|
||||
"""
|
||||
|
||||
import secrets
|
||||
import yaml
|
||||
from fastapi import Header, HTTPException
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
"""
|
||||
Functions for logging generation events.
|
||||
"""
|
||||
|
||||
from pydantic import BaseModel
|
||||
from loguru import logger
|
||||
from typing import Dict, Optional
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
"""Small replication of AutoTokenizer's chat template system for efficiency"""
|
||||
|
||||
import json
|
||||
import pathlib
|
||||
from functools import lru_cache
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Common types for OAI. """
|
||||
"""Common types for OAI."""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import Optional
|
||||
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Completion API protocols """
|
||||
"""Completion API protocols"""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from time import time
|
||||
from typing import Dict, List, Optional, Union
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Lora types """
|
||||
"""Lora types"""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from time import time
|
||||
from typing import Optional, List
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Contains model card types. """
|
||||
"""Contains model card types."""
|
||||
|
||||
from pydantic import BaseModel, Field, ConfigDict
|
||||
from time import time
|
||||
from typing import List, Optional
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Tokenization types """
|
||||
"""Tokenization types"""
|
||||
|
||||
from pydantic import BaseModel
|
||||
from typing import List
|
||||
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
"""Chat completion utilities for OAI server."""
|
||||
|
||||
import pathlib
|
||||
from typing import Optional
|
||||
from uuid import uuid4
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
"""Completion utilities for OAI server."""
|
||||
|
||||
import pathlib
|
||||
from fastapi import HTTPException, Request
|
||||
from fastapi.concurrency import run_in_threadpool
|
||||
|
||||
1
start.py
1
start.py
@@ -1,4 +1,5 @@
|
||||
"""Utility to automatically upgrade and start the API"""
|
||||
|
||||
import asyncio
|
||||
import argparse
|
||||
import os
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
""" Test the model container. """
|
||||
"""Test the model container."""
|
||||
|
||||
from backends.exllamav2.model import ModelContainer
|
||||
|
||||
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
""" Test if the wheels are installed correctly. """
|
||||
"""Test if the wheels are installed correctly."""
|
||||
|
||||
from importlib.metadata import version
|
||||
from importlib.util import find_spec
|
||||
|
||||
Reference in New Issue
Block a user