CheckModels

Command

Bases: BaseCommand

Source code in API/llm/management/commands/check_models.py

class Command(BaseCommand):
    help = "Check models and update the database"

    def handle(self, *args, **options):
        """
        Loop through the MODELS dictionary and check if the model is in the database. If it is not, add it.
        :param args:
        :param options:
        :return:
        """

        for model_families in MODELS:
            model_family = model_families["name"]
            model_type = model_families["model_type"]
            for model_info in model_families["models"]:
                if not LLMConfigRecords.objects.filter(
                    model_name=model_info["name"]
                ).exists():
                    record = LLMConfigRecords(
                        model_name=model_info["name"],
                        model_size=model_info["size"],
                        model_family=model_family,
                        model_type=model_type,
                        repo=model_info["repo"],
                        filename=model_info["filename"],
                        available=False,
                    )
                    record.save()
                    logger.critical(f"Added {model_info['name']} to the database")
                else:
                    logger.critical(f"{model_info['name']} is already in the database")

handle(*args, **options)

Loop through the MODELS dictionary and check if the model is in the database. If it is not, add it. :param args: :param options: :return:

Source code in API/llm/management/commands/check_models.py

def handle(self, *args, **options):
    """
    Loop through the MODELS dictionary and check if the model is in the database. If it is not, add it.
    :param args:
    :param options:
    :return:
    """

    for model_families in MODELS:
        model_family = model_families["name"]
        model_type = model_families["model_type"]
        for model_info in model_families["models"]:
            if not LLMConfigRecords.objects.filter(
                model_name=model_info["name"]
            ).exists():
                record = LLMConfigRecords(
                    model_name=model_info["name"],
                    model_size=model_info["size"],
                    model_family=model_family,
                    model_type=model_type,
                    repo=model_info["repo"],
                    filename=model_info["filename"],
                    available=False,
                )
                record.save()
                logger.critical(f"Added {model_info['name']} to the database")
            else:
                logger.critical(f"{model_info['name']} is already in the database")