run.py

import secrets

from server.bp import bp
from server.website import Website
from server.backend import Backend_Api
from server.babel import create_babel
from json import load
from flask import Flask
import ollama

# Optionally specify the model to pull during startup:
model_name = "llama3"  # Replace with the desired model name
import os
import subprocess
# List of allowed models
ALLOWED_MODELS = [
    'llama3',
    'llama3:70b',
    'phi3',
    'mistral',
    'neural-chat',
    'starling-lm',
    'codellama',
    'llama2-uncensored',
    'llava',
    'gemma:2b',
    'gemma:7b',
    'solar',
]

# Directory where models are stored (current directory)
MODEL_DIR = os.getcwd()

def is_model_downloaded(model_name):
    """Check if the model is already downloaded."""
    model_path = os.path.join(MODEL_DIR, model_name.replace(':', '_'))
    return os.path.exists(model_path)

def download_model(model_name):
    """Download the model using the ollama command."""
    if model_name in ALLOWED_MODELS:
        if not is_model_downloaded(model_name):
            print(f"Downloading model: {model_name}")
            subprocess.run(['ollama', 'pull', model_name], check=True)
            print(f"Model {model_name} downloaded successfully.")
        else:
            print(f"Model {model_name} is already downloaded.")
    else:
        print(f"Model {model_name} is not in the list of allowed models.")

if __name__ == '__main__':
    import os
    #os.system(" ollama serve")
    # Start Ollama in server mode:
    ollama.pull=model_name
    # Load configuration from config.json
    config = load(open('config.json', 'r'))
    site_config = config['site_config']
    url_prefix = config.pop('url_prefix')

    # Create the app
    app = Flask(__name__)
    app.secret_key = secrets.token_hex(16)

    # Set up Babel
    create_babel(app)

    # Set up the website routes
    site = Website(bp, url_prefix)
    for route in site.routes:
        bp.add_url_rule(
            route,
            view_func=site.routes[route]['function'],
            methods=site.routes[route]['methods'],
        )

    # Set up the backend API routes
    backend_api = Backend_Api(bp, config)
    for route in backend_api.routes:
        bp.add_url_rule(
            route,
            view_func=backend_api.routes[route]['function'],
            methods=backend_api.routes[route]['methods'],
        )

    # Register the blueprint
    app.register_blueprint(bp, url_prefix=url_prefix)

    # Run the Flask server
    print(f"Running on {site_config['port']}{url_prefix}")
    app.run(**site_config)
    print(f"Closing port {site_config['port']}")