#!/usr/bin/env bash # Aion-1.0-Instruct-2.3B lokal ausprobieren – Linux # Automatisch erzeugt von Tokenstrom (tokenstrom.com). # Aufruf: bash try_linux.sh set -e cd "$(dirname "$0")" echo "== Aion-1.0-Instruct-2.3B ==" if command -v nvidia-smi >/dev/null 2>&1; then nvidia-smi --query-gpu=name,memory.total --format=csv,noheader; else echo "No NVIDIA GPU found – running on CPU (slow)"; fi echo "== Python / Hugging Face ==" python3 -m venv .venv-aion-1-0-instruct-2-3b source .venv-aion-1-0-instruct-2-3b/bin/activate pip install -q -U pip if command -v nvidia-smi >/dev/null 2>&1; then pip install -q -U torch --index-url https://download.pytorch.org/whl/cu124 pip install -q -U transformers accelerate bitsandbytes else pip install -q -U torch --index-url https://download.pytorch.org/whl/cpu pip install -q -U transformers accelerate fi python3 demo.py