#!/bin/bash # Ensure that the script is run from the root directory of the project if [ ! -f "setup_lm.sh" ]; then echo "This script must be run from the root directory of the project." exit 1 fi # ensure that the language_model/runtime/server/x86/build directory does not exist if [ -d "language_model/runtime/server/x86/build" ]; then echo "The language_model/runtime/server/x86/build directory already exists. Please remove it before running this script." exit 1 fi # ensure that the language_model/runtime/server/x86/fc_base directory does not exist if [ -d "language_model/runtime/server/x86/fc_base" ]; then echo "The language_model/runtime/server/x86/fc_base directory already exists. Please remove it before running this script." exit 1 fi # make sure CMake is installed if ! command -v cmake &> /dev/null; then echo "CMake is not installed. Please install CMake >= 3.14 before running this script with 'sudo apt-get install cmake'." exit 1 fi # make sure gcc is installed if ! command -v gcc &> /dev/null; then echo "GCC is not installed. Please install GCC >= 10.1 before running this script with 'sudo apt-get install build-essential'." exit 1 fi # Ensure conda is available source "$(conda info --base)/etc/profile.d/conda.sh" # Create conda environment with Python 3.9 conda create -n b2txt25_lm python=3.9 -y # Activate the new environment conda activate b2txt25_lm # Upgrade pip pip install --upgrade pip # Install additional packages pip install \ torch==1.13.1 \ redis==5.0.6 \ jupyter==1.1.1 \ numpy==1.24.4 \ matplotlib==3.9.0 \ scipy==1.11.1 \ scikit-learn==1.6.1 \ tqdm==4.66.4 \ g2p_en==2.1.0 \ omegaconf==2.3.0 \ huggingface-hub==0.23.4 \ transformers==4.40.0 \ tokenizers==0.19.1 \ accelerate==0.33.0 \ bitsandbytes==0.41.1 # cd to the language model directory and install the language model cd language_model/runtime/server/x86 python setup.py install # cd back to the root directory cd ../../../.. echo echo "Setup complete! Verify it worked by activating the conda environment with the command 'conda activate b2txt25_lm'." echo