create-dev-env.sh 8.6 KB
Newer Older
1
#!/usr/bin/env bash
John Jarvis committed
2
set -e
3 4 5 6 7 8 9

# posix compliant sanity check
if [ -z $BASH ] || [  $BASH = "/bin/sh" ]; then
    echo "Please use the bash interpreter to run this script"
    exit 1
fi

10
trap "ouch" ERR
John Jarvis committed
11

12 13 14 15 16 17 18 19
ouch() {
    printf '\E[31m'

    cat<<EOL
    
    !! ERROR !!

    The last command did not complete successfully, 
20
    For more details or trying running the
21
    script again with the -v flag.  
22 23
    
    Output of the script is recorded in $LOG
24 25

EOL
26
    printf '\E[0m'
27 28

}
John Jarvis committed
29
error() {
John Jarvis committed
30
      printf '\E[31m'; echo "$@"; printf '\E[0m' 
John Jarvis committed
31 32 33 34 35 36 37 38 39 40
}
output() {
      printf '\E[36m'; echo "$@"; printf '\E[0m' 
}
usage() {
    cat<<EO

    Usage: $PROG [-c] [-v] [-h]
    
            -c        compile scipy and numpy
41
            -s        give access to global site-packages for virtualenv 
John Jarvis committed
42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
            -v        set -x + spew
            -h        this

EO
    info
}

info() {

    cat<<EO
    MITx base dir : $BASE 
    Python dir : $PYTHON_DIR
    Ruby dir : $RUBY_DIR
    Ruby ver : $RUBY_VER

EO
John Jarvis committed
58
}
John Jarvis committed
59

60 61
clone_repos() {
    cd "$BASE"
62
    
63
    if [[ -d "$BASE/mitx/.git" ]]; then
64 65
        output "Pulling mitx"
        cd "$BASE/mitx"
66
        git pull 
67 68 69 70 71
    else
        output "Cloning mitx"
        if [[ -d "$BASE/mitx" ]]; then
            mv "$BASE/mitx" "${BASE}/mitx.bak.$$"
        fi
72
        git clone git@github.com:MITx/mitx.git
73
    fi
74
     
75
    if [[ ! -d "$BASE/mitx/askbot/.git" ]]; then
76 77 78 79
        output "Cloning askbot as a submodule of mitx"
        cd "$BASE/mitx"
        git submodule update --init
    fi
80
    
81
    # By default, dev environments start with a copy of 6.002x
82
    cd "$BASE"
83
    mkdir -p "$BASE/data"
84 85 86 87
    REPO="content-mit-6002x"
    if [[ -d "$BASE/data/$REPO/.git" ]]; then
        output "Pulling $REPO"
        cd "$BASE/data/$REPO"
88
        git pull 
89
    else
90 91 92
        output "Cloning $REPO"
        if [[ -d "$BASE/data/$REPO" ]]; then
            mv "$BASE/data/$REPO" "${BASE}/data/$REPO.bak.$$"
93
        fi
94
	cd "$BASE/data"
95
        git clone git@github.com:MITx/$REPO 
96
    fi
97
}
John Jarvis committed
98 99 100 101 102 103 104 105

PROG=${0##*/}
BASE="$HOME/mitx_all"
PYTHON_DIR="$BASE/python"
RUBY_DIR="$BASE/ruby"
RUBY_VER="1.9.3"
NUMPY_VER="1.6.2"
SCIPY_VER="0.10.1"
106
BREW_FILE="$BASE/mitx/brew-formulas.txt"
107
LOG="/var/tmp/install-$(date +%Y%m%d-%H%M%S).log"
108
APT_PKGS="curl git python-virtualenv build-essential python-dev gfortran liblapack-dev libfreetype6-dev libpng12-dev libxml2-dev libxslt-dev yui-compressor coffeescript"
John Jarvis committed
109

John Jarvis committed
110 111 112 113 114
if [[ $EUID -eq 0 ]]; then
    error "This script should not be run using sudo or as the root user"
    usage
    exit 1
fi
115
ARGS=$(getopt "cvhs" "$*")
John Jarvis committed
116 117 118 119 120 121 122 123 124 125 126
if [[ $? != 0 ]]; then
    usage
    exit 1
fi
eval set -- "$ARGS"
while true; do 
    case $1 in 
        -c)
            compile=true
            shift
            ;;
127 128 129 130
        -s)
            systempkgs=true
            shift
            ;;
John Jarvis committed
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160
        -v)
            set -x
            verbose=true
            shift
            ;;
        -h)
            usage
            exit 0
            ;;
        --)
            shift
            break
            ;;
    esac
done

cat<<EO

  This script will setup a local MITx environment, this
  includes

       * Django
       * A local copy of Python and library dependencies
       * A local copy of Ruby and library dependencies

  It will also attempt to install operating system dependencies
  with apt(debian) or brew(OSx).

  To compile scipy and numpy from source use the -c option

John Jarvis committed
161 162 163 164 165
  !!! Do not run this script from an existing virtualenv !!!
  
  If you are in a ruby/python virtualenv please start a new
  shell. 

John Jarvis committed
166 167 168 169 170
EO
info
output "Press return to begin or control-C to abort"
read dummy

171 172 173 174
# log all stdout and stderr 
exec > >(tee $LOG)
exec 2>&1

John Jarvis committed
175 176 177 178 179 180
if ! grep -q "export rvm_path=$RUBY_DIR" ~/.rvmrc; then
    if [[ -f $HOME/.rvmrc ]]; then
        output "Copying existing .rvmrc to .rvmrc.bak"
        cp $HOME/.rvmrc $HOME/.rvmrc.bak
    fi
    output "Creating $HOME/.rvmrc so rvm uses $RUBY_DIR"
John Jarvis committed
181 182
    echo "export rvm_path=$RUBY_DIR" > $HOME/.rvmrc
fi
John Jarvis committed
183

John Jarvis committed
184 185 186 187 188 189 190 191 192
mkdir -p $BASE
case `uname -s` in
    [Ll]inux)
        command -v lsb_release &>/dev/null || {
            error "Please install lsb-release."
            exit 1
        }
        distro=`lsb_release -cs`
        case $distro in
193
            maya|lisa|natty|oneiric|precise)
John Jarvis committed
194 195 196
                output "Installing ubuntu requirements"
                sudo apt-get -y update
                sudo apt-get -y install $APT_PKGS 
197
                clone_repos
John Jarvis committed
198 199 200 201
                ;;
            *)
                error "Unsupported distribution - $distro"
                exit 1
202
               ;;
John Jarvis committed
203 204 205
        esac
        ;;
    Darwin)
206 207 208 209 210 211 212 213 214 215 216 217
    
        if [[ ! -w /usr/local ]]; then
            cat<<EO
   
        You need to be able to write to /usr/local for 
        the installation of brew and brew packages.

        Either make sure the group you are in (most likely 'staff')
        can write to that directory or simply execute the following
        and re-run the script:

        $ sudo chown -R $USER /usr/local
John Jarvis committed
218
EO
219 220 221 222 223

            exit 1

        fi

John Jarvis committed
224 225
        command -v brew &>/dev/null || { 
            output "Installing brew"
226
            /usr/bin/ruby -e "$(curl -fsSL https://raw.github.com/mxcl/homebrew/master/Library/Contributions/install_homebrew.rb)" 
John Jarvis committed
227
        } 
228 229
        command -v git &>/dev/null || {
            output "Installing git"
230
            brew install git 
231 232 233 234
        }

        clone_repos

John Jarvis committed
235
        output "Installing OSX requirements"
236 237 238 239
        if [[ ! -r $BREW_FILE ]]; then
            error "$BREW_FILE does not exist, needed to install brew deps"
            exit 1
        fi
John Jarvis committed
240
        # brew errors if the package is already installed
241
        for pkg in $(cat $BREW_FILE); do
John Jarvis committed
242 243
            grep $pkg <(brew list) &>/dev/null || {
                output "Installing $pkg"
244
                brew install $pkg  
John Jarvis committed
245 246 247 248
            }
        done
        command -v pip &>/dev/null || {
            output "Installing pip"
249
            sudo easy_install pip  
John Jarvis committed
250
        }
251

252 253 254 255 256
        if ! grep -Eq ^1.7 <(virtualenv --version 2>/dev/null); then
            output "Installing virtualenv >1.7"
            sudo pip install 'virtualenv>1.7' virtualenvwrapper
        fi

John Jarvis committed
257 258
        command -v coffee &>/dev/null || {
            output "Installing coffee script"
259
            curl --insecure https://npmjs.org/install.sh | sh
John Jarvis committed
260 261
            npm install -g coffee-script
        }
John Jarvis committed
262 263 264 265 266 267
        ;;
    *)
        error "Unsupported platform"
        exit 1
        ;;
esac
268 269 270 271

output "Installing rvm and ruby"
curl -sL get.rvm.io | bash -s stable
source $RUBY_DIR/scripts/rvm
272
# skip the intro 
273
LESS="-E" rvm install $RUBY_VER
274 275
if [[ $systempkgs ]]; then
    virtualenv --system-site-packages "$PYTHON_DIR"
276
else
277 278 279
    # default behavior for virtualenv>1.7 is 
    # --no-site-packages
    virtualenv  "$PYTHON_DIR"
280
fi
281 282 283 284
source $PYTHON_DIR/bin/activate
output "Installing gem bundler"
gem install bundler
output "Installing ruby packages"
285 286
# hack :(
cd $BASE/mitx  || true
287 288 289 290
bundle install

cd $BASE

John Jarvis committed
291 292 293 294 295 296 297 298 299
if [[ -n $compile ]]; then
    output "Downloading numpy and scipy"
    curl -sL -o numpy.tar.gz http://downloads.sourceforge.net/project/numpy/NumPy/${NUMPY_VER}/numpy-${NUMPY_VER}.tar.gz
    curl -sL -o scipy.tar.gz http://downloads.sourceforge.net/project/scipy/scipy/${SCIPY_VER}/scipy-${SCIPY_VER}.tar.gz
    tar xf numpy.tar.gz
    tar xf scipy.tar.gz
    rm -f numpy.tar.gz scipy.tar.gz
    output "Compiling numpy"
    cd "$BASE/numpy-${NUMPY_VER}"
300
    python setup.py install 
John Jarvis committed
301 302
    output "Compiling scipy"
    cd "$BASE/scipy-${SCIPY_VER}"
303
    python setup.py install 
John Jarvis committed
304 305 306 307
    cd "$BASE"
    rm -rf numpy-${NUMPY_VER} scipy-${SCIPY_VER}
fi

308
output "Installing MITx pre-requirements"
309
pip install -r mitx/pre-requirements.txt 
310 311 312
# Need to be in the mitx dir to get the paths to local modules right
output "Installing MITx requirements"
cd mitx
313
pip install -r requirements.txt 
314 315 316 317
output "Installing askbot requirements"
pip install -r askbot/askbot_requirements.txt 
pip install -r askbot/askbot_requirements_dev.txt 

John Jarvis committed
318

John Jarvis committed
319 320
mkdir "$BASE/log" || true
mkdir "$BASE/db" || true
John Jarvis committed
321 322 323 324

cat<<END
   Success!!

325 326
   To start using Django you will need to activate the local Python 
   and Ruby environment (at this time rvm only supports bash) :
John Jarvis committed
327 328 329 330

        $ source $RUBY_DIR/scripts/rvm
        $ source $PYTHON_DIR/bin/activate
  
331
   To initialize Django
John Jarvis committed
332 333
        
        $ cd $BASE/mitx
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354
        $ rake django-admin[syncdb]
        $ rake django-admin[migrate]

   To start the Django on port 8000

        $ rake lms
   
   Or to start Django on a different <port#>

        $ rake django-admin[runserver,lms,dev,<port#>]   

  If the Django development server starts properly you 
  should see:

      Development server is running at http://127.0.0.1:<port#>/
      Quit the server with CONTROL-C.

  Connect your browser to http://127.0.0.1:<port#> to 
  view the Django site.


John Jarvis committed
355 356 357
END
exit 0