diff --git a/scripts/create_testenv.sh b/scripts/create_testenv.sh
index 629751926c..daf1f57895 100755
--- a/scripts/create_testenv.sh
+++ b/scripts/create_testenv.sh
@@ -33,18 +33,22 @@ then
       source activate ${ENVNAME}
     fi
 fi
+conda install --yes numpy scipy mkl-service
 
-pip install jupyter
-conda install --yes matplotlib --channel conda-forge
-conda install --yes numpy scipy pytest pytest-cov pandas patsy joblib mkl-service
+pip install --upgrade pip
+
+#  Install editable using the setup.py
+pip install -e .
+
+# Install extra testing stuff
 if [ ${PYTHON_VERSION} == "2.7" ]; then
-    conda install --yes mock enum34;
+    pip install mock
 fi
 
-pip install --upgrade pip
-pip install --no-deps numdifftools
-pip install git+https://github.com/Theano/Theano.git
-pip install tqdm h5py nose-parameterized==0.6.0
+pip install pytest pytest-cov nose-parameterized pylint
+
+# Install untested, non-required code (linter fails without them)
+pip install ipython ipywidgets numdifftools
 
 if [ -z ${NO_SETUP} ]; then
     python setup.py build_ext --inplace