diff --git a/plugins/python-build/bin/python-build b/plugins/python-build/bin/python-build
index 5c01dbf8..f7e89322 100755
--- a/plugins/python-build/bin/python-build
+++ b/plugins/python-build/bin/python-build
@@ -922,6 +922,9 @@ build_package_pyston() {
   mkdir -p "${PREFIX_PATH}/"
   cp -fR . "${PREFIX_PATH}/"
   chmod +x "${PREFIX_PATH}/"pyston
+  # FIXME ugly hack below adapted from
+  # https://github.com/dropbox/pyston/blob/master/docker/pyston/Dockerfile
+  ( cd "${PREFIX_PATH}/" && ./pyston virtualenv/virtualenv.py . )
 }
 
 build_package_ironpython() {
diff --git a/plugins/python-build/share/python-build/pyston-0.5.1 b/plugins/python-build/share/python-build/pyston-0.5.1
index 28d97a8a..3bac8557 100644
--- a/plugins/python-build/share/python-build/pyston-0.5.1
+++ b/plugins/python-build/share/python-build/pyston-0.5.1
@@ -5,9 +5,6 @@ case "$(pyston_architecture 2>/dev/null || true)" in
   # pyston targets python 2.7.7 and does not have ensurepip, when attempting to
   # run https://bootstrap.pypa.io/get-pip.py it dumps core, see
   # https://github.com/dropbox/pyston/issues/1373
-  # FIXME ugly hack below adapted from
-  # https://github.com/dropbox/pyston/blob/master/docker/pyston/Dockerfile
-  ( cd "${PREFIX_PATH}/" && ./pyston virtualenv/virtualenv.py . )
   # activate the virtualenv so that we're using the correct pip and site-packages location
   ( source "${PREFIX_PATH}/bin/activate" )
   # FIXME: if this fails it should not break the installation