diff --git a/bootstrap/README.md b/bootstrap/README.md
index 834df1e0..2ab6a83a 100644
--- a/bootstrap/README.md
+++ b/bootstrap/README.md
@@ -17,4 +17,9 @@ If Vagrant throws error about `vboxsf` try this:
 ```
 vagrant plugin install vagrant-vbguest
 ```
-(see https://github.com/shiguredo/packer-templates/issues/16).
\ No newline at end of file
+(see https://github.com/shiguredo/packer-templates/issues/16).
+
+If you're rebuilding the same box, make sure Vagrant reimports it:
+```
+vagrant box remove solar-master
+```
\ No newline at end of file
diff --git a/bootstrap/playbooks/files/ubuntu-ansible.sh b/bootstrap/playbooks/files/ubuntu-ansible.sh
new file mode 100644
index 00000000..4eb6b306
--- /dev/null
+++ b/bootstrap/playbooks/files/ubuntu-ansible.sh
@@ -0,0 +1,7 @@
+#!/bin/sh
+
+apt-get remove -f python-pip
+sudo apt-get install -y python-setuptools
+sudo easy_install pip
+sudo pip install -U pip
+sudo pip install ansible
diff --git a/bootstrap/solar-master.json b/bootstrap/solar-master.json
index b799801e..9a9117f3 100644
--- a/bootstrap/solar-master.json
+++ b/bootstrap/solar-master.json
@@ -9,13 +9,7 @@
   "provisioners": [
     {
       "type": "shell",
-      "inline": [
-        "sudo apt-get remove -f python-pip",
-        "sudo apt-get install -y python-setuptools",
-        "sudo easy_install pip",
-        "sudo pip install -U pip",
-        "sudo pip install ansible"
-      ]
+      "script": "playbooks/files/ubuntu-ansible.sh"
     }, {
       "type": "ansible-local",
       "playbook_dir": "playbooks",