diff --git a/.circleci/config.yml b/.circleci/config.yml
index 2ae211bfec..3496f5b53b 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -122,7 +122,7 @@ jobs:
         command: echo 127.0.0.1 mailpoet.loc | sudo tee -a /etc/hosts
     - run:
         name: "Set up test environment"
-        command: source ./.circleci/setup.bash && setup php5
+        command: source ./.circleci/setup.bash && setup php5 4.7
     - run:
         name: "PHP Integration tests"
         command: |
diff --git a/.circleci/setup.bash b/.circleci/setup.bash
index a50f38d301..f18aa02c30 100644
--- a/.circleci/setup.bash
+++ b/.circleci/setup.bash
@@ -23,7 +23,7 @@ function setup {
 
 	# Set up WordPress
 	mysql -h 127.0.0.1 -u root -e "create database wordpress"
-	wp core download $wp_cli_wordpress_path $wp_cli_allow_root
+	wp core download $wp_cli_wordpress_path $wp_cli_allow_root --version=${2:-latest}
 
 	# Generate `wp-config.php` file with debugging enabled
 	echo "define(\"WP_DEBUG\", true);" | wp core config --dbname=wordpress --dbuser=root --dbhost=127.0.0.1 --extra-php $wp_cli_wordpress_path $wp_cli_allow_root