diff --git a/Makefile b/Makefile
index 8038e3c2..11b2092e 100644
--- a/Makefile
+++ b/Makefile
@@ -1,7 +1,7 @@
 help: ## Display this help screen
 	@grep -h -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-15s\033[0m %s\n", $$1, $$2}'
 
-COMPILER_VERSION=v0.3.0-rc
+COMPILER_VERSION=v0.3.0-rc.1
 
 setup-compiler: ## Setup the Dusk Contract Compiler
 	@./scripts/setup-compiler.sh $(COMPILER_VERSION)
diff --git a/scripts/setup-compiler.sh b/scripts/setup-compiler.sh
index 37df787e..aa3eacbc 100755
--- a/scripts/setup-compiler.sh
+++ b/scripts/setup-compiler.sh
@@ -35,8 +35,6 @@ if [ ! -d "$UNZIPPED_DIR" ]; then
     echo "Extracting compiler..."
     mkdir -p "$UNZIPPED_DIR"
     unzip "$ARTIFACT_PATH" -d "$UNZIPPED_DIR" >> /dev/null
-    # We don't require the source of the compiler itself
-    rm "$UNZIPPED_DIR/rustc-nightly-src.tar.gz"
 fi
 
 # Extract the tarballs, if they aren't already extracted