diff --git a/.goreleaser.yml b/.goreleaser.yml
index 2d03cfcc..29f62902 100644
--- a/.goreleaser.yml
+++ b/.goreleaser.yml
@@ -35,7 +35,7 @@ builds:
         goarch: arm64
 
     ldflags:
-      - -s -w -X github.com/Shopify/toxiproxy.Version={{.Version}}
+      - -s -w -X github.com/Shopify/toxiproxy/v2.Version={{.Version}}
 
   - <<: *build_default
     id: client
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 1bec318d..05dd6565 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,10 @@
 # [Unreleased]
 
+# [2.1.7]
+
+* Set the valid version during the build process.
+  Verify the correct verion of the built binaries with `make release-dry` (#328, @miry)
+
 # [2.1.6]
 
 * Use CHANGELOG.md for release description (#306, @miry)
diff --git a/Makefile b/Makefile
index f40b4904..e02f6b7e 100644
--- a/Makefile
+++ b/Makefile
@@ -35,7 +35,10 @@ release:
 
 .PHONY: release-dry
 release-dry:
-	goreleaser release --rm-dist --skip-publish --skip-validate --snapshot
+	version="$(shell git describe --abbrev=0 --tags)"
+	goreleaser build --rm-dist --single-target --skip-validate
+	./dist/toxiproxy-cli-* --version | grep "toxiproxy-cli version $(version)"
+	goreleaser release --rm-dist --skip-publish --skip-validate
 
 .PHONY: setup
 setup: