diff --git a/scripts/package.sh b/scripts/package.sh
index fbca9a73..f2d86ff7 100755
--- a/scripts/package.sh
+++ b/scripts/package.sh
@@ -23,6 +23,9 @@ cp config.sample.json webapp/
 mkdir -p dist
 cp -r webapp riot-$version
 
+# Just in case you have a local config, remove it before packaging
+rm riot-$version/config.json
+
 # if $version looks like semver with leading v, strip it before writing to file
 if [[ ${version} =~ ^v[[:digit:]]+\.[[:digit:]]+\.[[:digit:]]+(-.+)?$ ]]; then
     echo ${version:1} > riot-$version/version