diff --git a/customize.sh b/customize.sh
index 4bd2fd6..10a45be 100755
--- a/customize.sh
+++ b/customize.sh
@@ -41,6 +41,8 @@ perl -n -i \
     -e "print;" \
     ${ISO}/boot/grub/{grub,loopback}.cfg
 
+sudo install -D -m 0644 files/fallback_dns.conf ${FS}/etc/systemd/resolved.conf.d/fallback_dns.conf
+
 if ! [ "$1" == "skip" ] ; then
 
 # Run the customize-inner.sh script inside the chroot
diff --git a/files/customize-inner.sh b/files/customize-inner.sh
index 9e5ce1f..93dcf37 100755
--- a/files/customize-inner.sh
+++ b/files/customize-inner.sh
@@ -10,7 +10,6 @@ set -x
 
 # Move stuff to the right places
 install -D -m 0644 files/nilmbuntu.png /usr/share/xfce4/backdrops/nilmbuntu.png
-install -D -m 0644 files/fallback_dns.conf /etc/systemd/resolved.conf.d/fallback_dns.conf
 install -D -m 0644 files/casper.conf /etc/casper.conf
 install -D -m 0644 files/hosts.nilm /etc/hosts.nilm