diff --git a/flatdeb/debos-runtimes.yaml b/flatdeb/debos-runtimes.yaml
index 6e62319cbaa50b5a897f8a116d0de4237cf47d33..536ca775dabb2cc7c4272dd84e59da97f0eff896 100644
--- a/flatdeb/debos-runtimes.yaml
+++ b/flatdeb/debos-runtimes.yaml
@@ -248,6 +248,8 @@ actions:
       rm -frv "$ROOTDIR/etc/apt/trusted.gpg~"
       rm -frv "$ROOTDIR/etc/apt/trusted.gpg.d"/flatdeb-build-*.asc
       rm -frv "$ROOTDIR/etc/apt/trusted.gpg.d"/flatdeb-build-*.gpg
+      rm -frv "$ROOTDIR/etc/apt/keyrings"/flatdeb-build-*.asc
+      rm -frv "$ROOTDIR/etc/apt/keyrings"/flatdeb-build-*.gpg
 
   - action: overlay
     source: runtimes/{{ $runtime }}/apt-overlay