diff --git a/pressure-vessel/runtime.c b/pressure-vessel/runtime.c
index 9ed820fd908b1a28f981f40387c435c475967a76..a5bb64e4ea233f4cec7465ce53acbc6de196bd07 100644
--- a/pressure-vessel/runtime.c
+++ b/pressure-vessel/runtime.c
@@ -2466,9 +2466,11 @@ pv_runtime_take_ld_so_from_provider (PvRuntime *self,
                                      &ld_so_relative_to_provider, error);
 
   if (path_fd < 0)
-    return glnx_throw_errno_prefix (error,
-                                    "Unable to determine provider path to %s",
-                                    arch->ld_so);
+    {
+      g_prefix_error (error, "Unable to determine provider path to %s: ",
+                      arch->ld_so);
+      return FALSE;
+    }
 
   ld_so_in_provider = g_build_filename (self->provider_in_host_namespace,
                                         ld_so_relative_to_provider, NULL);