diff --git a/src/api/client/keys.rs b/src/api/client/keys.rs
index f6224343..2fdfc0bc 100644
--- a/src/api/client/keys.rs
+++ b/src/api/client/keys.rs
@@ -380,7 +380,9 @@ pub(crate) async fn upload_signatures_route(
 			}
 		}
 
-		failures.insert(user_id.to_owned(), failure_reasons.clone());
+		if !failure_reasons.is_empty() {
+			failures.insert(user_id.to_owned(), failure_reasons.clone());
+		}
 	}
 
 	Ok(upload_signatures::v3::Response { failures })