diff --git a/src/cairo-scaled-font-subsets.c b/src/cairo-scaled-font-subsets.c
index 53ea5afb4..b32796337 100644
--- a/src/cairo-scaled-font-subsets.c
+++ b/src/cairo-scaled-font-subsets.c
@@ -338,8 +338,10 @@ _cairo_sub_font_map_glyph (cairo_sub_font_t	*sub_font,
         }
 
 	status = _cairo_hash_table_insert (sub_font->sub_font_glyphs, &sub_font_glyph->base);
-	if (status)
+	if (status) {
+	    _cairo_sub_font_glyph_destroy (sub_font_glyph);
 	    return status;
+	}
     }
 
     subset_glyph->font_id = sub_font->font_id;