diff --git a/src/gallium/drivers/ethosu/ethosu_device.c b/src/gallium/drivers/ethosu/ethosu_device.c
index 03981032503..9217a926e22 100644
--- a/src/gallium/drivers/ethosu/ethosu_device.c
+++ b/src/gallium/drivers/ethosu/ethosu_device.c
@@ -249,6 +249,12 @@ set_device_arch(struct ethosu_ml_device *device, bool is_u65)
    }
 }
 
+static void
+ethosu_ml_device_destroy(struct pipe_ml_device *pdev)
+{
+   ralloc_free(pdev);
+}
+
 static void
 set_device_callbacks(struct ethosu_ml_device *device)
 {
@@ -256,6 +262,7 @@ set_device_callbacks(struct ethosu_ml_device *device)
    device->base.ml_subgraph_create = ethosu_ml_subgraph_create;
    device->base.ml_subgraph_serialize = ethosu_ml_subgraph_serialize;
    device->base.ml_subgraph_destroy = ethosu_ml_subgraph_destroy;
+   device->base.ml_device_destroy = ethosu_ml_device_destroy;
 }
 
 struct pipe_screen *