diff --git a/spa/plugins/alsa/alsa-utils.c b/spa/plugins/alsa/alsa-utils.c
index 0886d068e..f198a1dde 100644
--- a/spa/plugins/alsa/alsa-utils.c
+++ b/spa/plugins/alsa/alsa-utils.c
@@ -970,6 +970,8 @@ int spa_alsa_start(struct state *state)
 
 	if (state->position)
 		state->threshold = state->position->size;
+	else
+		state->threshold = state->props.min_latency;
 
 	state->slaved = false;
 	if (state->position && state->clock) {