diff --git a/pkg/manager/generator_preview.go b/pkg/manager/generator_preview.go
index 506b9b21e..5043ce349 100644
--- a/pkg/manager/generator_preview.go
+++ b/pkg/manager/generator_preview.go
@@ -41,7 +41,6 @@ func NewPreviewGenerator(videoFile ffmpeg.VideoFile, videoFilename string, image
 }
 
 func (g *PreviewGenerator) Generate() error {
-	instance.Paths.Generated.EmptyTmpDir()
 	logger.Infof("[generator] generating scene preview for %s", g.Info.VideoFile.Path)
 	encoder := ffmpeg.NewEncoder(instance.FFMPEGPath)
 
diff --git a/pkg/manager/generator_sprite.go b/pkg/manager/generator_sprite.go
index bb7617474..07805c61f 100644
--- a/pkg/manager/generator_sprite.go
+++ b/pkg/manager/generator_sprite.go
@@ -48,7 +48,6 @@ func NewSpriteGenerator(videoFile ffmpeg.VideoFile, imageOutputPath string, vttO
 }
 
 func (g *SpriteGenerator) Generate() error {
-	instance.Paths.Generated.EmptyTmpDir()
 	encoder := ffmpeg.NewEncoder(instance.FFMPEGPath)
 
 	if err := g.generateSpriteImage(&encoder); err != nil {
diff --git a/pkg/manager/manager_tasks.go b/pkg/manager/manager_tasks.go
index 62fa03c19..512b88f61 100644
--- a/pkg/manager/manager_tasks.go
+++ b/pkg/manager/manager_tasks.go
@@ -95,6 +95,11 @@ func (s *singleton) Generate(sprites bool, previews bool, markers bool, transcod
 		for _, scene := range scenes {
 			wg.Add(delta)
 
+			// Clear the tmp directory for each scene
+			if sprites || previews || markers {
+				instance.Paths.Generated.EmptyTmpDir()
+			}
+
 			if sprites {
 				task := GenerateSpriteTask{Scene: scene}
 				go task.Start(&wg)
diff --git a/pkg/manager/task_generate_markers.go b/pkg/manager/task_generate_markers.go
index bac288398..5b67007cd 100644
--- a/pkg/manager/task_generate_markers.go
+++ b/pkg/manager/task_generate_markers.go
@@ -18,7 +18,6 @@ type GenerateMarkersTask struct {
 func (t *GenerateMarkersTask) Start(wg *sync.WaitGroup) {
 	defer wg.Done()
 
-	instance.Paths.Generated.EmptyTmpDir()
 	qb := models.NewSceneMarkerQueryBuilder()
 	sceneMarkers, _ := qb.FindBySceneID(t.Scene.ID, nil)
 	if len(sceneMarkers) == 0 {