diff --git a/environment/pipeline.go b/environment/pipeline.go
index c3d33e6a..28170def 100644
--- a/environment/pipeline.go
+++ b/environment/pipeline.go
@@ -329,8 +329,10 @@ func (p *Pipeline) Local(ctx context.Context, op *compiler.Value, st llb.State)
 	if err != nil {
 		return st, err
 	}
+
+	// Excludes .dagger directory by default
+	excludePatterns := []string{"**/.dagger/"}
 	if len(excludes) > 0 {
-		excludePatterns := []string{}
 		for _, i := range excludes {
 			pattern, err := i.String()
 			if err != nil {
@@ -338,9 +340,8 @@ func (p *Pipeline) Local(ctx context.Context, op *compiler.Value, st llb.State)
 			}
 			excludePatterns = append(excludePatterns, pattern)
 		}
-
-		opts = append(opts, llb.ExcludePatterns(excludePatterns))
 	}
+	opts = append(opts, llb.ExcludePatterns(excludePatterns))
 
 	// FIXME: Remove the `Copy` and use `Local` directly.
 	//