diff --git a/plan/task/pull.go b/plan/task/pull.go
index bfa775f3..dc207ed2 100644
--- a/plan/task/pull.go
+++ b/plan/task/pull.go
@@ -2,7 +2,6 @@ package task
 
 import (
 	"context"
-	"encoding/json"
 	"fmt"
 
 	"github.com/docker/distribution/reference"
@@ -60,16 +59,6 @@ func (c *pullTask) Run(ctx context.Context, pctx *plancontext.Context, s solver.
 		return nil, err
 	}
 
-	imageJSON, err := json.Marshal(image)
-	if err != nil {
-		return nil, err
-	}
-	// Apply Image Config on top of LLB instructions
-	st, err = st.WithImageConfig(imageJSON)
-	if err != nil {
-		return nil, err
-	}
-
 	result, err := s.Solve(ctx, st, pctx.Platform.Get())
 	if err != nil {
 		return nil, err