diff --git a/superduperdb/ext/transformers/model.py b/superduperdb/ext/transformers/model.py
index 69530424e2..c2c934b136 100644
--- a/superduperdb/ext/transformers/model.py
+++ b/superduperdb/ext/transformers/model.py
@@ -193,7 +193,7 @@ def compute_metrics(eval_pred):
 
     def _predict(self, X, one: bool = False, **kwargs):
         if self.pipeline is not None:
-            out = self.pipeline(X, **self.preprocess_kwargs, **kwargs)
+            out = self.pipeline(X, **kwargs)
             out = [r['label'] for r in out]
             for i, p in enumerate(out):
                 if re.match(r'^LABEL_[0-9]+', p):