woops

9 months ago · abd6ed5a3d
parent f799068dec
commit abd6ed5a3d
1 changed files with 1 additions and 1 deletions
--- a/programming_runs/generators/model.py
+++ b/programming_runs/generators/model.py
@ -141,7 +141,7 @@ class HFModelBase(ModelBase):
            num_return_sequences=num_comps,
        )

-        outs = self.tokenizer.batch_decode(outputs, skip_special_tokens=True)
+        outs = self.tokenizer.batch_decode(outputs, skip_special_tokens=False)
        assert isinstance(outs, list)
        for i, out in enumerate(outs):
            assert isinstance(out, str)