use tokenizer fix only for str + remote code

ShaderEval.py

@@ -76,9 +76,10 @@ class ReturnGenerationEvaluator(evaluate.TextGenerationEvaluator):
             or isinstance(model_or_pipeline, transformers.PreTrainedModel)
             or isinstance(model_or_pipeline, transformers.TFPreTrainedModel)
         ):
-            # load tokenizer manually, since the pipeline does fail to do so at times. needed for bigcode/santacoder for example.
-            tokenizer = AutoTokenizer.from_pretrained(model_or_pipeline)
-            
+            if isinstance(model_or_pipeline, str):
+                # load tokenizer manually, since the pipeline does fail to do so at times. needed for bigcode/santacoder for example.
+                tokenizer = AutoTokenizer.from_pretrained(model_or_pipeline, trust_remote_code=True)
+                
             pipe = pipeline(
                 self.task,
                 model=model_or_pipeline,