fix for Error Interrogating when user has garbage in text files #479

modules/interrogate.py

@@ -98,7 +98,7 @@ class InterrogateModels:
             text_array = text_array[0:int(shared.opts.interrogate_clip_dict_limit)]
 
         top_count = min(top_count, len(text_array))
-        text_tokens = clip.tokenize([text for text in text_array]).to(shared.device)
+        text_tokens = clip.tokenize([text for text in text_array], truncate=True).to(shared.device)
         text_features = self.clip_model.encode_text(text_tokens).type(self.dtype)
         text_features /= text_features.norm(dim=-1, keepdim=True)