remove unused tokenizer

philipithomas · philipithomas · commit 5d46f96cd5e8 · 2025-02-28T09:35:02.000-08:00
diff --git a/tests/generate_tests.py b/tests/generate_tests.py
@@ -61,6 +61,9 @@
 
     # TODO: remove when need for trust_remote_code can be addressed in CI
     'monologg/kobert',
+
+    # TODO: remove when protobuf compatibility issues are resolved
+    'dangvantuan/sentence-camembert-large',
 ]
 
 MAX_TESTS = {

Original file line number	Diff line number	Diff line change
`@@ -61,6 +61,9 @@`
`61`	`61`
`62`	`62`	`# TODO: remove when need for trust_remote_code can be addressed in CI`
`63`	`63`	`'monologg/kobert',`
	`64`	`+`
	`65`	`+ # TODO: remove when protobuf compatibility issues are resolved`
	`66`	`+ 'dangvantuan/sentence-camembert-large',`
`64`	`67`	`]`
`65`	`68`
`66`	`69`	`MAX_TESTS = {`