add tokenizer 7435369
Moreno La Quatra commited on
How to use morenolq/thext-cs-scibert with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("text-classification", model="morenolq/thext-cs-scibert") # Load model directly
from transformers import AutoTokenizer, AutoModelForSequenceClassification
tokenizer = AutoTokenizer.from_pretrained("morenolq/thext-cs-scibert")
model = AutoModelForSequenceClassification.from_pretrained("morenolq/thext-cs-scibert")