Transformers How to use lapa-llm/fineweb-nemotron-edu-score with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("text-classification", model="lapa-llm/fineweb-nemotron-edu-score") # Load model directly
from transformers import AutoTokenizer, AutoModelForSequenceClassification
tokenizer = AutoTokenizer.from_pretrained("lapa-llm/fineweb-nemotron-edu-score")
model = AutoModelForSequenceClassification.from_pretrained("lapa-llm/fineweb-nemotron-edu-score") 
