Instructions to use PrometheusUA/roberta-distilled-quantized-ner-ua with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use PrometheusUA/roberta-distilled-quantized-ner-ua with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="PrometheusUA/roberta-distilled-quantized-ner-ua")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("PrometheusUA/roberta-distilled-quantized-ner-ua") model = AutoModelForTokenClassification.from_pretrained("PrometheusUA/roberta-distilled-quantized-ner-ua", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "one_external_file": true, | |
| "opset": null, | |
| "optimization": { | |
| "disable_attention": null, | |
| "disable_attention_fusion": false, | |
| "disable_bias_gelu": null, | |
| "disable_bias_gelu_fusion": false, | |
| "disable_bias_skip_layer_norm": null, | |
| "disable_bias_skip_layer_norm_fusion": false, | |
| "disable_embed_layer_norm": true, | |
| "disable_embed_layer_norm_fusion": true, | |
| "disable_gelu": null, | |
| "disable_gelu_fusion": false, | |
| "disable_group_norm_fusion": true, | |
| "disable_layer_norm": null, | |
| "disable_layer_norm_fusion": false, | |
| "disable_packed_kv": true, | |
| "disable_rotary_embeddings": false, | |
| "disable_shape_inference": false, | |
| "disable_skip_layer_norm": null, | |
| "disable_skip_layer_norm_fusion": false, | |
| "enable_gelu_approximation": true, | |
| "enable_gemm_fast_gelu_fusion": false, | |
| "enable_transformers_specific_optimizations": true, | |
| "fp16": false, | |
| "no_attention_mask": false, | |
| "optimization_level": 2, | |
| "optimize_for_gpu": false, | |
| "optimize_with_onnxruntime_only": null, | |
| "use_mask_index": false, | |
| "use_multi_head_attention": false, | |
| "use_raw_attention_mask": false | |
| }, | |
| "optimum_version": "1.14.1", | |
| "quantization": {}, | |
| "transformers_version": "4.35.0", | |
| "use_external_data_format": false | |
| } | |