ortix-seg-lv-small / sentence_segmentation_config.json
ernestsrudzitis's picture
Upload ortix-seg-lv-small export
d31cc42 verified
Raw
History Blame
864 Bytes
{
"task": "sentence_segmentation",
"base_model_name": "AiLab-IMCS-UL/lv-deberta-base",
"tokenizer_name": "AiLab-IMCS-UL/lv-deberta-base",
"max_length": 512,
"stride": 256,
"threshold": 0.7459667921066284,
"window_aggregation": "context_weighted_mean",
"postprocessing": {
"suppress_inside_alnum_token": true,
"shift_over_closing_marks": true,
"normalize_terminal_punctuation_clusters": true,
"merge_punctuation_only_spans": false,
"suppress_before_latvian_year_period_modifier": true,
"suppress_latvian_date_time_continuations": true,
"suppress_latvian_ordinal_continuations": true,
"suppress_latvian_abbreviation_continuations": true,
"suppress_initial_name_continuations": true
},
"id2label": {
"0": "NO_BOUNDARY",
"1": "BOUNDARY"
},
"label2id": {
"NO_BOUNDARY": 0,
"BOUNDARY": 1
}
}