Instructions to use archi-ai/Indo-LegalBERT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use archi-ai/Indo-LegalBERT with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="archi-ai/Indo-LegalBERT")# Load model directly from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("archi-ai/Indo-LegalBERT") model = AutoModelForMaskedLM.from_pretrained("archi-ai/Indo-LegalBERT") - Notebooks
- Google Colab
- Kaggle
Commit ·
84abde3
1
Parent(s): 1e54b45
Training in progress, step 500
Browse files- config.json +6 -6
- pytorch_model.bin +2 -2
- runs/Jul25_12-15-57_74e7701c4fcd/events.out.tfevents.1690287546.74e7701c4fcd.1017.0 +3 -0
- runs/Jul25_12-30-33_74e7701c4fcd/events.out.tfevents.1690288307.74e7701c4fcd.1017.1 +3 -0
- runs/Jul25_12-42-43_74e7701c4fcd/events.out.tfevents.1690288972.74e7701c4fcd.1017.2 +3 -0
- runs/Jul25_12-44-59_74e7701c4fcd/events.out.tfevents.1690289115.74e7701c4fcd.15402.0 +3 -0
- runs/Jul25_12-46-57_74e7701c4fcd/events.out.tfevents.1690289240.74e7701c4fcd.16259.0 +3 -0
- runs/Jul25_12-46-57_74e7701c4fcd/events.out.tfevents.1690289297.74e7701c4fcd.16259.1 +3 -0
- runs/Jul25_13-13-13_74e7701c4fcd/events.out.tfevents.1690290875.74e7701c4fcd.16259.2 +3 -0
- training_args.bin +1 -1
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "indobenchmark/indobert-
|
| 3 |
"_num_labels": 5,
|
| 4 |
"architectures": [
|
| 5 |
"BertForMaskedLM"
|
|
@@ -9,7 +9,7 @@
|
|
| 9 |
"directionality": "bidi",
|
| 10 |
"hidden_act": "gelu",
|
| 11 |
"hidden_dropout_prob": 0.1,
|
| 12 |
-
"hidden_size":
|
| 13 |
"id2label": {
|
| 14 |
"0": "LABEL_0",
|
| 15 |
"1": "LABEL_1",
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"4": "LABEL_4"
|
| 19 |
},
|
| 20 |
"initializer_range": 0.02,
|
| 21 |
-
"intermediate_size":
|
| 22 |
"label2id": {
|
| 23 |
"LABEL_0": 0,
|
| 24 |
"LABEL_1": 1,
|
|
@@ -29,8 +29,8 @@
|
|
| 29 |
"layer_norm_eps": 1e-12,
|
| 30 |
"max_position_embeddings": 512,
|
| 31 |
"model_type": "bert",
|
| 32 |
-
"num_attention_heads":
|
| 33 |
-
"num_hidden_layers":
|
| 34 |
"output_past": true,
|
| 35 |
"pad_token_id": 0,
|
| 36 |
"pooler_fc_size": 768,
|
|
@@ -43,5 +43,5 @@
|
|
| 43 |
"transformers_version": "4.31.0",
|
| 44 |
"type_vocab_size": 2,
|
| 45 |
"use_cache": true,
|
| 46 |
-
"vocab_size":
|
| 47 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "indobenchmark/indobert-large-p2",
|
| 3 |
"_num_labels": 5,
|
| 4 |
"architectures": [
|
| 5 |
"BertForMaskedLM"
|
|
|
|
| 9 |
"directionality": "bidi",
|
| 10 |
"hidden_act": "gelu",
|
| 11 |
"hidden_dropout_prob": 0.1,
|
| 12 |
+
"hidden_size": 1024,
|
| 13 |
"id2label": {
|
| 14 |
"0": "LABEL_0",
|
| 15 |
"1": "LABEL_1",
|
|
|
|
| 18 |
"4": "LABEL_4"
|
| 19 |
},
|
| 20 |
"initializer_range": 0.02,
|
| 21 |
+
"intermediate_size": 4096,
|
| 22 |
"label2id": {
|
| 23 |
"LABEL_0": 0,
|
| 24 |
"LABEL_1": 1,
|
|
|
|
| 29 |
"layer_norm_eps": 1e-12,
|
| 30 |
"max_position_embeddings": 512,
|
| 31 |
"model_type": "bert",
|
| 32 |
+
"num_attention_heads": 16,
|
| 33 |
+
"num_hidden_layers": 24,
|
| 34 |
"output_past": true,
|
| 35 |
"pad_token_id": 0,
|
| 36 |
"pooler_fc_size": 768,
|
|
|
|
| 43 |
"transformers_version": "4.31.0",
|
| 44 |
"type_vocab_size": 2,
|
| 45 |
"use_cache": true,
|
| 46 |
+
"vocab_size": 30522
|
| 47 |
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c3f84fdd878b6f2554975fecf3687a51bb3bf37fe621850f2c9b9758c5eeafd
|
| 3 |
+
size 1340832821
|
runs/Jul25_12-15-57_74e7701c4fcd/events.out.tfevents.1690287546.74e7701c4fcd.1017.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b9bfa127c8722b15452fa6d0b279b71f78f7e10663200f9d750bf359cb06558
|
| 3 |
+
size 4720
|
runs/Jul25_12-30-33_74e7701c4fcd/events.out.tfevents.1690288307.74e7701c4fcd.1017.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95b4aedc76e746a87b37f80a6fd0bc38da497e0ccd796d3d5e044c23aa677747
|
| 3 |
+
size 4719
|
runs/Jul25_12-42-43_74e7701c4fcd/events.out.tfevents.1690288972.74e7701c4fcd.1017.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67e4db7b1ee285bf4c28193c953ba3c24cddb98e9d4603a7eabc97f78ebe74e9
|
| 3 |
+
size 4184
|
runs/Jul25_12-44-59_74e7701c4fcd/events.out.tfevents.1690289115.74e7701c4fcd.15402.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08d3a0e53e9d8c5c216e479d1058c2b307250557dd87bf48c7eb60f1848de181
|
| 3 |
+
size 4393
|
runs/Jul25_12-46-57_74e7701c4fcd/events.out.tfevents.1690289240.74e7701c4fcd.16259.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2edb4133207933ceec66852a5501c89cd39d73ecab9a902ef33a57e03b733879
|
| 3 |
+
size 7166
|
runs/Jul25_12-46-57_74e7701c4fcd/events.out.tfevents.1690289297.74e7701c4fcd.16259.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a42567a018afe169da14f133d082e5d9cbeabc550c2db2b22ca9fb6c31086908
|
| 3 |
+
size 354
|
runs/Jul25_13-13-13_74e7701c4fcd/events.out.tfevents.1690290875.74e7701c4fcd.16259.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5d706e08b1d8064512d30aa21a2bcd68dfdc9b57abc0e7884f06590aca22417
|
| 3 |
+
size 4720
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4027
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1dcfa0b66d42946e8f80f15e50630365c7ab894bd4f22544190ae76fc083eaaf
|
| 3 |
size 4027
|