Arailym-tleubayeva commited on
Commit
8536af5
·
verified ·
1 Parent(s): 832b5ee

Add hybrid Kazakh duplicate detection model

Browse files
count_vectorizer.joblib ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4abc9bc7964943ee2efc8b1a78306c4e74cdf6ee474ebb39584043b3bd49cce1
3
+ size 7938259
lda_model.joblib ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8197d384087679c5ad7325f9797f943567063f0ff075309cf6bb0cd0ecec0832
3
+ size 19051589
lsa_svd.joblib ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca792e90017adb59cbadc6ee8863ab60076858dfe39c10455f8d6ddd5645976c
3
+ size 245972743
meta.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "created_at": "2026-02-10T06:39:36.939185",
3
+ "dataset": "Arailym-tleubayeva/KazakhTextDuplicates",
4
+ "preprocessing": {
5
+ "ngram_n": 3,
6
+ "stopwords_count": 135
7
+ },
8
+ "lsa": {
9
+ "n_components": 100
10
+ },
11
+ "lda": {
12
+ "n_topics": 10
13
+ },
14
+ "fusion": {
15
+ "weights": {
16
+ "jaccard": 0.3,
17
+ "lsa": 0.4,
18
+ "lda": 0.3
19
+ },
20
+ "threshold": 0.7
21
+ }
22
+ }
tfidf_vectorizer.joblib ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179f9c8cad3b88ab354b2be1aabf3906e67a9697b42108175f913dca73c50f87
3
+ size 10398320