diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..2d15ec3742e8ec0b3cbc7cf08d333552bcae0aa0 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +.tmpUMarya filter=lfs diff=lfs merge=lfs -text +model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text diff --git a/.omo/run-continuation/ses_0c21e7031ffeinIgwbwfijjAzG.json b/.omo/run-continuation/ses_0c21e7031ffeinIgwbwfijjAzG.json new file mode 100644 index 0000000000000000000000000000000000000000..f105208e7a01124d3cd2efd53c0db2dbe9ccd76c --- /dev/null +++ b/.omo/run-continuation/ses_0c21e7031ffeinIgwbwfijjAzG.json @@ -0,0 +1,10 @@ +{ + "sessionID": "ses_0c21e7031ffeinIgwbwfijjAzG", + "updatedAt": "2026-07-07T18:40:56.589Z", + "sources": { + "background-task": { + "state": "idle", + "updatedAt": "2026-07-07T18:40:56.589Z" + } + } +} \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..e14ce68b0a559601dc936eba5e7c4d1c3d8ffc84 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Zhipu AI + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md index 32897cd3e640101ba184f8c4ccd896981de3804a..a1cf79d452908c9e402b79405322c574321e5a45 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,64 @@ --- +language: +- en +- zh +library_name: transformers license: mit +pipeline_tag: text-generation --- + +# Sybil 0.1 + +Sybil 0.1 is an experimental base language model derived from GLM-5.2. It is +intended for researchers and builders who want a GLM-5.2-lineage foundation +checkpoint for further evaluation, adaptation, and text-generation experiments. + +This is a base model, not an instruction-tuned assistant. Prompts should be +designed accordingly, and downstream behavior depends heavily on sampling +settings, prompt format, and any additional fine-tuning or alignment applied by +the user. + +## Model Lineage + +- **Model name:** Sybil 0.1 +- **Base lineage:** GLM-5.2 +- **Model type:** Base text-generation model +- **Languages:** English and Chinese +- **License:** MIT +- **Library:** Transformers-compatible GLM architecture + +Sybil 0.1 preserves the GLM-5.2 model family as its foundation while being +packaged as a separate base checkpoint for experimentation. + +## Intended Use + +Sybil 0.1 is suitable for: + +- Research on GLM-5.2-derived base models +- Continued pretraining or supervised adaptation +- Prompting and sampling experiments +- Evaluation of base-model behavior before downstream tuning + +It is not presented as a production assistant, safety-filtered chatbot, or +drop-in replacement for an instruction-tuned model. + +## Usage Notes + +Use an inference stack that supports the GLM-5.2 architecture and the model's +checkpoint format. Because this is a base model, start with conservative +generation settings and evaluate outputs carefully for your use case. + +Example areas to validate before deployment include instruction following, +factuality, multilingual behavior, long-context behavior, refusal behavior, +domain-specific accuracy, and safety characteristics. + +## Evaluation + +No Sybil 0.1-specific benchmark results are claimed in this README. Users should +run their own evaluations on the tasks, prompts, and inference settings relevant +to their intended use. + +## Attribution + +Sybil 0.1 is derived from GLM-5.2. For details on the original GLM-5 model +family, see the GLM-5 technical report and upstream project materials. diff --git a/SYBIL.md b/SYBIL.md new file mode 100644 index 0000000000000000000000000000000000000000..fd792d63b5277883b9150cb2cd9340c83b2cc62c --- /dev/null +++ b/SYBIL.md @@ -0,0 +1,45 @@ +# Sybil 0.1 + +Derived from `zai-org/GLM-5.2-FP8` by transferring the huihui-ai GLM-5.2 abliteration +onto the official FP8 weights. + +## Method (shared-subspace coefficient-replace) + +1. **Recover the refusal direction.** For each residual-writing target tensor, compute + `delta = dequant(base_fp8) - dequant(huihui_gguf)`. Per-tensor Q8_0 quant noise is + independent and averages out in a per-tensor-normalized delta covariance, while the + abliteration direction is shared across all target tensors and dominates. The top-3 + eigenvectors form the refusal subspace `Q` (rank-1 energy ~0.57; the edit is + effectively rank-1, rank-3 kept to match the published spec). +2. **Re-apply to the official weights.** For each target tensor: + `W_sybil = W_base - Q^T (Q W_base) + Q^T (Q W_ablit)`, i.e. replace the official + weight's component in `span(Q)` with huihui's component (the abliteration *amplifies* + this direction; it is not nulled — consistent with the huihui note that final weights + increase). Then requantize to block-FP8 (128x128) with error feedback so the injected + coefficient survives quantization. +3. **Leave everything else untouched.** All non-target shards are hardlinked byte-identical; + non-target tensors inside touched shards are passed through byte-for-byte. + +## Target set (132 tensors) + +Layers **13-78** inclusive (the huihui model card states the first 12 layers and all +expert modules are not ablated), on the residual-writing paths: +`self_attn.o_proj.weight` (66) and `mlp.shared_experts.down_proj.weight` (66). Routed +experts and all gate/up projections are unchanged. + +## Validation + +- Targets changed: 132/132. +- Coefficient moved toward abliterated (dst > base): 132/132. +- Coefficient error to abliterated reduced >65%: 129/132. +- Mean subspace coefficient: base 8.474 -> sybil 8.717 (abliterated target 8.712). +- Non-target tensors in touched shards: 57,039 checked, 0 mismatches. +- Non-target shards inode/byte-identical: 73/73. + +## Source + +- Base: `zai-org/GLM-5.2-FP8` +- Abliteration: `huihui-ai/Huihui-GLM-5.2-abliterated-GGUF` (UD-Q3_K_M; the 132 target + tensors are stored Q8_0 in that quant). + +Provenance artifacts: `sybil_provenance/` and `/home/cvm/abliterate/sybil/reports/`. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..672034e3a1196d8b9fc0116ddc037cb554227f89 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,119 @@ +[gMASK] +{%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%} +{%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%} + {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%} + {{- "You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods." }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} +{%- endif %} +{%- if m.content is string -%} + {{- '' + m.content + '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%} + {{- '\n' -}} + {% for tr in m.content %} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%} + {%- for tr in m.content -%} + {{- '' + tr.output + '' -}} + {%- endfor -%} +{%- else -%} + {{- '' + visible_text(m.content) + '' -}} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e1f0168afd127189fb1c4ddb1d4476a4fca96ac --- /dev/null +++ b/config.json @@ -0,0 +1,776 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "head_dim": 192, + "hidden_act": "silu", + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_share_for_mtp_iteration": true, + "index_skip_topk_offset": 3, + "index_topk": 2048, + "index_topk_freq": 4, + "index_topk_pattern": null, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 1048576, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm_moe_dsa", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "moe_router_dtype": "float32", + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 8000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.12.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880, + "quantization_config": { + "activation_scheme": "dynamic", + "fmt": "e4m3", + "quant_method": "fp8", + "weight_block_size": [ + 128, + 128 + ], + "modules_to_not_convert": [ + "model.layers.59.post_attention_layernorm", + "model.layers.47.mlp.gate.e_score_correction_bias", + "model.layers.71.self_attn.kv_a_layernorm", + "model.layers.46.mlp.gate.e_score_correction_bias", + "model.layers.30.self_attn.kv_a_layernorm", + "model.layers.23.self_attn.kv_a_layernorm", + "model.layers.73.mlp.gate.e_score_correction_bias", + "model.layers.36.mlp.gate", + "model.layers.12.self_attn.q_a_layernorm", + "model.layers.51.mlp.gate", + "model.layers.47.self_attn.kv_a_layernorm", + "model.layers.45.self_attn.q_a_layernorm", + "model.layers.15.self_attn.q_a_layernorm", + "model.layers.39.input_layernorm", + "model.layers.50.self_attn.kv_a_layernorm", + "model.layers.19.post_attention_layernorm", + "model.layers.71.input_layernorm", + "model.layers.72.self_attn.kv_a_layernorm", + "model.layers.70.mlp.gate", + "model.layers.52.input_layernorm", + "model.layers.78.self_attn.kv_a_layernorm", + "model.layers.48.post_attention_layernorm", + "model.layers.4.self_attn.q_a_layernorm", + "model.layers.62.self_attn.q_a_layernorm", + "model.layers.4.post_attention_layernorm", + "model.layers.38.self_attn.indexers_proj", + "model.layers.61.mlp.gate.e_score_correction_bias", + "model.layers.14.mlp.gate.e_score_correction_bias", + "model.layers.36.self_attn.kv_a_layernorm", + "model.layers.65.mlp.gate", + "model.layers.13.self_attn.kv_a_layernorm", + "model.layers.57.mlp.gate", + "model.layers.65.self_attn.kv_a_layernorm", + "model.layers.68.input_layernorm", + "model.layers.70.self_attn.kv_a_layernorm", + "model.layers.24.mlp.gate.e_score_correction_bias", + "model.layers.4.input_layernorm", + "model.layers.20.input_layernorm", + "model.layers.65.self_attn.q_a_layernorm", + "model.layers.38.mlp.gate", + "model.layers.76.mlp.gate.e_score_correction_bias", + "model.layers.62.input_layernorm", + "model.layers.45.input_layernorm", + "model.layers.68.post_attention_layernorm", + "model.layers.72.input_layernorm", + "model.layers.32.mlp.gate.e_score_correction_bias", + "model.layers.27.input_layernorm", + "model.layers.16.post_attention_layernorm", + "model.layers.35.self_attn.q_a_layernorm", + "model.layers.58.self_attn.indexers_proj", + "model.layers.3.mlp.gate.e_score_correction_bias", + "model.layers.49.self_attn.q_a_layernorm", + "model.layers.66.mlp.gate.e_score_correction_bias", + "model.layers.10.self_attn.q_a_layernorm", + "model.layers.51.mlp.gate.e_score_correction_bias", + "model.layers.64.self_attn.q_a_layernorm", + "model.layers.70.input_layernorm", + "model.layers.71.post_attention_layernorm", + "model.layers.67.post_attention_layernorm", + "model.layers.6.self_attn.indexer.k_norm", + "model.layers.3.mlp.gate", + "model.layers.11.mlp.gate", + "model.layers.17.input_layernorm", + "model.layers.13.mlp.gate", + "model.layers.15.mlp.gate", + "model.layers.71.self_attn.q_a_layernorm", + "model.layers.33.mlp.gate.e_score_correction_bias", + "model.layers.72.mlp.gate.e_score_correction_bias", + "model.layers.65.post_attention_layernorm", + "model.layers.78.hnorm", + "model.layers.40.post_attention_layernorm", + "model.layers.12.mlp.gate.e_score_correction_bias", + "model.layers.8.input_layernorm", + "model.layers.73.mlp.gate", + "model.layers.11.post_attention_layernorm", + "model.layers.61.input_layernorm", + "model.layers.14.self_attn.kv_a_layernorm", + "model.layers.39.self_attn.kv_a_layernorm", + "model.layers.70.self_attn.indexer.k_norm", + "model.layers.45.mlp.gate", + "model.layers.51.self_attn.q_a_layernorm", + "model.layers.64.post_attention_layernorm", + "model.layers.20.post_attention_layernorm", + "model.layers.66.self_attn.kv_a_layernorm", + "model.layers.10.self_attn.indexer.k_norm.bias", + "model.layers.23.input_layernorm", + "model.layers.38.self_attn.indexer.k_norm", + "model.layers.19.self_attn.kv_a_layernorm", + "model.layers.40.self_attn.q_a_layernorm", + "model.layers.10.self_attn.indexer.k_norm", + "model.layers.44.post_attention_layernorm", + "model.layers.70.post_attention_layernorm", + "model.layers.41.mlp.gate.e_score_correction_bias", + "model.layers.36.post_attention_layernorm", + "model.layers.30.self_attn.indexer.k_norm.bias", + "model.layers.54.self_attn.q_a_layernorm", + "model.layers.59.mlp.gate", + "model.layers.69.post_attention_layernorm", + "lm_head", + "model.layers.77.self_attn.kv_a_layernorm", + "model.layers.75.self_attn.q_a_layernorm", + "model.layers.56.self_attn.q_a_layernorm", + "model.layers.50.self_attn.indexer.k_norm.bias", + "model.layers.54.mlp.gate", + "model.layers.6.self_attn.indexer.k_norm.bias", + "model.layers.15.input_layernorm", + "model.layers.29.self_attn.q_a_layernorm", + "model.layers.54.self_attn.indexers_proj", + "model.layers.73.self_attn.kv_a_layernorm", + "model.layers.0.self_attn.indexer.k_norm", + "model.layers.58.self_attn.indexer.k_norm", + "model.layers.36.input_layernorm", + "model.layers.47.self_attn.q_a_layernorm", + "model.layers.26.mlp.gate.e_score_correction_bias", + "model.layers.50.input_layernorm", + "model.layers.16.self_attn.q_a_layernorm", + "model.layers.19.mlp.gate.e_score_correction_bias", + "model.layers.78.input_layernorm", + "model.layers.27.mlp.gate", + "model.layers.19.self_attn.q_a_layernorm", + "model.layers.25.input_layernorm", + "model.layers.33.self_attn.kv_a_layernorm", + "model.layers.32.mlp.gate", + "model.layers.61.self_attn.kv_a_layernorm", + "model.layers.50.self_attn.indexers_proj", + "model.layers.34.self_attn.indexers_proj", + "model.layers.4.mlp.gate.e_score_correction_bias", + "model.layers.76.post_attention_layernorm", + "model.layers.57.post_attention_layernorm", + "model.layers.73.post_attention_layernorm", + "model.layers.68.mlp.gate.e_score_correction_bias", + "model.layers.34.self_attn.kv_a_layernorm", + "model.layers.78.enorm", + "model.layers.30.mlp.gate", + "model.layers.10.self_attn.indexers_proj", + "model.layers.34.input_layernorm", + "model.layers.34.post_attention_layernorm", + "model.layers.20.mlp.gate.e_score_correction_bias", + "model.layers.54.self_attn.indexer.k_norm.bias", + "model.layers.44.mlp.gate", + "model.layers.25.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.indexers_proj", + "model.layers.66.self_attn.indexer.k_norm.bias", + "model.layers.41.post_attention_layernorm", + "model.layers.51.post_attention_layernorm", + "model.layers.22.self_attn.indexer.k_norm.bias", + "model.layers.21.mlp.gate.e_score_correction_bias", + "model.layers.15.self_attn.kv_a_layernorm", + "model.layers.25.self_attn.kv_a_layernorm", + "model.layers.55.mlp.gate", + "model.layers.11.self_attn.q_a_layernorm", + "model.layers.72.mlp.gate", + "model.layers.21.self_attn.kv_a_layernorm", + "model.layers.59.mlp.gate.e_score_correction_bias", + "model.layers.2.input_layernorm", + "model.layers.5.mlp.gate", + "model.layers.54.self_attn.kv_a_layernorm", + "model.layers.0.self_attn.indexers_proj", + "model.layers.71.mlp.gate.e_score_correction_bias", + "model.layers.6.self_attn.q_a_layernorm", + "model.layers.14.mlp.gate", + "model.layers.44.self_attn.kv_a_layernorm", + "model.layers.61.post_attention_layernorm", + "model.layers.64.self_attn.kv_a_layernorm", + "model.layers.1.post_attention_layernorm", + "model.layers.4.mlp.gate", + "model.layers.22.post_attention_layernorm", + "model.layers.21.self_attn.q_a_layernorm", + "model.layers.74.self_attn.q_a_layernorm", + "model.layers.18.self_attn.indexers_proj", + "model.layers.75.input_layernorm", + "model.layers.70.self_attn.q_a_layernorm", + "model.layers.22.self_attn.indexer.k_norm", + "model.layers.42.mlp.gate.e_score_correction_bias", + "model.layers.5.self_attn.kv_a_layernorm", + "model.layers.31.mlp.gate.e_score_correction_bias", + "model.layers.62.self_attn.indexer.k_norm.bias", + "model.layers.29.post_attention_layernorm", + "model.layers.6.self_attn.kv_a_layernorm", + "model.layers.48.input_layernorm", + "model.layers.74.self_attn.indexer.k_norm.bias", + "model.layers.7.input_layernorm", + "model.layers.39.self_attn.q_a_layernorm", + "model.layers.41.input_layernorm", + "model.layers.54.self_attn.indexer.k_norm", + "model.layers.32.self_attn.q_a_layernorm", + "model.layers.39.mlp.gate.e_score_correction_bias", + "model.layers.42.input_layernorm", + "model.layers.43.mlp.gate", + "model.layers.72.self_attn.q_a_layernorm", + "model.layers.37.mlp.gate.e_score_correction_bias", + "model.layers.5.post_attention_layernorm", + "model.layers.28.mlp.gate", + "model.layers.2.post_attention_layernorm", + "model.layers.49.post_attention_layernorm", + "model.layers.43.self_attn.kv_a_layernorm", + "model.layers.12.input_layernorm", + "model.layers.56.mlp.gate", + "model.layers.5.input_layernorm", + "model.layers.29.mlp.gate.e_score_correction_bias", + "model.layers.4.self_attn.kv_a_layernorm", + "model.layers.20.self_attn.q_a_layernorm", + "model.layers.59.self_attn.q_a_layernorm", + "model.layers.68.mlp.gate", + "model.layers.21.post_attention_layernorm", + "model.layers.26.self_attn.q_a_layernorm", + "model.layers.52.self_attn.q_a_layernorm", + "model.layers.29.self_attn.kv_a_layernorm", + "model.layers.24.input_layernorm", + "model.layers.34.self_attn.indexer.k_norm.bias", + "model.layers.43.input_layernorm", + "model.layers.27.self_attn.kv_a_layernorm", + "model.layers.31.input_layernorm", + "model.layers.69.mlp.gate", + "model.layers.26.post_attention_layernorm", + "model.layers.3.self_attn.q_a_layernorm", + "model.layers.37.post_attention_layernorm", + "model.layers.52.mlp.gate", + "model.layers.73.input_layernorm", + "model.layers.19.input_layernorm", + "model.layers.13.self_attn.q_a_layernorm", + "model.layers.76.input_layernorm", + "model.layers.8.mlp.gate", + "model.layers.63.post_attention_layernorm", + "model.layers.58.mlp.gate", + "model.layers.31.post_attention_layernorm", + "model.layers.23.mlp.gate.e_score_correction_bias", + "model.layers.34.self_attn.q_a_layernorm", + "model.layers.78.self_attn.indexer.k_norm.bias", + "model.layers.13.mlp.gate.e_score_correction_bias", + "model.layers.71.mlp.gate", + "model.layers.14.input_layernorm", + "model.layers.17.mlp.gate.e_score_correction_bias", + "model.layers.8.post_attention_layernorm", + "model.layers.45.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexer.k_norm", + "model.layers.20.self_attn.kv_a_layernorm", + "model.layers.78.self_attn.indexer.k_norm", + "model.layers.37.mlp.gate", + "model.layers.7.mlp.gate", + "model.layers.30.mlp.gate.e_score_correction_bias", + "model.layers.67.mlp.gate", + "model.layers.73.self_attn.q_a_layernorm", + "model.layers.10.self_attn.kv_a_layernorm", + "model.layers.61.mlp.gate", + "model.layers.22.mlp.gate.e_score_correction_bias", + "model.layers.58.input_layernorm", + "model.layers.8.self_attn.kv_a_layernorm", + "model.layers.33.self_attn.q_a_layernorm", + "model.layers.55.self_attn.q_a_layernorm", + "model.layers.32.input_layernorm", + "model.layers.17.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexer.k_norm.bias", + "model.layers.11.mlp.gate.e_score_correction_bias", + "model.layers.9.input_layernorm", + "model.layers.77.input_layernorm", + "model.layers.16.self_attn.kv_a_layernorm", + "model.layers.45.post_attention_layernorm", + "model.layers.74.mlp.gate", + "model.layers.68.self_attn.q_a_layernorm", + "model.layers.55.self_attn.kv_a_layernorm", + "model.layers.44.input_layernorm", + "model.layers.60.self_attn.kv_a_layernorm", + "model.layers.14.post_attention_layernorm", + "model.layers.62.self_attn.indexers_proj", + "model.layers.0.self_attn.q_a_layernorm", + "model.layers.72.post_attention_layernorm", + "model.layers.78.post_attention_layernorm", + "model.layers.60.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.indexer.k_norm.bias", + "model.layers.38.post_attention_layernorm", + "model.layers.50.post_attention_layernorm", + "model.layers.28.input_layernorm", + "model.layers.30.self_attn.indexer.k_norm", + "model.layers.37.self_attn.q_a_layernorm", + "model.layers.56.input_layernorm", + "model.layers.27.post_attention_layernorm", + "model.layers.74.input_layernorm", + "model.layers.78.self_attn.q_a_layernorm", + "model.layers.42.self_attn.q_a_layernorm", + "model.layers.26.self_attn.indexer.k_norm", + "model.layers.42.self_attn.kv_a_layernorm", + "model.layers.1.self_attn.indexer.k_norm", + "model.layers.39.post_attention_layernorm", + "model.layers.48.mlp.gate.e_score_correction_bias", + "model.layers.74.post_attention_layernorm", + "model.layers.69.self_attn.q_a_layernorm", + "model.layers.13.input_layernorm", + "model.layers.74.self_attn.indexer.k_norm", + "model.layers.29.mlp.gate", + "model.layers.7.mlp.gate.e_score_correction_bias", + "model.layers.3.self_attn.kv_a_layernorm", + "model.layers.35.self_attn.kv_a_layernorm", + "model.layers.46.self_attn.indexers_proj", + "model.layers.0.self_attn.kv_a_layernorm", + "model.layers.43.self_attn.q_a_layernorm", + "model.norm", + "model.layers.1.self_attn.kv_a_layernorm", + "model.layers.38.self_attn.indexer.k_norm.bias", + "model.layers.30.self_attn.q_a_layernorm", + "model.layers.0.input_layernorm", + "model.layers.47.input_layernorm", + "model.layers.8.self_attn.q_a_layernorm", + "model.layers.61.self_attn.q_a_layernorm", + "model.layers.1.self_attn.indexer.k_norm.bias", + "model.layers.62.mlp.gate.e_score_correction_bias", + "model.layers.66.self_attn.q_a_layernorm", + "model.layers.46.self_attn.kv_a_layernorm", + "model.layers.66.mlp.gate", + "model.layers.69.input_layernorm", + "model.layers.69.self_attn.kv_a_layernorm", + "model.layers.22.input_layernorm", + "model.layers.30.post_attention_layernorm", + "model.layers.24.self_attn.q_a_layernorm", + "model.layers.48.mlp.gate", + "model.layers.7.self_attn.kv_a_layernorm", + "model.layers.67.input_layernorm", + "model.layers.27.self_attn.q_a_layernorm", + "model.layers.23.mlp.gate", + "model.layers.45.mlp.gate.e_score_correction_bias", + "model.layers.76.self_attn.kv_a_layernorm", + "model.layers.22.self_attn.q_a_layernorm", + "model.layers.78.mlp.gate", + "model.layers.9.mlp.gate", + "model.layers.57.self_attn.q_a_layernorm", + "model.layers.78.mlp.gate.e_score_correction_bias", + "model.layers.23.post_attention_layernorm", + "model.layers.38.self_attn.q_a_layernorm", + "model.layers.53.mlp.gate", + "model.layers.77.self_attn.q_a_layernorm", + "model.layers.62.self_attn.kv_a_layernorm", + "model.layers.12.mlp.gate", + "model.layers.34.self_attn.indexer.k_norm", + "model.layers.46.self_attn.q_a_layernorm", + "model.layers.36.self_attn.q_a_layernorm", + "model.layers.58.self_attn.indexer.k_norm.bias", + "model.layers.60.post_attention_layernorm", + "model.layers.28.post_attention_layernorm", + "model.layers.2.self_attn.kv_a_layernorm", + "model.layers.70.self_attn.indexers_proj", + "model.layers.16.mlp.gate.e_score_correction_bias", + "model.layers.2.self_attn.indexer.k_norm", + "model.layers.31.self_attn.kv_a_layernorm", + "model.layers.64.input_layernorm", + "model.layers.6.mlp.gate.e_score_correction_bias", + "model.layers.50.self_attn.indexer.k_norm", + "model.layers.58.self_attn.q_a_layernorm", + "model.layers.57.mlp.gate.e_score_correction_bias", + "model.layers.13.post_attention_layernorm", + "model.layers.28.self_attn.kv_a_layernorm", + "model.layers.31.self_attn.q_a_layernorm", + "model.layers.1.self_attn.q_a_layernorm", + "model.layers.17.mlp.gate", + "model.layers.15.post_attention_layernorm", + "model.layers.18.self_attn.indexer.k_norm.bias", + "model.layers.18.self_attn.indexer.k_norm", + "model.layers.43.mlp.gate.e_score_correction_bias", + "model.layers.11.input_layernorm", + "model.layers.9.post_attention_layernorm", + "model.layers.33.input_layernorm", + "model.layers.66.input_layernorm", + "model.layers.78.self_attn.indexers_proj", + "model.layers.54.post_attention_layernorm", + "model.layers.53.mlp.gate.e_score_correction_bias", + "model.layers.5.mlp.gate.e_score_correction_bias", + "model.layers.19.mlp.gate", + "model.layers.49.mlp.gate", + "model.layers.66.self_attn.indexers_proj", + "model.layers.14.self_attn.indexer.k_norm.bias", + "model.layers.41.mlp.gate", + "model.layers.42.self_attn.indexer.k_norm.bias", + "model.layers.65.input_layernorm", + "model.layers.75.mlp.gate", + "model.layers.12.self_attn.kv_a_layernorm", + "model.layers.53.input_layernorm", + "model.layers.58.self_attn.kv_a_layernorm", + "model.layers.60.self_attn.q_a_layernorm", + "model.layers.6.mlp.gate", + "model.layers.49.self_attn.kv_a_layernorm", + "model.layers.16.mlp.gate", + "model.layers.22.mlp.gate", + "model.layers.58.post_attention_layernorm", + "model.layers.15.mlp.gate.e_score_correction_bias", + "model.layers.26.input_layernorm", + "model.layers.3.post_attention_layernorm", + "model.layers.6.input_layernorm", + "model.layers.22.self_attn.kv_a_layernorm", + "model.layers.16.input_layernorm", + "model.layers.33.post_attention_layernorm", + "model.layers.17.post_attention_layernorm", + "model.layers.35.mlp.gate", + "model.layers.56.post_attention_layernorm", + "model.layers.7.self_attn.q_a_layernorm", + "model.layers.24.mlp.gate", + "model.layers.24.post_attention_layernorm", + "model.layers.36.mlp.gate.e_score_correction_bias", + "model.layers.56.mlp.gate.e_score_correction_bias", + "model.layers.32.post_attention_layernorm", + "model.layers.47.post_attention_layernorm", + "model.layers.40.mlp.gate", + "model.layers.41.self_attn.kv_a_layernorm", + "model.layers.52.self_attn.kv_a_layernorm", + "model.layers.9.self_attn.kv_a_layernorm", + "model.layers.77.mlp.gate.e_score_correction_bias", + "model.layers.78.shared_head.norm", + "model.layers.53.post_attention_layernorm", + "model.layers.63.self_attn.kv_a_layernorm", + "model.layers.48.self_attn.kv_a_layernorm", + "model.layers.28.mlp.gate.e_score_correction_bias", + "model.layers.8.mlp.gate.e_score_correction_bias", + "model.layers.52.mlp.gate.e_score_correction_bias", + "model.layers.52.post_attention_layernorm", + "model.layers.18.self_attn.q_a_layernorm", + "model.layers.50.mlp.gate.e_score_correction_bias", + "model.layers.64.mlp.gate.e_score_correction_bias", + "model.layers.38.mlp.gate.e_score_correction_bias", + "model.layers.59.input_layernorm", + "model.layers.21.input_layernorm", + "model.layers.39.mlp.gate", + "model.layers.77.post_attention_layernorm", + "model.layers.76.self_attn.q_a_layernorm", + "model.layers.12.post_attention_layernorm", + "model.layers.43.post_attention_layernorm", + "model.layers.35.input_layernorm", + "model.layers.62.mlp.gate", + "model.layers.38.self_attn.kv_a_layernorm", + "model.layers.63.mlp.gate", + "model.layers.27.mlp.gate.e_score_correction_bias", + "model.layers.18.mlp.gate", + "model.layers.25.post_attention_layernorm", + "model.layers.55.mlp.gate.e_score_correction_bias", + "model.layers.66.self_attn.indexer.k_norm", + "model.layers.48.self_attn.q_a_layernorm", + "model.layers.78.eh_proj", + "model.layers.77.mlp.gate", + "model.layers.6.self_attn.indexers_proj", + "model.layers.14.self_attn.q_a_layernorm", + "model.layers.2.self_attn.q_a_layernorm", + "model.layers.42.mlp.gate", + "model.layers.54.mlp.gate.e_score_correction_bias", + "model.layers.60.input_layernorm", + "model.layers.40.self_attn.kv_a_layernorm", + "model.layers.51.self_attn.kv_a_layernorm", + "model.layers.18.input_layernorm", + "model.layers.30.self_attn.indexers_proj", + "model.layers.53.self_attn.kv_a_layernorm", + "model.layers.6.post_attention_layernorm", + "model.layers.70.self_attn.indexer.k_norm.bias", + "model.layers.54.input_layernorm", + "model.layers.41.self_attn.q_a_layernorm", + "model.layers.18.mlp.gate.e_score_correction_bias", + "model.layers.34.mlp.gate.e_score_correction_bias", + "model.layers.47.mlp.gate", + "model.layers.46.mlp.gate", + "model.layers.25.self_attn.q_a_layernorm", + "model.layers.63.mlp.gate.e_score_correction_bias", + "model.layers.66.post_attention_layernorm", + "model.layers.76.mlp.gate", + "model.embed_tokens", + "model.layers.67.self_attn.kv_a_layernorm", + "model.layers.67.mlp.gate.e_score_correction_bias", + "model.layers.26.self_attn.kv_a_layernorm", + "model.layers.31.mlp.gate", + "model.layers.18.self_attn.kv_a_layernorm", + "model.layers.34.mlp.gate", + "model.layers.55.post_attention_layernorm", + "model.layers.30.input_layernorm", + "model.layers.50.mlp.gate", + "model.layers.63.input_layernorm", + "model.layers.11.self_attn.kv_a_layernorm", + "model.layers.24.self_attn.kv_a_layernorm", + "model.layers.75.mlp.gate.e_score_correction_bias", + "model.layers.10.post_attention_layernorm", + "model.layers.1.self_attn.indexers_proj", + "model.layers.42.self_attn.indexers_proj", + "model.layers.46.input_layernorm", + "model.layers.23.self_attn.q_a_layernorm", + "model.layers.63.self_attn.q_a_layernorm", + "model.layers.14.self_attn.indexer.k_norm", + "model.layers.14.self_attn.indexers_proj", + "model.layers.60.mlp.gate", + "model.layers.70.mlp.gate.e_score_correction_bias", + "model.layers.53.self_attn.q_a_layernorm", + "model.layers.0.post_attention_layernorm", + "model.layers.35.mlp.gate.e_score_correction_bias", + "model.layers.75.self_attn.kv_a_layernorm", + "model.layers.1.input_layernorm", + "model.layers.42.post_attention_layernorm", + "model.layers.37.input_layernorm", + "model.layers.9.mlp.gate.e_score_correction_bias", + "model.layers.46.post_attention_layernorm", + "model.layers.26.mlp.gate", + "model.layers.65.mlp.gate.e_score_correction_bias", + "model.layers.67.self_attn.q_a_layernorm", + "model.layers.44.mlp.gate.e_score_correction_bias", + "model.layers.33.mlp.gate", + "model.layers.29.input_layernorm", + "model.layers.18.post_attention_layernorm", + "model.layers.75.post_attention_layernorm", + "model.layers.44.self_attn.q_a_layernorm", + "model.layers.10.mlp.gate", + "model.layers.21.mlp.gate", + "model.layers.58.mlp.gate.e_score_correction_bias", + "model.layers.7.post_attention_layernorm", + "model.layers.50.self_attn.q_a_layernorm", + "model.layers.9.self_attn.q_a_layernorm", + "model.layers.2.self_attn.indexers_proj", + "model.layers.0.self_attn.indexer.k_norm.bias", + "model.layers.74.self_attn.kv_a_layernorm", + "model.layers.74.mlp.gate.e_score_correction_bias", + "model.layers.49.mlp.gate.e_score_correction_bias", + "model.layers.62.post_attention_layernorm", + "model.layers.57.self_attn.kv_a_layernorm", + "model.layers.40.input_layernorm", + "model.layers.69.mlp.gate.e_score_correction_bias", + "model.layers.35.post_attention_layernorm", + "model.layers.74.self_attn.indexers_proj", + "model.layers.55.input_layernorm", + "model.layers.49.input_layernorm", + "model.layers.40.mlp.gate.e_score_correction_bias", + "model.layers.25.mlp.gate", + "model.layers.2.self_attn.indexer.k_norm.bias", + "model.layers.68.self_attn.kv_a_layernorm", + "model.layers.51.input_layernorm", + "model.layers.22.self_attn.indexers_proj", + "model.layers.10.input_layernorm", + "model.layers.42.self_attn.indexer.k_norm", + "model.layers.56.self_attn.kv_a_layernorm", + "model.layers.17.self_attn.q_a_layernorm", + "model.layers.59.self_attn.kv_a_layernorm", + "model.layers.3.input_layernorm", + "model.layers.57.input_layernorm", + "model.layers.38.input_layernorm", + "model.layers.62.self_attn.indexer.k_norm", + "model.layers.20.mlp.gate", + "model.layers.64.mlp.gate", + "model.layers.28.self_attn.q_a_layernorm", + "model.layers.32.self_attn.kv_a_layernorm", + "model.layers.10.mlp.gate.e_score_correction_bias", + "model.layers.5.self_attn.q_a_layernorm", + "model.layers.37.self_attn.kv_a_layernorm" + ] + } +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.12.0" +} diff --git a/model-00001-of-00141.safetensors b/model-00001-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6418f8f157b41a2c2ca9bcf06ac4deebc6c70bdb --- /dev/null +++ b/model-00001-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4b389324d8ed223c28a9e16a718228fa4d24ce09cdc0d0db92fd722df8e6d8 +size 5363940952 diff --git a/model-00002-of-00141.safetensors b/model-00002-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67972547dbc2e63b595090fb27cce74e0d114e49 --- /dev/null +++ b/model-00002-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b80a3a469fe8ab1d6bd2d88c9bb53cfeb3ce54357be876bbacc5f6fc26db30 +size 5361736696 diff --git a/model-00003-of-00141.safetensors b/model-00003-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7abcb210cc6413506434fdf2c7fa2b77f2fccee --- /dev/null +++ b/model-00003-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3960cfbfa5e2f7bbdd195c8becbe712a4eb9d2d68a2bb912bdba72dc7dafbe43 +size 5363339120 diff --git a/model-00004-of-00141.safetensors b/model-00004-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d70c6b29ae5c18d369e891d93af7a89065d27160 --- /dev/null +++ b/model-00004-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf88f32b6d8f43ec1c066d5953e120fc5bbc85dc99947f0971dc3b502199d4f0 +size 5361736640 diff --git a/model-00005-of-00141.safetensors b/model-00005-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5694214cacf9c25d73f1e52b9a53d936b7efb203 --- /dev/null +++ b/model-00005-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff48f71f3a005abf34724f6db856071d3e9b0a3d1b80c94c26bbe06842108b2b +size 5366353560 diff --git a/model-00006-of-00141.safetensors b/model-00006-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c9d6a08b4f9b5652ab6d2e0e574e21dd413e2f6 --- /dev/null +++ b/model-00006-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9ce4ee588a5c73ac16a7190b7df88115498f056f70fe164b47c2fe9963d658 +size 5361736504 diff --git a/model-00007-of-00141.safetensors b/model-00007-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da611f29452a9c8d25d6fae4a4a8b52258295864 --- /dev/null +++ b/model-00007-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f92392fd0b9fc37a773029c313f27653749441623d7f5893c78497d64b9ee6 +size 5366353704 diff --git a/model-00008-of-00141.safetensors b/model-00008-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fda61a2d0eaa78e440554ba4762d86bfc6a2af9b --- /dev/null +++ b/model-00008-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af41af526c10de5197c7aee9b92094c0adb6650d2ffcea333640cbbb66654e2f +size 5361736368 diff --git a/model-00009-of-00141.safetensors b/model-00009-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c349240c73c9452280470566b3959c8f4ec53f5 --- /dev/null +++ b/model-00009-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c2a36ec35c81bd449d0ec782e03a7c40c06cdd0f0e0fde34d1ae44b708aa2d +size 5366353864 diff --git a/model-00010-of-00141.safetensors b/model-00010-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0caf2c1eaf40250c595655546fe36625b1715453 --- /dev/null +++ b/model-00010-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512b70194c08d5b36ce5e51968b75b424fd262abac21cd276aa41eeb0d34cddb +size 5361736232 diff --git a/model-00011-of-00141.safetensors b/model-00011-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1661847894a801b4830221bc2cf716907d08fe5 --- /dev/null +++ b/model-00011-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9006a00c5effaa86531681bfc8a3deee51705b48d7ea9cc7f2a2061192a619 +size 5363339632 diff --git a/model-00012-of-00141.safetensors b/model-00012-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..83614929848989b80c978c18377222064b4e23d6 --- /dev/null +++ b/model-00012-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2218574b71338aabcaafd1a4a5a5b600e99e70946ac29ff55d15e7361fdcc7 +size 5366353520 diff --git a/model-00013-of-00141.safetensors b/model-00013-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3d92e9565fe29503a928b93078220f28a1b3756 --- /dev/null +++ b/model-00013-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae74ec25db1cedd85894edf5926cb4aae6d8bdf5daf463434497310ee86aa26a +size 5361736696 diff --git a/model-00014-of-00141.safetensors b/model-00014-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c88be91e753e6de60cd1b889d58dd89522398c4e --- /dev/null +++ b/model-00014-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a918797e80263a04bfb751f06ef59f93f6e394e6c2175c574af80835fd01bae +size 5366353528 diff --git a/model-00015-of-00141.safetensors b/model-00015-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96e7301673a090f5a50cf667419110119423e897 --- /dev/null +++ b/model-00015-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0749ad2ad5307543d1e9593518c614116f701f06618986f8d4574efd52c292 +size 5361736680 diff --git a/model-00016-of-00141.safetensors b/model-00016-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97f32dbd2ecc826cf5cb7ee89b82f2abde6c266d --- /dev/null +++ b/model-00016-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fe18edff4d9a6fc128e464d51660f434b1d6280aeb06797097d2f5a1bdf56e +size 5366353552 diff --git a/model-00017-of-00141.safetensors b/model-00017-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14fab035f6a3a6e5186e0074eb737b719e83a6ed --- /dev/null +++ b/model-00017-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb77ae2f687e27b91fe04432515e18d3e19a5888be98b1dfd5df123e93de2d0 +size 5361736544 diff --git a/model-00018-of-00141.safetensors b/model-00018-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..176abe83b77c2a84cd97a3cc43ebc36bf09c858a --- /dev/null +++ b/model-00018-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5b34d2134559e539fdf22a93c9dbb93ae8b41ff27a0557c3927cc19a129c95 +size 5363339296 diff --git a/model-00019-of-00141.safetensors b/model-00019-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7e67afbbf661e96874062d869f5315333ee75fa --- /dev/null +++ b/model-00019-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd4ec5b07f1d12b576049d435ac158fbf3442ff6335250bfea3f15577a83154 +size 5361736408 diff --git a/model-00020-of-00141.safetensors b/model-00020-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..337beacfb0c0e7593088f955146c8860823bd806 --- /dev/null +++ b/model-00020-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73980acbe04846ef0a8a84fc2a23aab1316441e7eb62f6b6370241b8dece634 +size 5364805872 diff --git a/model-00021-of-00141.safetensors b/model-00021-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e39f457d8f9134f4509d41730b96d4a9d6fa3c5 --- /dev/null +++ b/model-00021-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13aa866d1b48ee5341c020ba314954909ff16ee0b36f9c4bed21919e3ab2c958 +size 5361736336 diff --git a/model-00022-of-00141.safetensors b/model-00022-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acdab25cf035947c9e6b2c7ae0ec9daeea619391 --- /dev/null +++ b/model-00022-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4b425b8e3c8e8436082263068b9c4b6318fe5d58e3c344e69fe0af8e7ad274 +size 5366353904 diff --git a/model-00023-of-00141.safetensors b/model-00023-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e48bafce12e6daa12a382fc272ed51e11206f3f7 --- /dev/null +++ b/model-00023-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a81fe3a7dfdfdc393e4b87ed14f2ab7999bde981916e0923944f18f69e418ed +size 5357948360 diff --git a/model-00024-of-00141.safetensors b/model-00024-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d9c898f5ef8e561400a2b28578cd65a317948d7 --- /dev/null +++ b/model-00024-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d763a7acdf42dee6889bd86ead7b92e746082cb9f928c965018c0e41e053fdb +size 5357555720 diff --git a/model-00025-of-00141.safetensors b/model-00025-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c406d772133b78247f9c9c7e14b22ebef4007dcc --- /dev/null +++ b/model-00025-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea59b096a9326d8a64bb2d5c155c6cc6be089158577bc2570027490bbe9faeee +size 5363339136 diff --git a/model-00026-of-00141.safetensors b/model-00026-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21836651665a38a5ad42669f0e3060b6eb5c4ded --- /dev/null +++ b/model-00026-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a4f637a50fe23663b52425fb5d75c50a3fcca4211485aecc4a4e7b1bba2817 +size 5361736696 diff --git a/model-00027-of-00141.safetensors b/model-00027-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..240ba8007b7de1b0844d63c67a3e01928096cece --- /dev/null +++ b/model-00027-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6647c089345eb4f3f0773aff06d16e3c98010eb4d80536b0d041ddefd6b9082 +size 5366353536 diff --git a/model-00028-of-00141.safetensors b/model-00028-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e86383f276a18338465b4774b67cd90236246cfe --- /dev/null +++ b/model-00028-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d45c421cac6851303032f5ea4c93d74be84e70b8418ceb0d58fd0d95e2e46b +size 5361736648 diff --git a/model-00029-of-00141.safetensors b/model-00029-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97d93a3299d08900f3b6e1d183baefe46e471e8d --- /dev/null +++ b/model-00029-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb3d744fe0eb7f982216980c8aecbc6ef61273232023deb6aa963922c14daf1 +size 5366353592 diff --git a/model-00030-of-00141.safetensors b/model-00030-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..300e894348c38f2608d7598ab184025b48ae2f2f --- /dev/null +++ b/model-00030-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128b570a6fb59ae7b153f0da4cf713b1087aa89c6977a376fd359b72086256f2 +size 5361736512 diff --git a/model-00031-of-00141.safetensors b/model-00031-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..868b9f3c68cb06e54367eb599774ddea2071f3ee --- /dev/null +++ b/model-00031-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022f044e8335fed63781c287d3356d8f69ce85a0d6c098823027dbdd5af2b120 +size 5366353720 diff --git a/model-00032-of-00141.safetensors b/model-00032-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54c20064b17be32183ed928a59c5f7e4a8c6aa62 --- /dev/null +++ b/model-00032-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6396111a23f21191ab964d456e039562aee26415c193eee66818a65e371157 +size 5361736376 diff --git a/model-00033-of-00141.safetensors b/model-00033-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9271c0cbceb5a750ae590e4539df2498029070ac --- /dev/null +++ b/model-00033-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce451853809950e25a1d1505f42521d15d9c9872b9d76689ee56e29af62cff6 +size 5363339472 diff --git a/model-00034-of-00141.safetensors b/model-00034-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3392b6c1750befa6a386de1382ce18cc97b517f1 --- /dev/null +++ b/model-00034-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:140be56abe6eb707904e920186acde09f6f68a2516a05de8c0cddf74d31794b3 +size 5361736240 diff --git a/model-00035-of-00141.safetensors b/model-00035-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d43ce1cfe2845a7b47eddddf5873f64eea16523 --- /dev/null +++ b/model-00035-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5196454d49c13e033991552daad0c5cdcf662e10f561c4a78b2facea7bde8dd +size 5366354008 diff --git a/model-00036-of-00141.safetensors b/model-00036-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2f5b5554b33f7f014eb0c918d1bac0c0f89468a --- /dev/null +++ b/model-00036-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0725d762b36c20687f0754defa34adc4672c58a96edaaa977c97436ec8b3d14e +size 5366353520 diff --git a/model-00037-of-00141.safetensors b/model-00037-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d91b773d5446c2281d181aef25c63e9b99a5f14c --- /dev/null +++ b/model-00037-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94482035358945bdb4e22d4de84229db613f9e1130ee54c7b8eb8dd5183639b5 +size 5361736696 diff --git a/model-00038-of-00141.safetensors b/model-00038-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aaffe75e866932ee0916b13c2e8bdb02d97de011 --- /dev/null +++ b/model-00038-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e2d7601c7e3af919ad977ae548d0b137c00b7b7e8561782bb2f10e1bebaf8c +size 5366353328 diff --git a/model-00039-of-00141.safetensors b/model-00039-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..061b764b372d84dc32c03e15bba87a4204f69c55 --- /dev/null +++ b/model-00039-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd05deff86bb3522953f76d38a11886484609350d73e6271d1c96a06c69e6ea +size 5361735832 diff --git a/model-00040-of-00141.safetensors b/model-00040-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e3ab6656465ef8256c667f6a24db6275adaeece --- /dev/null +++ b/model-00040-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae0969cb9eb6afab66b747fe6a440fe053a9db97f0d51ed0786353a9cabda78 +size 5366353016 diff --git a/model-00041-of-00141.safetensors b/model-00041-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa7d8fe5815ddc8e89c55cc3b2f25843effa0897 --- /dev/null +++ b/model-00041-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1cf4c756326aae74b455b8af67a1b01f7aba179b00c8c745dd88d5ea6168a9c +size 5361736552 diff --git a/model-00042-of-00141.safetensors b/model-00042-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2db3c9bc6927b0b15b8fd480f29bbc065e8f53c --- /dev/null +++ b/model-00042-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a54f0423b2a96b2b602e2f1764df61111316007de3065d4f30c6cc4c039214 +size 5363339296 diff --git a/model-00043-of-00141.safetensors b/model-00043-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..137bc83147bf570e7af6e9a224034a7bbae9d8d6 --- /dev/null +++ b/model-00043-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c66c8e7eedb3b9a8d380e6b07addc61a7b8fbda5161279bf2b2ebb7ae3869c +size 5361736416 diff --git a/model-00044-of-00141.safetensors b/model-00044-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47210d8b761a33ec76e7083480912d0832229726 --- /dev/null +++ b/model-00044-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b150a80bcce4a802abadb453098e1e3f5ab2c77df42637b0a7616eafbb7b300 +size 5366353808 diff --git a/model-00045-of-00141.safetensors b/model-00045-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6a60693e8831d394a08140928c9c4465076fd6c --- /dev/null +++ b/model-00045-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69a3594b6db9febf8dfdb4dc155bac18ba655190db277bce5180691b17d58c21 +size 5361736280 diff --git a/model-00046-of-00141.safetensors b/model-00046-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0edb25856f47175aecf6917812cf9ac7c89b8290 --- /dev/null +++ b/model-00046-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea1ad279db6e37c20c0e8bfeaa2e735f4c82c55690cd1345405b70bdd643644 +size 5366353952 diff --git a/model-00047-of-00141.safetensors b/model-00047-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74b05dcd34b98607c14a0cb7a0b62e78ecae14e5 --- /dev/null +++ b/model-00047-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7792ae269950123ec19e80a107e94072b3d0bf0259f805cfe624753e5e998e +size 5366353528 diff --git a/model-00048-of-00141.safetensors b/model-00048-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..385c11766005da0f55e08c0ff608fa14a5f301a6 --- /dev/null +++ b/model-00048-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a26a2037565fe1364434ef6fd2639dc5b6f3123675c4d2a4483c1be85976354 +size 5361736696 diff --git a/model-00049-of-00141.safetensors b/model-00049-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e20671a0261c69f0437838d5dbd9d86b5bf701a8 --- /dev/null +++ b/model-00049-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05bd9ce84246ef4755ba4dbd8ed1a25f7e988414ae11a742c8b8c7ad2f4f03a +size 5363339136 diff --git a/model-00050-of-00141.safetensors b/model-00050-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24d1460b6a7acdbabe210eb1870efebb13c4490d --- /dev/null +++ b/model-00050-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049791de5529ba8dd70045ff1060698d8c83a8bf56e4e1b393f3fe92c7649c4f +size 5361736696 diff --git a/model-00051-of-00141.safetensors b/model-00051-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31129c8b2d1d4ddda5b03de20c41dab8b92b52ef --- /dev/null +++ b/model-00051-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb06122e50a13ce07a52f7aed69413f1b76e38c98ec1ee6b078e9527b8ae0fd +size 5366353544 diff --git a/model-00052-of-00141.safetensors b/model-00052-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54445b8b178179db0a255a05625b2e9da896365f --- /dev/null +++ b/model-00052-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df24a331f857d3075af89c144c53648ebe61ad2ec3a82c46fb817951cbeea060 +size 5361736584 diff --git a/model-00053-of-00141.safetensors b/model-00053-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e1d6ce58f04f579a81f294ad279441a34da6299 --- /dev/null +++ b/model-00053-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba2edb1f6d0ebcbf71c8de65370fd449c27582b26ac6c5e51e6866597fe4ddb +size 5366353640 diff --git a/model-00054-of-00141.safetensors b/model-00054-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68ff1fcb126b35df3b619435c3af9584969fd222 --- /dev/null +++ b/model-00054-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c0bea9e984db2b1e5b5701562fea7849b92965deb3b8578901e4131d4ed928 +size 5361736448 diff --git a/model-00055-of-00141.safetensors b/model-00055-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cea2f309585ef899fa1086de52f56752e3e14fbb --- /dev/null +++ b/model-00055-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a739942f98afbb9e576f57d04823adf928e2318c9ead1fbb4f34244befdb01cd +size 5366353776 diff --git a/model-00056-of-00141.safetensors b/model-00056-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e557d799b70227bfaaa2dddc9adc5ee838262c80 --- /dev/null +++ b/model-00056-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d4fc5325045ad9d13a688dbfd47d6b35157f77ba02d27dff0ca2c7a88903d3 +size 5361736312 diff --git a/model-00057-of-00141.safetensors b/model-00057-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c2fee4cdd555ada548b13589aca2b08809c1ec1 --- /dev/null +++ b/model-00057-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b92583825a778ca8123b9851dbe11d7eb48919398dc80fac51fb198b186af8 +size 5363339528 diff --git a/model-00058-of-00141.safetensors b/model-00058-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e83facace94342affe00b8e28805875641216a5 --- /dev/null +++ b/model-00058-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ea48a780734975d3cd75bff67d564c3c7ab4b66bc0d6b8bff394e87919be81 +size 5357950776 diff --git a/model-00059-of-00141.safetensors b/model-00059-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe8af1e870b632621cff9f8a6947a96f7fabd7a6 --- /dev/null +++ b/model-00059-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec7a997bd5c8b9850242b2c670b956f983be6fb6d28db48d142e99e2c872275 +size 5357552376 diff --git a/model-00060-of-00141.safetensors b/model-00060-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce1994b600104d6758a99ff264e8673128f1e715 --- /dev/null +++ b/model-00060-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae31db7855f1b2b21c83e2796ba54d8063d1df5709040b24263f364e7e36534 +size 5366352776 diff --git a/model-00061-of-00141.safetensors b/model-00061-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c22d5e97a9f152731273df40ac83faee59bfd3e2 --- /dev/null +++ b/model-00061-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afc36868dbaf7a1d5dc168f6b2cf3daf01eb58b11496555eef6812141c382a8 +size 5361736696 diff --git a/model-00062-of-00141.safetensors b/model-00062-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70f8836c187dca26d0c657cd97e3d5de6c8a6658 --- /dev/null +++ b/model-00062-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e59c45490f145cac8ec4e077611edaa3b98369496137c35d36213b35a68e68c +size 5366353536 diff --git a/model-00063-of-00141.safetensors b/model-00063-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9f4be1b6e12d7c9068a54cac8ce023ec52323e3 --- /dev/null +++ b/model-00063-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf38b6b099a6a25b7eda78db45a0c39018c8b5cb1e519fd97fdab363203382d +size 5361736624 diff --git a/model-00064-of-00141.safetensors b/model-00064-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89e1f650ce24652ed0e25cc57ce6b62773846970 --- /dev/null +++ b/model-00064-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5743c219f65160cc6580a3253d3959e130ac3675a688ae475ef42f24d533d580 +size 5366353608 diff --git a/model-00065-of-00141.safetensors b/model-00065-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78b4a8b78fe0aac0cc0be7fb675dd2573ed6fc2d --- /dev/null +++ b/model-00065-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf6be418b153473bf1cbc49799c7db1e43e3c99cb08fe266a37ed163ea35bf8 +size 5361736488 diff --git a/model-00066-of-00141.safetensors b/model-00066-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15c93a8f54441cc1730d6ed3f239d318fd52934c --- /dev/null +++ b/model-00066-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cf1bc7cafd4bc63d69f7631997e9a910bb2f583eb82fdecfe72a88841d6765 +size 5363339352 diff --git a/model-00067-of-00141.safetensors b/model-00067-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6fe2a6d2990a70868b6c20c7c4c61ff9109aec4 --- /dev/null +++ b/model-00067-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655efe116a9ac66ca5d88e88747d0c937e719583dc71f14913be33e98da06261 +size 5361736360 diff --git a/model-00068-of-00141.safetensors b/model-00068-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eca3c4baff3b5e81755216d6bf0848a332c70f82 --- /dev/null +++ b/model-00068-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f19d4e6e09f4c6eb4bfdad58d977f8ec53bc52d45914c56a5aa2732fb304eac +size 5366353880 diff --git a/model-00069-of-00141.safetensors b/model-00069-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d76b3758a086170bb6b6925ae87b3013299366fd --- /dev/null +++ b/model-00069-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f80b3f5a14f92829d770a9e7beb4640b7dd2d45624f8e15284bf1bd7dbbd2c3 +size 5361736224 diff --git a/model-00070-of-00141.safetensors b/model-00070-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddb1732b80ade8488177226e6103e461d1b24cf7 --- /dev/null +++ b/model-00070-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c06060235a0b82f1171a6f6661896a29cfe92392600a9d9e951447b98d6dca3 +size 5366354024 diff --git a/model-00071-of-00141.safetensors b/model-00071-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e76309dad33d6d77416516bae21468e56134fb3e --- /dev/null +++ b/model-00071-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bd129aad6aa0a2d15f6afbbb2b064c5327dec7dc01bf7ca5ba7deb14e348f2 +size 5366353520 diff --git a/model-00072-of-00141.safetensors b/model-00072-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a528f3d43e0099b90ba2dd3d148f726806c19d33 --- /dev/null +++ b/model-00072-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5845408ff27a7af4fb8c2fe653be3d1d23402f3777ee78fce3d79ee35967e746 +size 5361736696 diff --git a/model-00073-of-00141.safetensors b/model-00073-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3913838b8e21fbe40568d41c4fb4014b16c1681 --- /dev/null +++ b/model-00073-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7839ab0fd253de62d24d472bd5fcf46f79e93c92aa0076f3e9052928e07ca3 +size 5363339144 diff --git a/model-00074-of-00141.safetensors b/model-00074-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..931d1fdaa91c64c83c9e4b43b8fe8ae75416f129 --- /dev/null +++ b/model-00074-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f8b037db3e6a31cdcf8319a7929dca754f067e09d3b3c99794ab4053e87fac +size 5361736672 diff --git a/model-00075-of-00141.safetensors b/model-00075-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40d04d01956029fcfc6e98abdb1348a5b9c8c5fc --- /dev/null +++ b/model-00075-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf9dc5639f1fed58906c081933ab53b423337f140f67cc8d23a64e65c5bcb88 +size 5366353560 diff --git a/model-00076-of-00141.safetensors b/model-00076-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2aee59c219aa01bfc5c41195359fd6b3af11b5e2 --- /dev/null +++ b/model-00076-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6c0998e8ad25aa5e274b357370999e061bfb051489433c315fcd8e433968a5 +size 5361736528 diff --git a/model-00077-of-00141.safetensors b/model-00077-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..789585e88f334fdf0c91b42ae703f704d8114847 --- /dev/null +++ b/model-00077-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57829d1a53d0a9033d477e0f856349e3a2e8a0a1a4fa2365d0d4b1850cdfc2c +size 5366353704 diff --git a/model-00078-of-00141.safetensors b/model-00078-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..876ad91ffe91999665f948605016573b725bbaa9 --- /dev/null +++ b/model-00078-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d5ff52321da5791b26f2dc9ec35a648b628af06bd711550fc7ef92e6fadd41 +size 5361736392 diff --git a/model-00079-of-00141.safetensors b/model-00079-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63a9704ebcdf42fdfca121d80aba5bb069d908e1 --- /dev/null +++ b/model-00079-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25071b636176d36ff6ba6fa6e0ca87264366c0aa7a02f859ead64757c6203698 +size 5366353200 diff --git a/model-00080-of-00141.safetensors b/model-00080-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cda3495d62cd1a79284d5999d2a35152a2336c04 --- /dev/null +++ b/model-00080-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b7b166d35edb91e3fec39668036d8007b3ba600a3f53f7adf86717d4d83f151 +size 5361735408 diff --git a/model-00081-of-00141.safetensors b/model-00081-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfdce31845a80f2ef735752d5a174756d149b229 --- /dev/null +++ b/model-00081-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e0c98997d06aa1209b85602cd2cb47aa2d58abc14c509bb6f4505cda050fd1 +size 5366353872 diff --git a/model-00082-of-00141.safetensors b/model-00082-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17f4504ff2236dd39542d94c7b82af10ab9aaf22 --- /dev/null +++ b/model-00082-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670a1e98057765e091bb2a7dbfe3147c76422f22570f8a8422cb5f4bafbfff0b +size 5363339136 diff --git a/model-00083-of-00141.safetensors b/model-00083-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75a1f377803e6463801116deb022adee482ad0c3 --- /dev/null +++ b/model-00083-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ae9a7f0ad6ba2ca7996bf961fedfa40baa9a7273e3ebb38888fc2fe304ef45 +size 5361736696 diff --git a/model-00084-of-00141.safetensors b/model-00084-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..223de9d2b55a1c2a8b16396101002288d29d902e --- /dev/null +++ b/model-00084-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c378bfba4ae05556bdb2d9d6fd4e0885c7519d1f40402de49dbf5123024e2e2 +size 5366353528 diff --git a/model-00085-of-00141.safetensors b/model-00085-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57cea96fea755bbccef98de4419e2fb85bc9b122 --- /dev/null +++ b/model-00085-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f957cf7d917abeefc78048f472c47301b2bdfc5a8931ead89aaf067db38caf3 +size 5361736696 diff --git a/model-00086-of-00141.safetensors b/model-00086-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9ee870bab34311618f5ddff30f323ad81dbf65a --- /dev/null +++ b/model-00086-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d948bb9d65fab35dd3c0b72b78ef1f6a10fb262236c330e1b14b36adc72595 +size 5366353544 diff --git a/model-00087-of-00141.safetensors b/model-00087-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..903da1cae61cd764a4fab4d8a0e90e0fa74dd93f --- /dev/null +++ b/model-00087-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e225b3f1702d53e102f246fb1b434c910010597543eb630d4a56809af7c34fb8 +size 5361736568 diff --git a/model-00088-of-00141.safetensors b/model-00088-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c56b693ee03b53d09de9a57bdc72061c690a1cd4 --- /dev/null +++ b/model-00088-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a1015bfcabd23ff3e2a90b667970994c387980bc77561018760ef49630585b +size 5366353664 diff --git a/model-00089-of-00141.safetensors b/model-00089-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b2764a282582cf11d195bd60a6c3b3822134d81 --- /dev/null +++ b/model-00089-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255f5d2d0ac1b9e648e72c99c2b5c5eec2d36249bb63dc13a470b1d37611df87 +size 5361736432 diff --git a/model-00090-of-00141.safetensors b/model-00090-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f18d0213e48e023374f8f7b1fa68a4127b8a38d --- /dev/null +++ b/model-00090-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d99165d9685437f50aa7ddddb9b21770650fa1d1f93c73befb906b1fafc6a7 +size 5363339408 diff --git a/model-00091-of-00141.safetensors b/model-00091-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36d97b12d1d137a13ba0e97a2e3e7713ca0534bb --- /dev/null +++ b/model-00091-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6d88f3e9ec5e23ced06d40ff8f70c43b33b28c3f39e9576998077d3bf2d9ee +size 5361736296 diff --git a/model-00092-of-00141.safetensors b/model-00092-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93cf0ee014cb5570c3f90df3d9790374e3f5c978 --- /dev/null +++ b/model-00092-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4095bf69fae9685b6c2ce260204160eeb5d2189877e94bbf00a86f55bf3110a1 +size 5366353936 diff --git a/model-00093-of-00141.safetensors b/model-00093-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f86fe41a1086963dd353a095c6ba30538773bee4 --- /dev/null +++ b/model-00093-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96295ca6d0ff8f06972fb39ca635e2bd69a26d72bc39abaf6b965eaab974e3d7 +size 5366353520 diff --git a/model-00094-of-00141.safetensors b/model-00094-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c88e04eda1c10ec56b8ab84fe40c67a66f8aa9fa --- /dev/null +++ b/model-00094-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7129cfcdfe4055446a15f2d8ffc1bc40edcffefdb5ddceaccc1b9fb7edd9d0d5 +size 5361736696 diff --git a/model-00095-of-00141.safetensors b/model-00095-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f8749b348751c54c601455184c843a808cfb6b6 --- /dev/null +++ b/model-00095-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1d152f2de19d51d1c1cf5862e0f75c062d356f4084c21f257dab743899d91f +size 5366353520 diff --git a/model-00096-of-00141.safetensors b/model-00096-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bae243ba5020f154a37a710eb9522c6ce3030ed6 --- /dev/null +++ b/model-00096-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b714733a49a71457423772482caa248e042db05f62c1da762ddbcf6a98eb9d6 +size 5361736696 diff --git a/model-00097-of-00141.safetensors b/model-00097-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fee981e54e4e59344bafe0d5ffa325e587778fa --- /dev/null +++ b/model-00097-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d326623a04ade331e55ad484ccc666caa0de09d222d8cd861f0295d04ab95f +size 5363339144 diff --git a/model-00098-of-00141.safetensors b/model-00098-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a5e7331888252e9d6b063f9d508dca544dc250a --- /dev/null +++ b/model-00098-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09c92cdf2c66393a9a45b80b87e71ab6af0bbb749e9d93d264c86e3177cba33 +size 5361736616 diff --git a/model-00099-of-00141.safetensors b/model-00099-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f24eb40fe93147ca42661bcfc11ca72f6c8e132 --- /dev/null +++ b/model-00099-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b956cf5090da456eee79ae9e7891f785dc3eadcc6946e55600824fa6fa67f64 +size 5366353200 diff --git a/model-00100-of-00141.safetensors b/model-00100-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3059b6bbc38fcb3c97d91835b2a49052e5f0dfdc --- /dev/null +++ b/model-00100-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d665f76b0c0cfbc7b20170772f3f0ac286a347cb255c7869d2c1dd49d098b7 +size 5361735624 diff --git a/model-00101-of-00141.safetensors b/model-00101-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c22bd7ebaae6337980365f8a0ab7cf3b891783a --- /dev/null +++ b/model-00101-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b75eb844ab7fc8c1a6f428b89a910b49f6e8d9bde682d7ea0c2db8ca37b8eb0 +size 5363339032 diff --git a/model-00102-of-00141.safetensors b/model-00102-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40873104fdb7289a4b79b365dfe10ec406de96dd --- /dev/null +++ b/model-00102-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28eb76a2c28f70c7d4fd69f84783095317c37f1deacec147a5b6f941f437c944 +size 5361736344 diff --git a/model-00103-of-00141.safetensors b/model-00103-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37f6dc5d82fa180748dadbebf4141288b25ccbd0 --- /dev/null +++ b/model-00103-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7445b016e775314ccf9dcb1c34bcf6d6c0620eb4ae96c6b0f3fa2f4a21d062b +size 5366353888 diff --git a/model-00104-of-00141.safetensors b/model-00104-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b27ac8ad5252c7f48ef94aa49cc74a5b774b1621 --- /dev/null +++ b/model-00104-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a4c3b4910faa0ad021780e2b0f86f4eca3a050aec5d5e6cfad6692d7097532 +size 5364883240 diff --git a/model-00105-of-00141.safetensors b/model-00105-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..164a73d415444ac885ba5461d776fadf8706a902 --- /dev/null +++ b/model-00105-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c201a69aaf45462afceeee16888b5f557c4369e2b08d7724f3f0e1fede9c2c4 +size 5363207064 diff --git a/model-00106-of-00141.safetensors b/model-00106-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbde887778bfd6acd67866ec811ef8c600e46a70 --- /dev/null +++ b/model-00106-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500e397c9e541ffdcd0aa4ccc2aa5a7ab7c245aa600a1a81454d8e2db7a19df1 +size 5363339136 diff --git a/model-00107-of-00141.safetensors b/model-00107-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3d96ca166f8833b3148db21d116f042e376e2c4 --- /dev/null +++ b/model-00107-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0647e196810c523d05425738591691b1d804365b6afa60095aa1d3a2518a98 +size 5361736696 diff --git a/model-00108-of-00141.safetensors b/model-00108-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31412b098f0badd5068971551d73190ce21ff340 --- /dev/null +++ b/model-00108-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebdf9fa315c23e8dad3bf2ff00fae9b88ac202b09651f42e54d143973f04e554 +size 5366353536 diff --git a/model-00109-of-00141.safetensors b/model-00109-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0fd53254e1e7eb2bc00a7ddbe81b350329a028e --- /dev/null +++ b/model-00109-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca341526629c6bfe480bf4ee4eac263768f7c4881bae52e3775e6bdca8024264 +size 5361736648 diff --git a/model-00110-of-00141.safetensors b/model-00110-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9a2d16db51f2df0427e26c1ce7778d48997164f --- /dev/null +++ b/model-00110-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc090c08aed4109dbda916a281d3f1258c0b3fc5bd44a3ea04376f8ad30af70 +size 5366353584 diff --git a/model-00111-of-00141.safetensors b/model-00111-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d961b86a681194474430d6c264166ee29e5d53a --- /dev/null +++ b/model-00111-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:241d439b7e9b70569f15b3e2de6ffe2b77833186732acee21a0dafa7efa9d350 +size 5361736512 diff --git a/model-00112-of-00141.safetensors b/model-00112-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4db30b1a06b724f031b3754ce067a05d40ee03d5 --- /dev/null +++ b/model-00112-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f609e6ce1ecae6db2125a57aef8a1d8f89ac78e9530c00057a05089649096f +size 5366353720 diff --git a/model-00113-of-00141.safetensors b/model-00113-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48171ad93b7b337fabcdc28c2336021e7361cfcc --- /dev/null +++ b/model-00113-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5fced3cfb9e15a16777ca7bdb1db8cd70a15309ff07d76a9df5ac271b9be088 +size 5361736376 diff --git a/model-00114-of-00141.safetensors b/model-00114-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af507e3687c603646cba736dc477e2ef5494d0cb --- /dev/null +++ b/model-00114-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cfbc251358acb1c1231491d1885e5c1aeae898872d330f77998056e74c9c4a +size 5363339464 diff --git a/model-00115-of-00141.safetensors b/model-00115-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..513f23162ea9b7aca108c6c91a73fde8454f7065 --- /dev/null +++ b/model-00115-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c153acebfbccd8df63ffd4f4fca78b627f92a784616507c71df0337af32fdf +size 5361736240 diff --git a/model-00116-of-00141.safetensors b/model-00116-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a6b37f5c5cb946ac6e845e184fe77df2ade4ff3 --- /dev/null +++ b/model-00116-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157ba9cef9e654efc1314c02cb24f50cbe1c60bb79f7942f4a684a5a84d6c9bf +size 5366354008 diff --git a/model-00117-of-00141.safetensors b/model-00117-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70e527a44d9311d47940818e370aaae21425d31d --- /dev/null +++ b/model-00117-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b5d2c1e22392b60463f4b0ea1f3fc4efe85b8bb048d4325745d4df8b25f247 +size 5366353520 diff --git a/model-00118-of-00141.safetensors b/model-00118-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..400de9aeb232c9505b41285c093e024fb205d2e3 --- /dev/null +++ b/model-00118-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b0e7cef1f4ff476f9e5023c8030d0ccfe9b6e36f4f5b131ea1e0bb9fcb33c6 +size 5361736696 diff --git a/model-00119-of-00141.safetensors b/model-00119-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f418c3054cbfd8df5041a694aa02e76ce83a770 --- /dev/null +++ b/model-00119-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa5bfbe3a5813681b1ee0cfbe57b11f42179be906c5eaafb2616a9e97c82e1e +size 5366353328 diff --git a/model-00120-of-00141.safetensors b/model-00120-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fce64631abac407134b26ae5c2cbf3e75d18817 --- /dev/null +++ b/model-00120-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f4df573511b7f930353cfbc531ea9625312c0e4f8b7d3b59520bcbe7feb53d +size 5361735832 diff --git a/model-00121-of-00141.safetensors b/model-00121-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f790974577830a844d448cd0d8274ed046eab01c --- /dev/null +++ b/model-00121-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cf63f85e5e7a668c26df6b9a079c35b9732ba1eb80d6cc300727c48d5cf092 +size 5366353016 diff --git a/model-00122-of-00141.safetensors b/model-00122-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e0fe9d60aaab156f3601be715cbdfc2dd01992e --- /dev/null +++ b/model-00122-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0512387df595dba689344abf3525e71e939b978dab72d07295b8d9ec8c80521 +size 5361736552 diff --git a/model-00123-of-00141.safetensors b/model-00123-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a4d35b7384a3178b7a9c1c4a603627c10a1e5d4 --- /dev/null +++ b/model-00123-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa61401dd17b9ec7f708bb8ffa6900da9aedfa9bbb79bb5951f522ff2ccefc5 +size 5363339288 diff --git a/model-00124-of-00141.safetensors b/model-00124-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c4233da60d78b2b219b0943fe89bca5620501f0 --- /dev/null +++ b/model-00124-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25bc1e47a5bea3b81ade742bb13cfe8372fc685454fbe00621c37417afaf947 +size 5361736416 diff --git a/model-00125-of-00141.safetensors b/model-00125-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47d8b9da88a2dd30d7d9298ebcdef1c992653a72 --- /dev/null +++ b/model-00125-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8d20230bca192a188973b7e55d5b5642847e685b301ef55b9dca40603ef305 +size 5366353816 diff --git a/model-00126-of-00141.safetensors b/model-00126-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e03b09510a34f5b82070773acf25eb12065412d --- /dev/null +++ b/model-00126-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621d4e7e495ff6901175ba8953a8d0a3ec506290c8603ae75e251655c9066f8d +size 5361736288 diff --git a/model-00127-of-00141.safetensors b/model-00127-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bcb71561dcc7694d8412571a005a042ac717d8a --- /dev/null +++ b/model-00127-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4f6badc71b6c8c6c6de2037a593922fbf020489884fa4c9d515f43c0afcff5 +size 5366353952 diff --git a/model-00128-of-00141.safetensors b/model-00128-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..724d07e5756c85990b5675e265f4b9ef44564993 --- /dev/null +++ b/model-00128-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9511bdfbbe65148114f87fe8a1f3a1061f169c06febb272294f17ab4ceae6d7 +size 5366353520 diff --git a/model-00129-of-00141.safetensors b/model-00129-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73710da7baa8523d1595774b04a2e2ae495f7472 --- /dev/null +++ b/model-00129-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867321e5576a148162bf01554edab1f89f453700c82c0d850126056647dbd91d +size 5361736696 diff --git a/model-00130-of-00141.safetensors b/model-00130-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43724f85ce141645bf0e1c1ce47b150096eeaf51 --- /dev/null +++ b/model-00130-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc62557627fef43791e483b520c31f493ec53fa5d8eb0cb4de14461d63f49420 +size 5363339136 diff --git a/model-00131-of-00141.safetensors b/model-00131-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f53f8eff9c58e8fe86e2cb2d677385eefeb7a4f --- /dev/null +++ b/model-00131-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5171bb0bb86860733193780539dfbb8e44c48b787a07b35dff324c1958061d44 +size 5361736696 diff --git a/model-00132-of-00141.safetensors b/model-00132-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b2f02d077b90dc85e1e3d544134ac3b243cd648 --- /dev/null +++ b/model-00132-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856dbe0e9181d2625557a913a28a263e6529af6822a07d1b21a33d6db97294e6 +size 5366353536 diff --git a/model-00133-of-00141.safetensors b/model-00133-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5891eddd49a355eba03483efc2e5e6dbde1a0f1c --- /dev/null +++ b/model-00133-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a638742f08a96bd365778656d836436e39f0ac3053672cd7a0e213c76a6db9 +size 5361736592 diff --git a/model-00134-of-00141.safetensors b/model-00134-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0aa72e043b61d3231c6520d83c2022e1d040bda3 --- /dev/null +++ b/model-00134-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defbc8e02385d96779299598dd15cc26a745feafa773baee5e0fdf3ea68a4f20 +size 5366353640 diff --git a/model-00135-of-00141.safetensors b/model-00135-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f54af3692bccc075aa3474c0671d9e87b9778b5c --- /dev/null +++ b/model-00135-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b11554e41ba7038a65fe547836e3222acb5d779b154db6ffc2e2e237c2ff17 +size 5361736456 diff --git a/model-00136-of-00141.safetensors b/model-00136-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6255fae9243adcf9a0c29b613451a22495379f91 --- /dev/null +++ b/model-00136-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b772e2bf1b05857cc9dfc8e9cf84115e0b121def5bb78b3bfc739f405dcc67d +size 5366338784 diff --git a/model-00137-of-00141.safetensors b/model-00137-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a19c3773858c7851b544cc300baaa38759c98687 --- /dev/null +++ b/model-00137-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a76e854af3822b72cabd1c9684905cdcef60e88f6065469f0c7519edea16c07 +size 5361736352 diff --git a/model-00138-of-00141.safetensors b/model-00138-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6f5618cfb8d7127397127f5b1e95bac68598e69 --- /dev/null +++ b/model-00138-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01780612d942125e4d88039d92d9f03eed4f435a76087fcd02b29f67823821ac +size 5363351208 diff --git a/model-00139-of-00141.safetensors b/model-00139-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..897fae596079fbae1fc645db993cd6dafef50edd --- /dev/null +++ b/model-00139-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce42807dc47e4d5c66653f13719662bf5dd4a82bdc25e2c8e559042d82615529 +size 5361735376 diff --git a/model-00140-of-00141.safetensors b/model-00140-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fd6ffa70647aa9657e4a94fce35dda842627052 --- /dev/null +++ b/model-00140-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e24c096aa0f4ff0e9427b9be889eac0a47a6b85a00fd6a7e5e18c733dc418b +size 5366353160 diff --git a/model-00141-of-00141.safetensors b/model-00141-of-00141.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8e1a68b344810d9be30ef1447403026a8c290cc --- /dev/null +++ b/model-00141-of-00141.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1375c9156215b03d2c95ed4832810e6771ff9217f3ce5582b2368198a275272 +size 4724454592 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c54032aec6d7d6379dedede50ef3cee115b5237b --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fe7f28c1f853d4824e4d796374e3dacf1fe470988773952c79b063768134bf +size 11359251 diff --git a/sybil_coeff_meta_w0.json b/sybil_coeff_meta_w0.json new file mode 100644 index 0000000000000000000000000000000000000000..5d747e08a232661968c1033ce7e328067f6d24f3 --- /dev/null +++ b/sybil_coeff_meta_w0.json @@ -0,0 +1,41 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.13.mlp.shared_experts.down_proj.weight", + "model.layers.13.self_attn.o_proj.weight", + "model.layers.22.mlp.shared_experts.down_proj.weight", + "model.layers.22.self_attn.o_proj.weight", + "model.layers.26.mlp.shared_experts.down_proj.weight", + "model.layers.26.self_attn.o_proj.weight", + "model.layers.34.mlp.shared_experts.down_proj.weight", + "model.layers.34.self_attn.o_proj.weight", + "model.layers.38.mlp.shared_experts.down_proj.weight", + "model.layers.38.self_attn.o_proj.weight", + "model.layers.46.mlp.shared_experts.down_proj.weight", + "model.layers.46.self_attn.o_proj.weight", + "model.layers.58.mlp.shared_experts.down_proj.weight", + "model.layers.58.self_attn.o_proj.weight", + "model.layers.61.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00001-of-00141.safetensors", + "model-00017-of-00141.safetensors", + "model-00041-of-00141.safetensors", + "model-00065-of-00141.safetensors", + "model-00081-of-00141.safetensors", + "model-00089-of-00141.safetensors", + "model-00113-of-00141.safetensors", + "model-00121-of-00141.safetensors", + "model-00129-of-00141.safetensors", + "model-00137-of-00141.safetensors" + ], + "max_rel_error": 0.019554857164621353, + "max_coeff_leak": 0.03414257988333702, + "num_workers": 8, + "worker_id": 0 +} diff --git a/sybil_coeff_meta_w1.json b/sybil_coeff_meta_w1.json new file mode 100644 index 0000000000000000000000000000000000000000..ac09856d1596d97e93a160b012ec8c20a48ac7aa --- /dev/null +++ b/sybil_coeff_meta_w1.json @@ -0,0 +1,44 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.18.mlp.shared_experts.down_proj.weight", + "model.layers.18.self_attn.o_proj.weight", + "model.layers.30.mlp.shared_experts.down_proj.weight", + "model.layers.30.self_attn.o_proj.weight", + "model.layers.39.mlp.shared_experts.down_proj.weight", + "model.layers.39.self_attn.o_proj.weight", + "model.layers.42.mlp.shared_experts.down_proj.weight", + "model.layers.42.self_attn.o_proj.weight", + "model.layers.50.mlp.shared_experts.down_proj.weight", + "model.layers.50.self_attn.o_proj.weight", + "model.layers.54.mlp.shared_experts.down_proj.weight", + "model.layers.54.self_attn.o_proj.weight", + "model.layers.62.mlp.shared_experts.down_proj.weight", + "model.layers.62.self_attn.o_proj.weight", + "model.layers.66.mlp.shared_experts.down_proj.weight", + "model.layers.66.self_attn.o_proj.weight", + "model.layers.74.mlp.shared_experts.down_proj.weight", + "model.layers.74.self_attn.o_proj.weight", + "model.layers.78.mlp.shared_experts.down_proj.weight", + "model.layers.78.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00002-of-00141.safetensors", + "model-00010-of-00141.safetensors", + "model-00026-of-00141.safetensors", + "model-00034-of-00141.safetensors", + "model-00050-of-00141.safetensors", + "model-00074-of-00141.safetensors", + "model-00098-of-00141.safetensors", + "model-00122-of-00141.safetensors" + ], + "max_rel_error": 0.020447975024580956, + "max_coeff_leak": 0.03426217660307884, + "num_workers": 8, + "worker_id": 1 +} diff --git a/sybil_coeff_meta_w2.json b/sybil_coeff_meta_w2.json new file mode 100644 index 0000000000000000000000000000000000000000..9b67ba26c0e5848601c51ecbd1914b7c3c4e8e0e --- /dev/null +++ b/sybil_coeff_meta_w2.json @@ -0,0 +1,41 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.14.mlp.shared_experts.down_proj.weight", + "model.layers.14.self_attn.o_proj.weight", + "model.layers.23.mlp.shared_experts.down_proj.weight", + "model.layers.23.self_attn.o_proj.weight", + "model.layers.27.mlp.shared_experts.down_proj.weight", + "model.layers.27.self_attn.o_proj.weight", + "model.layers.35.mlp.shared_experts.down_proj.weight", + "model.layers.35.self_attn.o_proj.weight", + "model.layers.47.mlp.shared_experts.down_proj.weight", + "model.layers.47.self_attn.o_proj.weight", + "model.layers.59.mlp.shared_experts.down_proj.weight", + "model.layers.59.self_attn.o_proj.weight", + "model.layers.70.mlp.shared_experts.down_proj.weight", + "model.layers.70.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00003-of-00141.safetensors", + "model-00019-of-00141.safetensors", + "model-00043-of-00141.safetensors", + "model-00059-of-00141.safetensors", + "model-00067-of-00141.safetensors", + "model-00083-of-00141.safetensors", + "model-00091-of-00141.safetensors", + "model-00107-of-00141.safetensors", + "model-00115-of-00141.safetensors", + "model-00131-of-00141.safetensors", + "model-00139-of-00141.safetensors" + ], + "max_rel_error": 0.02014309912919998, + "max_coeff_leak": 0.03469482436776161, + "num_workers": 8, + "worker_id": 2 +} diff --git a/sybil_coeff_meta_w3.json b/sybil_coeff_meta_w3.json new file mode 100644 index 0000000000000000000000000000000000000000..5bbeaaf431ffe7d79ec7a329983c39c1913c7c3f --- /dev/null +++ b/sybil_coeff_meta_w3.json @@ -0,0 +1,44 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.15.mlp.shared_experts.down_proj.weight", + "model.layers.15.self_attn.o_proj.weight", + "model.layers.19.mlp.shared_experts.down_proj.weight", + "model.layers.19.self_attn.o_proj.weight", + "model.layers.28.mlp.shared_experts.down_proj.weight", + "model.layers.28.self_attn.o_proj.weight", + "model.layers.31.mlp.shared_experts.down_proj.weight", + "model.layers.31.self_attn.o_proj.weight", + "model.layers.43.mlp.shared_experts.down_proj.weight", + "model.layers.43.self_attn.o_proj.weight", + "model.layers.51.mlp.shared_experts.down_proj.weight", + "model.layers.51.self_attn.o_proj.weight", + "model.layers.55.mlp.shared_experts.down_proj.weight", + "model.layers.55.self_attn.o_proj.weight", + "model.layers.63.mlp.shared_experts.down_proj.weight", + "model.layers.63.self_attn.o_proj.weight", + "model.layers.67.mlp.shared_experts.down_proj.weight", + "model.layers.67.self_attn.o_proj.weight", + "model.layers.75.mlp.shared_experts.down_proj.weight", + "model.layers.75.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00004-of-00141.safetensors", + "model-00028-of-00141.safetensors", + "model-00052-of-00141.safetensors", + "model-00060-of-00141.safetensors", + "model-00076-of-00141.safetensors", + "model-00100-of-00141.safetensors", + "model-00124-of-00141.safetensors", + "model-00140-of-00141.safetensors" + ], + "max_rel_error": 0.020430980250239372, + "max_coeff_leak": 0.0342167504131794, + "num_workers": 8, + "worker_id": 3 +} diff --git a/sybil_coeff_meta_w4.json b/sybil_coeff_meta_w4.json new file mode 100644 index 0000000000000000000000000000000000000000..b25b22b65c76d334bf94b520c54a8819d7784e9b --- /dev/null +++ b/sybil_coeff_meta_w4.json @@ -0,0 +1,40 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.24.mlp.shared_experts.down_proj.weight", + "model.layers.24.self_attn.o_proj.weight", + "model.layers.36.mlp.shared_experts.down_proj.weight", + "model.layers.36.self_attn.o_proj.weight", + "model.layers.48.mlp.shared_experts.down_proj.weight", + "model.layers.48.self_attn.o_proj.weight", + "model.layers.56.mlp.shared_experts.down_proj.weight", + "model.layers.56.self_attn.o_proj.weight", + "model.layers.68.mlp.shared_experts.down_proj.weight", + "model.layers.68.self_attn.o_proj.weight", + "model.layers.71.mlp.shared_experts.down_proj.weight", + "model.layers.71.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00005-of-00141.safetensors", + "model-00013-of-00141.safetensors", + "model-00021-of-00141.safetensors", + "model-00037-of-00141.safetensors", + "model-00045-of-00141.safetensors", + "model-00061-of-00141.safetensors", + "model-00069-of-00141.safetensors", + "model-00085-of-00141.safetensors", + "model-00101-of-00141.safetensors", + "model-00109-of-00141.safetensors", + "model-00133-of-00141.safetensors", + "model-00141-of-00141.safetensors" + ], + "max_rel_error": 0.01945837400853634, + "max_coeff_leak": 0.0345638208091259, + "num_workers": 8, + "worker_id": 4 +} diff --git a/sybil_coeff_meta_w5.json b/sybil_coeff_meta_w5.json new file mode 100644 index 0000000000000000000000000000000000000000..ab34280f399ccab380330d116c0e4603b4564f16 --- /dev/null +++ b/sybil_coeff_meta_w5.json @@ -0,0 +1,42 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.16.mlp.shared_experts.down_proj.weight", + "model.layers.16.self_attn.o_proj.weight", + "model.layers.20.mlp.shared_experts.down_proj.weight", + "model.layers.20.self_attn.o_proj.weight", + "model.layers.29.mlp.shared_experts.down_proj.weight", + "model.layers.29.self_attn.o_proj.weight", + "model.layers.32.mlp.shared_experts.down_proj.weight", + "model.layers.32.self_attn.o_proj.weight", + "model.layers.40.mlp.shared_experts.down_proj.weight", + "model.layers.40.self_attn.o_proj.weight", + "model.layers.44.mlp.shared_experts.down_proj.weight", + "model.layers.44.self_attn.o_proj.weight", + "model.layers.52.mlp.shared_experts.down_proj.weight", + "model.layers.52.self_attn.o_proj.weight", + "model.layers.64.mlp.shared_experts.down_proj.weight", + "model.layers.64.self_attn.o_proj.weight", + "model.layers.76.mlp.shared_experts.down_proj.weight", + "model.layers.76.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00006-of-00141.safetensors", + "model-00030-of-00141.safetensors", + "model-00054-of-00141.safetensors", + "model-00078-of-00141.safetensors", + "model-00094-of-00141.safetensors", + "model-00102-of-00141.safetensors", + "model-00118-of-00141.safetensors", + "model-00126-of-00141.safetensors" + ], + "max_rel_error": 0.020470723509788513, + "max_coeff_leak": 0.03381003811955452, + "num_workers": 8, + "worker_id": 5 +} diff --git a/sybil_coeff_meta_w6.json b/sybil_coeff_meta_w6.json new file mode 100644 index 0000000000000000000000000000000000000000..beabc094b1f83e2618cf09cb5ebbe585bf8e1129 --- /dev/null +++ b/sybil_coeff_meta_w6.json @@ -0,0 +1,42 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.21.mlp.shared_experts.down_proj.weight", + "model.layers.25.mlp.shared_experts.down_proj.weight", + "model.layers.25.self_attn.o_proj.weight", + "model.layers.33.mlp.shared_experts.down_proj.weight", + "model.layers.33.self_attn.o_proj.weight", + "model.layers.37.mlp.shared_experts.down_proj.weight", + "model.layers.37.self_attn.o_proj.weight", + "model.layers.45.mlp.shared_experts.down_proj.weight", + "model.layers.45.self_attn.o_proj.weight", + "model.layers.49.mlp.shared_experts.down_proj.weight", + "model.layers.49.self_attn.o_proj.weight", + "model.layers.57.mlp.shared_experts.down_proj.weight", + "model.layers.57.self_attn.o_proj.weight", + "model.layers.60.mlp.shared_experts.down_proj.weight", + "model.layers.60.self_attn.o_proj.weight", + "model.layers.69.mlp.shared_experts.down_proj.weight", + "model.layers.69.self_attn.o_proj.weight", + "model.layers.72.mlp.shared_experts.down_proj.weight", + "model.layers.72.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00007-of-00141.safetensors", + "model-00015-of-00141.safetensors", + "model-00039-of-00141.safetensors", + "model-00063-of-00141.safetensors", + "model-00087-of-00141.safetensors", + "model-00111-of-00141.safetensors", + "model-00135-of-00141.safetensors" + ], + "max_rel_error": 0.019728414714336395, + "max_coeff_leak": 0.033444084227085114, + "num_workers": 8, + "worker_id": 6 +} diff --git a/sybil_coeff_meta_w7.json b/sybil_coeff_meta_w7.json new file mode 100644 index 0000000000000000000000000000000000000000..e0890bcf67b2d90d1d7e84322d5a86b7c6d5a44b --- /dev/null +++ b/sybil_coeff_meta_w7.json @@ -0,0 +1,39 @@ +{ + "method": "shared-subspace coefficient-replace + error-feedback FP8", + "base_dir": "/home/cvm/.cache/huggingface/hub/models--zai-org--GLM-5.2-FP8/snapshots/ba978f7d347eaf65d22f1a86833408afdb953541", + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "rank": 3, + "ef_iters": 12, + "target_count": 132, + "edited_targets": [ + "model.layers.17.mlp.shared_experts.down_proj.weight", + "model.layers.17.self_attn.o_proj.weight", + "model.layers.21.self_attn.o_proj.weight", + "model.layers.41.mlp.shared_experts.down_proj.weight", + "model.layers.41.self_attn.o_proj.weight", + "model.layers.53.mlp.shared_experts.down_proj.weight", + "model.layers.53.self_attn.o_proj.weight", + "model.layers.61.mlp.shared_experts.down_proj.weight", + "model.layers.65.mlp.shared_experts.down_proj.weight", + "model.layers.65.self_attn.o_proj.weight", + "model.layers.73.mlp.shared_experts.down_proj.weight", + "model.layers.73.self_attn.o_proj.weight", + "model.layers.77.mlp.shared_experts.down_proj.weight", + "model.layers.77.self_attn.o_proj.weight" + ], + "linked_shards": [ + "model-00008-of-00141.safetensors", + "model-00032-of-00141.safetensors", + "model-00040-of-00141.safetensors", + "model-00048-of-00141.safetensors", + "model-00056-of-00141.safetensors", + "model-00072-of-00141.safetensors", + "model-00080-of-00141.safetensors", + "model-00096-of-00141.safetensors", + "model-00120-of-00141.safetensors" + ], + "max_rel_error": 0.019214510917663574, + "max_coeff_leak": 0.034991517663002014, + "num_workers": 8, + "worker_id": 7 +} diff --git a/sybil_provenance/sybil_shared_q.json b/sybil_provenance/sybil_shared_q.json new file mode 100644 index 0000000000000000000000000000000000000000..098736af7f1eb5e49fa881af133d7053732a4283 --- /dev/null +++ b/sybil_provenance/sybil_shared_q.json @@ -0,0 +1,18 @@ +{ + "rank": 3, + "d_model": 6144, + "top_eigenvalues": [ + 75.29776000976562, + 0.12281759828329086, + 0.06413506716489792, + 0.03848820924758911, + 0.026159975677728653, + 0.025155041366815567, + 0.01844608411192894, + 0.017412368208169937 + ], + "rank1_energy": 0.5704379055357879, + "rank3_energy": 0.5718541994119121, + "gguf_dir": "/home/cvm/abliterate/glm52-ablit/UD-Q3_K_M", + "method": "shared-subspace coefficient-replace" +} diff --git a/sybil_provenance/sybil_shared_q.pt b/sybil_provenance/sybil_shared_q.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6733b486ad9dc2280af0352004e05b6e4128491 --- /dev/null +++ b/sybil_provenance/sybil_shared_q.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21fb534c510c688078820ed1c0849e89afbf5ccdaacd9fdffccca1ae1e5385a +size 100253 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}