Tom Aarsen commited on
Commit ·
2653833
1
Parent(s): 2f6ecfd
Remove eod_id line from README
Browse files
README.md
CHANGED
|
@@ -145,7 +145,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B')
|
|
| 145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
| 146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
| 147 |
|
| 148 |
-
eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
|
| 149 |
max_length = 8192
|
| 150 |
|
| 151 |
# Tokenize the input texts
|
|
|
|
| 145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
| 146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
| 147 |
|
|
|
|
| 148 |
max_length = 8192
|
| 149 |
|
| 150 |
# Tokenize the input texts
|