Upload folder using huggingface_hub
Browse files- postprocessing/1/__pycache__/model.cpython-310.pyc +0 -0
- postprocessing/1/model.py +5 -2
- preprocessing/1/__pycache__/model.cpython-310.pyc +0 -0
- tensorrt_llm_bls/1/__pycache__/model.cpython-310.pyc +0 -0
- tensorrt_llm_bls/1/lib/__pycache__/decode.cpython-310.pyc +0 -0
- tensorrt_llm_bls/1/lib/__pycache__/triton_decoder.cpython-310.pyc +0 -0
- tensorrt_llm_bls/config.pbtxt +1 -1
postprocessing/1/__pycache__/model.cpython-310.pyc
CHANGED
|
Binary files a/postprocessing/1/__pycache__/model.cpython-310.pyc and b/postprocessing/1/__pycache__/model.cpython-310.pyc differ
|
|
|
postprocessing/1/model.py
CHANGED
|
@@ -226,6 +226,9 @@ class TritonPythonModel:
|
|
| 226 |
seq_len = sequence_lengths[batch_idx][beam_idx]
|
| 227 |
output = self.tokenizer.decode(
|
| 228 |
tokens[:seq_len],
|
| 229 |
-
skip_special_tokens=
|
|
|
|
|
|
|
|
|
|
| 230 |
outputs.append(output.encode('utf8'))
|
| 231 |
-
return
|
|
|
|
| 226 |
seq_len = sequence_lengths[batch_idx][beam_idx]
|
| 227 |
output = self.tokenizer.decode(
|
| 228 |
tokens[:seq_len],
|
| 229 |
+
skip_special_tokens=False)
|
| 230 |
+
token_id_string = self.tokenizer.convert_ids_to_tokens(tokens[:seq_len], skip_special_tokens=True)
|
| 231 |
+
if len(token_id_string) > 0 and len(token_id_string[0]) > 0 and token_id_string[0][0] == "▁":
|
| 232 |
+
output = " " + output
|
| 233 |
outputs.append(output.encode('utf8'))
|
| 234 |
+
return output
|
preprocessing/1/__pycache__/model.cpython-310.pyc
CHANGED
|
Binary files a/preprocessing/1/__pycache__/model.cpython-310.pyc and b/preprocessing/1/__pycache__/model.cpython-310.pyc differ
|
|
|
tensorrt_llm_bls/1/__pycache__/model.cpython-310.pyc
CHANGED
|
Binary files a/tensorrt_llm_bls/1/__pycache__/model.cpython-310.pyc and b/tensorrt_llm_bls/1/__pycache__/model.cpython-310.pyc differ
|
|
|
tensorrt_llm_bls/1/lib/__pycache__/decode.cpython-310.pyc
CHANGED
|
Binary files a/tensorrt_llm_bls/1/lib/__pycache__/decode.cpython-310.pyc and b/tensorrt_llm_bls/1/lib/__pycache__/decode.cpython-310.pyc differ
|
|
|
tensorrt_llm_bls/1/lib/__pycache__/triton_decoder.cpython-310.pyc
CHANGED
|
Binary files a/tensorrt_llm_bls/1/lib/__pycache__/triton_decoder.cpython-310.pyc and b/tensorrt_llm_bls/1/lib/__pycache__/triton_decoder.cpython-310.pyc differ
|
|
|
tensorrt_llm_bls/config.pbtxt
CHANGED
|
@@ -235,7 +235,7 @@ parameters: {
|
|
| 235 |
parameters: {
|
| 236 |
key: "tensorrt_llm_model_name"
|
| 237 |
value: {
|
| 238 |
-
string_value: "
|
| 239 |
}
|
| 240 |
}
|
| 241 |
parameters: {
|
|
|
|
| 235 |
parameters: {
|
| 236 |
key: "tensorrt_llm_model_name"
|
| 237 |
value: {
|
| 238 |
+
string_value: "tensorrt_llm"
|
| 239 |
}
|
| 240 |
}
|
| 241 |
parameters: {
|