@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / cf6ff18246
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 04:15 UTC

Fix Baichuan chat template (#3340)

Dinghow Yang committed Mar 16, 2024 at 12:02 UTC cf6ff18246194c1197ce85028036a462ea9f9269
1 file changed +10 -19
examples/template_baichuan.jinja
+10 -19
@@ -1,22 +1,13 @@
1 {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
2
3 -{% for message in messages %}
4 -{% if message['role'] == 'user' %}
5 -<reserved_106>
6 -{{ message['content']|trim -}}
7 -{% if not loop.last %}
8 -
9 -
10 -{% endif %}
11 -{% elif message['role'] == 'assistant' %}
12 -<reserved_107>
13 -{{ message['content']|trim -}}
14 -{% if not loop.last %}
15 -
16 -
17 -{% endif %}
18 -{% endif %}
19 -{% endfor %}
20 -{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
21 -<reserved_107>
3 +{%- for message in messages -%}
4 + {%- if message['role'] == 'user' -%}
5 + {{- '<reserved_106>' + message['content'] -}}
6 + {%- elif message['role'] == 'assistant' -%}
7 + {{- '<reserved_107>' + message['content'] -}}
8 + {%- endif -%}
9 +{%- endfor -%}
10 +
11 +{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
12 + {{- '<reserved_107>' -}}
13 {% endif %}
\ No newline at end of file