A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 04:15 UTC
Fix Baichuan chat template (#3340)
Dinghow Yang committed
Mar 16, 2024 at 12:02 UTC
cf6ff18246194c1197ce85028036a462ea9f9269
1 file changed
+10
-19
examples/template_baichuan.jinja
+10
-19
@@ -1,22 +1,13 @@
1
{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
2
3
-{% for message in messages %}
4
-{% if message['role'] == 'user' %}
5
-<reserved_106>
6
-{{ message['content']|trim -}}
7
-{% if not loop.last %}
8
-
9
-
10
-{% endif %}
11
-{% elif message['role'] == 'assistant' %}
12
-<reserved_107>
13
-{{ message['content']|trim -}}
14
-{% if not loop.last %}
15
-
16
-
17
-{% endif %}
18
-{% endif %}
19
-{% endfor %}
20
-{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
21
-<reserved_107>
3
+{%- for message in messages -%}
4
+ {%- if message['role'] == 'user' -%}
5
+ {{- '<reserved_106>' + message['content'] -}}
6
+ {%- elif message['role'] == 'assistant' -%}
7
+ {{- '<reserved_107>' + message['content'] -}}
8
+ {%- endif -%}
9
+{%- endfor -%}
10
+
11
+{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
12
+ {{- '<reserved_107>' -}}
13
{% endif %}
\ No newline at end of file