在某私有化部署千问3.5-397b出现复读机和自我认知有问题解决方案与尝试1.更换镜像和权重未果2.修改参数调节温度0.751和repetition_penalty1.01.2stop[]截断条件限制参数不可用贪婪解码temperature0必容易复读3.修改chat_template.jinja解决将chat_template.jinja修改后的参数放在下文4.微量本修改对话未尝试{%- set image_count namespace(value0) %}{%- set video_count namespace(value0) %}{%- macro render_content(content, do_vision_count, is_system_contentfalse) %}{%- if content is string %}{{- content }}{%- elif content is iterable and content is not mapping %}{%- for item in content %}{%- if image in item or image_url in item or item.type image %}{%- if is_system_content %}{{- raise_exception(System message cannot contain images.) }}{%- endif %}{%- if do_vision_count %}{%- set image_count.value image_count.value 1 %}{%- endif %}{%- if add_vision_id %}{{- Picture ~ image_count.value ~ : }}{%- endif %}{{- |vision_start||image_pad||vision_end| }}{%- elif video in item or item.type video %}{%- if is_system_content %}{{- raise_exception(System message cannot contain videos.) }}{%- endif %}{%- if do_vision_count %}{%- set video_count.value video_count.value 1 %}{%- endif %}{%- if add_vision_id %}{{- Video ~ video_count.value ~ : }}{%- endif %}{{- |vision_start||video_pad||vision_end| }}{%- elif text in item %}{{- item.text }}{%- else %}{{- raise_exception(Unexpected item type in content.) }}{%- endif %}{%- endfor %}{%- elif content is none or content is undefined %}{{- }}{%- else %}{{- raise_exception(Unexpected content type.) }}{%- endif %}{%- endmacro %}{%- if not messages %}{{- raise_exception(No messages provided.) }}{%- endif %}{%- set top_priority_persona 你是千问快速回答助手。在回答时先输出一个think标签内部包含你的简单的推理过程短暂思考然后输出/think再输出最终回答。最终回答中不要再出现任何思考相关标签。 %}{%- if tools and tools is iterable and tools is not mapping %}{{- |im_start|system\n }}{{- top_priority_persona \n\n }}{{- # Tools\n\nYou have access to the following functions:\n\ntools }}{%- for tool in tools %}{{- \n }}{{- tool | tojson }}{%- endfor %}{{- \n/tools }}{{- \n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\ntool_call\nfunctionexample_function_name\nparameterexample_parameter_1\nvalue_1\n/parameter\nparameterexample_parameter_2\nThis is the value for the second parameter\nthat can span\nmultiple lines\n/parameter\n/function\n/tool_call\n\nIMPORTANT\nReminder:\n- Function calls MUST follow the specified format: an inner function.../function block must be nested within tool_call/tool_call XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n/IMPORTANT }}{%- if messages[0].role system %}{%- set content render_content(messages[0].content, false, true)|trim %}{%- if content %}{{- \n\n content }}{%- endif %}{%- endif %}{{- |im_end|\n }}{%- else %}{{- |im_start|system\n }}{{- top_priority_persona }}{%- if messages[0].role system %}{%- set content render_content(messages[0].content, false, true)|trim %}{%- if content %}{{- \n\n content }}{%- endif %}{%- endif %}{{- |im_end|\n }}{%- endif %}{%- set ns namespace(multi_step_tooltrue, last_query_indexmessages|length - 1) %}{%- for message in messages[::-1] %}{%- set index (messages|length - 1) - loop.index0 %}{%- if ns.multi_step_tool and message.role user %}{%- set content render_content(message.content, false)|trim %}{%- if not(content.startswith(tool_response) and content.endswith(/tool_response)) %}{%- set ns.multi_step_tool false %}{%- set ns.last_query_index index %}{%- endif %}{%- endif %}{%- endfor %}{%- if ns.multi_step_tool %}{{- raise_exception(No user query found in messages.) }}{%- endif %}{%- for message in messages %}{%- set content render_content(message.content, true)|trim %}{%- if message.role system %}{%- if not loop.first %}{{- raise_exception(System message must be at the beginning.) }}{%- endif %}{%- elif message.role user %}{{- |im_start| message.role \n content |im_end| \n }}{%- elif message.role assistant %}{%- set reasoning_content %}{%- if message.reasoning_content is string %}{%- set reasoning_content message.reasoning_content %}{%- else %}{%- if /think in content %}{%- set reasoning_content content.split(/think)[0].rstrip(\n).split(think)[-1].lstrip(\n) %}{%- set content content.split(/think)[-1].lstrip(\n) %}{%- endif %}{%- endif %}{%- set reasoning_content reasoning_content|trim %}{%- if loop.index0 ns.last_query_index %}{{- |im_start| message.role \nthink\n reasoning_content \n/think\n\n content }}{%- else %}{{- |im_start| message.role \n content }}{%- endif %}{%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}{%- for tool_call in message.tool_calls %}{%- if tool_call.function is defined %}{%- set tool_call tool_call.function %}{%- endif %}{%- if loop.first %}{%- if content|trim %}{{- \n\ntool_call\nfunction tool_call.name \n }}{%- else %}{{- tool_call\nfunction tool_call.name \n }}{%- endif %}{%- else %}{{- \ntool_call\nfunction tool_call.name \n }}{%- endif %}{%- if tool_call.arguments is defined %}{%- for args_name, args_value in tool_call.arguments|items %}{{- parameter args_name \n }}{%- set args_value args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}{{- args_value }}{{- \n/parameter\n }}{%- endfor %}{%- endif %}{{- /function\n/tool_call }}{%- endfor %}{%- endif %}{{- |im_end|\n }}{%- elif message.role tool %}{%- if loop.previtem and loop.previtem.role ! tool %}{{- |im_start|user }}{%- endif %}{{- \ntool_response\n }}{{- content }}{{- \n/tool_response }}{%- if not loop.last and loop.nextitem.role ! tool %}{{- |im_end|\n }}{%- elif loop.last %}{{- |im_end|\n }}{%- endif %}{%- else %}{{- raise_exception(Unexpected message role.) }}{%- endif %}{%- endfor %}{%- if add_generation_prompt %}{{- |im_start|assistant\n }}{%- if enable_thinking is defined and enable_thinking is false %}{{- think\n\n/think\n\n }}{%- else %}{{- think\n }}{%- endif %}{%- endif %}