# Qwen3.5-27B FP8 Provider Configuration - NON-THINKING MODE # Based on official Qwen recommendations for vLLM inference # Architecture: Hybrid 75% DeltaNet + 25% Full Attention (48+16 layers) # Context: 262K native, expandable to 1M with YaRN # Vision: VLM with Vision Encoder (uses VRAM even for text-only tasks) # # Non-thinking mode is disabled via extra_body parameter # Recommended sampling parameters: # - General tasks: temp=0.7, top_p=0.8, top_k=20, min_p=0.0, pp=1.5, rp=1.0 # - Reasoning tasks: temp=1.0, top_p=0.95, top_k=20, min_p=0.0, pp=1.5, rp=1.0 simple: model: "Qwen/Qwen3.5-27B-FP8" temperature: 0.7 top_k: 20 top_p: 0.8 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false simple_json: model: "Qwen/Qwen3.5-27B-FP8" temperature: 0.7 top_k: 20 top_p: 0.8 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 json: true extra_body: chat_template_kwargs: enable_thinking: false primary_agent: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false assistant: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false generator: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false refiner: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false adviser: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false reflector: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false searcher: model: "Qwen/Qwen3.5-27B-FP8" temperature: 0.7 top_k: 20 top_p: 0.8 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false enricher: model: "Qwen/Qwen3.5-27B-FP8" temperature: 0.7 top_k: 20 top_p: 0.8 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false coder: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false installer: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false pentester: model: "Qwen/Qwen3.5-27B-FP8" temperature: 1.0 top_k: 20 top_p: 0.95 min_p: 0.0 presence_penalty: 1.5 repetition_penalty: 1.0 n: 1 max_tokens: 32768 extra_body: chat_template_kwargs: enable_thinking: false