max_batch_size: 161
max_num_tokens: 1160
moe_expert_parallel_size: 1
trust_remote_code: true
enable_attention_dp: true
kv_cache_config:
  free_gpu_memory_fraction: 0.8
