OpenArc/config.yaml at main · SearchSavior/OpenArc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
server:
port:


# comma seperated list of model_name to load on startup

# from env
startup_models : ${OPENRARC_AUTOLOAD_MODELS}


models:
  qwen35-08b:
    engine: ovgenai
    model_type: llm
    model_path: /mnt/Ironwolf-4TB/Models/OpenVINO/Qwen3.5/Qwen3.5-0.8B-int8_asym-ov/
    device: CPU
    runtime_config:
      PERFORMANCE_HINT: LATENCY
    scheduler_config:
      max_num_batched_tokens:
      num_kv_blocks:
      cache_size:
      num_linear_attention_blocks:
      cache_interval_multiplier:
      dynamic_split_fuse:
      enable_prefix_caching:
      use_cache_eviction:
      use_sparse_attention:
    samplers:
      temperature: 0.7
      top_k: 40
      top_p: 0.95
      repetition_penalty: 1.05
      max_tokens: 1024


  kokoro:
    engine: openvino
    model_type: kokoro
    model_path:
    device: CPU
    kokoro_options:
      voice: af_sarah
      voice_blend: af_heart:0.7,af_nicole:0.3
      lang_code:
      speed: 1.0
      chracter_count_chunk: 100

  qwen3asr:
    engine: openvino
    model_type: qwen3_asr
    model_path:
    device: CPU
    qwen3_asr_options:
      language:
      max_tokens:
      max_chunk_sec:
      search_expand_sec:
      min_window_ms:


  qwen3_tts_elmo:
    model_type: qwen3_tts_voice_clone
    model_path:
    engine: openvino
    device: GPU.0
    qwen3_tts_custom_voice_options:
      language:
      speaker:
      instruct:
    qwen3_tts_options:
      max_new_tokens:
      do_sample:
      top_k:
      top_p:
      temperature:
      repetition_penalty:
      subtalker_do_sample:
      subtalker_top_k:
      subtalker_top_p:
      subtalker_temperature:
      stream:
      stream_chunk_frames:
      stream_left_context:


  qwen3_tts_oscar:
    model_type: qwen3_tts_voice_design
    model_path:
    engine: openvino
    device: GPU.0
    qwen3_tts_voice_design_options:
      voice_description:
    qwen3_tts_options:
      max_new_tokens:
      do_sample:
      top_k:
      top_p:
      temperature:
      repetition_penalty:
      subtalker_do_sample:
      subtalker_top_k:
      subtalker_top_p:
      subtalker_temperature:
      stream:
      stream_chunk_frames:
      stream_left_context:


  qwen3_tts_oscar:
    model_type: qwen3_tts_voice_clone
    model_path:
    engine: openvino
    device: GPU.0
    qwen3_tts_voice_clone_options: