richat/plugin-agave/config.json at master · chainstack/richat · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
{
  "libpath": "../target/release/librichat_plugin_agave.so",
  "logs": {
    "level": "info"
  },
  "metrics": {
    "endpoint": "127.0.0.1:10123"
  },
  "tokio": {
    "worker_threads": null, // by default number of cpus
    "affinity": null // by default no affinity (taskset syntax)
  },
  "channel": {
    "encoder": "raw",
    "max_messages": "2_097_152",
    "max_bytes": "16GiB"
  },
  // by default gRPC is disabled
  // "grpc": {
  //   "endpoint": "127.0.0.1:10100",
  //   // "tls_config": {
  //   //   "cert": "/path/to/cert.cert",
  //   //   "key": "/path/to/key.key"
  //   // },
  //   "compression": {
  //     "accept": [], // valid: gzip, zstd
  //     "send": [] // valid: gzip, zstd
  //   },
  //   "max_decoding_message_size": "4MiB",
  //   "server_tcp_keepalive": "15s",
  //   "server_tcp_nodelay": true,
  //   "server_http2_adaptive_window": null,
  //   "server_http2_keepalive_interval": null,
  //   "server_http2_keepalive_timeout": null,
  //   "server_initial_connection_window_size": null,
  //   "server_initial_stream_window_size": null,
  //   "x_tokens": []
  // },
  // by default QUIC is disabled
  // "quic": {
  //   "endpoint": "127.0.0.1:10101",
  //   "tls_config": {
  //     // "cert": "/path/to/cert.cert",
  //     // "key": "/path/to/key.key",
  //     "self_signed_alt_names": ["localhost"]
  //   },
  //   "expected_rtt": 100,
  //   "max_stream_bandwidth": 12_500_000,
  //   "max_idle_timeout": "30s",
  //   "max_recv_streams": 16,
  //   "max_request_size": 1024,
  //   "x_tokens": []
  // }
}