🤖 大模型

其他的不看好，最终只会留下几个通用模型和领域细分模型

🏅 竞技

🌐 平台端

🗄 API 管理分发

  • One API 最早的 API 接口聚合管理
  • One Hub 基于 one-api 二次开发
  • New API 最知名的 API 接口聚合管理

📦 Serverless / 容器部署

📄Nginx 配置

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
server {
	listen 443 ssl;
   	http2 on;
	server_name example.com;

	location / {
           proxy_pass http://127.0.0.1:3000;

		# Add WebSocket support
		proxy_http_version 1.1;
		proxy_set_header Upgrade $http_upgrade;
		proxy_set_header Connection "upgrade";

		proxy_set_header Host $host;
		proxy_set_header X-Real-IP $remote_addr;
		proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
		proxy_set_header X-Forwarded-Proto $scheme;

		# Disable proxy buffering for better streaming response from models
		proxy_cache off;
		proxy_buffering off;
		chunked_transfer_encoding on;
		keepalive_timeout 300;
	}
}