New-API 自部署：搭建你自己的 AI 网关

1
services:
2
  new-api:
3
    image: calciumion/new-api:latest
4
    container_name: new-api
5
    restart: always
6
    ports:
7
      - "127.0.0.1:3012:3000"     # 只绑本机，外网走 nginx
8
    environment:
9
      - TZ=Asia/Shanghai
10
    volumes:
11
      - /opt/new-api/data:/data

1
services:
2
  new-api:
3
    image: calciumion/new-api:latest
4
    container_name: new-api
5
    restart: always
6
    ports:
7
      - "127.0.0.1:3012:3000"
8
    environment:
9
      - TZ=Asia/Shanghai
10
      - SQL_DSN=newapi:strong_password@tcp(mysql:3306)/new-api
11
      - REDIS_CONN_STRING=redis://redis:6379
12
    volumes:
13
      - /opt/new-api/data:/data
14
    depends_on:
15
      - mysql
16
      - redis
17

18
  mysql:
19
    image: mysql:8
20
    restart: always
21
    environment:
22
      MYSQL_ROOT_PASSWORD: strong_root_password
23
      MYSQL_DATABASE: new-api
24
      MYSQL_USER: newapi
25
      MYSQL_PASSWORD: strong_password
26
    volumes:
27
      - /opt/new-api/mysql:/var/lib/mysql
28

29
  redis:
30
    image: redis:alpine
31
    restart: always
32
    volumes:
33
      - /opt/new-api/redis:/data

1
location / {
2
    proxy_pass http://127.0.0.1:3012;
3
    proxy_http_version 1.1;
4
    proxy_set_header Host $host;
5
    proxy_set_header X-Real-IP $remote_addr;
6
    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
7
    proxy_set_header Connection '';
8
    proxy_buffering off;             # 关键：禁用缓冲
9
    proxy_cache off;
10
    proxy_read_timeout 600s;         # 流式响应可能长
11
    chunked_transfer_encoding on;
12
}

1
from openai import OpenAI
2

3
client = OpenAI(
4
    api_key="sk-your-newapi-token",
5
    base_url="https://api.your-domain.com/v1",
6
)
7

8
resp = client.chat.completions.create(
9
    model="gpt-4",
10
    messages=[{"role": "user", "content": "hi"}],
11
)
12
print(resp.choices[0].message.content)