-
Notifications
You must be signed in to change notification settings - Fork 87
Expand file tree
/
Copy pathrun_api.py
More file actions
68 lines (57 loc) · 1.83 KB
/
run_api.py
File metadata and controls
68 lines (57 loc) · 1.83 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Run GAM REST API Server (FastAPI + Uvicorn)
Usage:
python examples/run_api.py --port 5001
python examples/run_api.py --model gpt-4o-mini --api-key sk-xxx
"""
import argparse
import os
def main():
parser = argparse.ArgumentParser(description="Run GAM REST API Server")
parser.add_argument(
"--host", type=str, default="0.0.0.0",
help="Host to bind to (default: 0.0.0.0)",
)
parser.add_argument(
"--port", type=int, default=5001,
help="Port to bind to (default: 5001)",
)
parser.add_argument(
"--output-dir", type=str, default="",
help="Default output root directory",
)
parser.add_argument(
"--model", type=str, default=None,
help="Default LLM model name",
)
parser.add_argument(
"--api-base", type=str, default=None,
help="Default LLM API base URL",
)
parser.add_argument(
"--api-key", type=str, default=None,
help="Default LLM API key",
)
args = parser.parse_args()
generator = None
api_key = args.api_key or os.environ.get("GAM_API_KEY") or os.environ.get("OPENAI_API_KEY")
if api_key:
from gam.generators.openai_generator import OpenAIGenerator
from gam.generators.config import OpenAIGeneratorConfig
config = OpenAIGeneratorConfig(
model_name=args.model or os.environ.get("GAM_MODEL", "gpt-4o-mini"),
base_url=args.api_base or os.environ.get("GAM_API_BASE", "https://api.openai.com/v1"),
api_key=api_key,
)
generator = OpenAIGenerator(config)
from gam.rest_api import run_server
run_server(
generator=generator,
output_base=args.output_dir,
host=args.host,
port=args.port,
)
if __name__ == "__main__":
main()