bert_base/scripts/generate_supervisor_conf.py

94 lines
2.5 KiB
Python

import os
import sys
from dotenv import load_dotenv
load_dotenv()
def discover_models():
"""从环境变量中发现所有模型"""
models = {}
for key, value in os.environ.items():
if key.endswith('_MODEL_ID'):
prefix = key[:-9]
service_name = os.getenv(f'{prefix}_SERVICE_NAME', f'{prefix.lower()}_classifier')
service_folder = service_name.replace('_classifier', '')
models[prefix.lower()] = {
'prefix': prefix,
'model_id': value,
'port': os.getenv(f'{prefix}_PORT', '5002'),
'service_name': service_name,
'model_dir': os.getenv(f'{prefix}_MODEL_DIR', f'/app/services/{service_folder}/model'),
'service_folder': service_folder,
}
return models
def generate_supervisor_conf(models):
"""生成supervisor配置文件 - 统一使用一个服务"""
conf = []
conf.append("""[supervisord]
nodaemon=true
logfile=/var/log/supervisor/supervisord.log
pidfile=/tmp/supervisord.pid
childlogdir=/var/log/supervisor
""")
# 只启动一个统一服务
conf.append(f"""[program:unified_service]
command=gunicorn --bind 0.0.0.0:{os.environ.get('SERVICE_PORT', 5003)} --workers %(ENV_MAX_WORKERS)s --threads 2 --timeout 120 services.unified.app:app
directory=/app
autostart=true
autorestart=true
startretries=3
stdout_logfile=/app/logs/unified_service.log
stdout_logfile_maxbytes=50MB
stderr_logfile=/app/logs/unified_service_error.log
stderr_logfile_maxbytes=50MB
environment=PYTHONUNBUFFERED="1"
""")
conf.append(f"""[group:bert_services]
programs=unified_service
""")
return ''.join(conf)
def main():
supervisor_conf_path = './supervisor.conf'
if os.path.exists(supervisor_conf_path):
print("=" * 50)
print("supervisor.conf already exists, skipping generation...")
sys.exit(0)
print("=" * 50)
print("Generating supervisor.conf dynamically...")
print("=" * 50)
models = discover_models()
if not models:
print("⚠️ No models found")
sys.exit(1)
print(f"Found {len(models)} model(s):")
for name, config in models.items():
print(f" - {name}: {config['model_id']}")
conf_content = generate_supervisor_conf(models)
with open(supervisor_conf_path, 'w') as f:
f.write(conf_content)
print(f"\n✓ supervisor.conf generated successfully!")
print("=" * 50)
if __name__ == "__main__":
main()