WIP: docker runtime
frdel committed
Nov 14, 2024 at 21:49 UTC
02cb41b2fd743b7a106de188420959360e0f12a5
3 files changed
+9
-9
docker/run/fs/exe/run_A0.sh
+1
-1
@@ -26,7 +26,7 @@ while true; do
26
fi
27
28
echo "Starting A0..."
29
- python "$PYTHON_SCRIPT" --port 80 --host 0.0.0.0
29
+ python "$PYTHON_SCRIPT" --port 80 --host "0.0.0.0"
30
31
# Check the exit status
32
if [ $? -ne 0 ]; then
models.py
+2
-4
@@ -52,14 +52,12 @@ class ModelProvider(Enum):
52
OPENAI_AZURE = "OpenAI Azure"
53
OPENROUTER = "OpenRouter"
54
SAMBANOVA = "Sambanova"
55
- OTHER = "Other"
55
+ OTHER = "Other"
56
57
58
# Utility function to get API keys from environment variables
59
def get_api_key(service):
60
- return os.getenv(f"API_KEY_{service.upper()}") or os.getenv(
61
- f"{service.upper()}_API_KEY"
62
- )
60
+ return os.getenv(f"API_KEY_{service.upper()}") or os.getenv(f"{service.upper()}_API_KEY") or "None"
61
62
63
def get_model(type: ModelType, provider: ModelProvider, name: str, **kwargs):
run_ui.py
+6
-4
@@ -25,6 +25,7 @@ app = Flask("app", static_folder=get_abs_path("./webui"), static_url_path="/")
25
app.config["JSON_SORT_KEYS"] = False # Disable key sorting in jsonify
26
27
lock = threading.Lock()
28
+parser = argparse.ArgumentParser()
29
30
# Set up basic authentication, name and password from .env variables
31
app.config["BASIC_AUTH_USERNAME"] = (
@@ -571,10 +572,7 @@ def run():
572
def log_request(self, code="-", size="-"):
573
pass # Override to suppress request logging
574
574
- parser = argparse.ArgumentParser()
575
- parser.add_argument("--port", type=int, default=0, help="Web UI port")
576
- parser.add_argument("--host", type=int, default=0, help="Web UI host")
577
- args = parser.parse_args()
575
+ args,_ = parser.parse_known_args()
576
577
# Get configuration from environment
578
port = args.port or int(os.environ.get("WEB_UI_PORT", 0)) or None
@@ -605,4 +603,8 @@ def run():
603
604
# run the internal server
605
if __name__ == "__main__":
606
+
607
+ parser.add_argument("--port", type=int, default=0, help="Web UI port")
608
+ parser.add_argument("--host", type=str, default=0, help="Web UI host")
609
+
610
run()