Merge pull request #5 from trustyai-explainability/nemo-server

added a Containerfile for the nemo server

Author: m-misiura

.dockerignore

@@ -19,7 +19,7 @@ firebase.json
 build
 dist
 # Ignoring this for now
-/scripts
+# /scripts
 # Ignoring log files generated by tests
 *.log
 # Ignore some of the files that should be downloaded/generated for evaluation

.gitignore

@@ -58,7 +58,7 @@ docs/user_guides/llm/vertexai/config
 docs/**/config
 
 # Ignoring this for now
-/scripts
+# /scripts
 
 # Ignoring log files generated by tests
 firebase.json

Dockerfile.server

@@ -0,0 +1,38 @@
+FROM python:3.11-slim
+
+# System dependencies
+RUN apt-get update && apt-get install -y gcc g++ git curl \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+# Install Poetry
+RUN pip install --no-cache-dir poetry
+
+# Copy project files
+COPY pyproject.toml poetry.lock* README.md ./
+COPY examples/ ./examples/
+COPY chat-ui/ ./chat-ui/
+COPY nemoguardrails/ ./nemoguardrails/
+COPY scripts/ ./scripts/
+RUN chmod +x ./scripts/entrypoint.sh
+
+# Create non-root user and set permissions
+RUN useradd --create-home guardrails && \
+    mkdir -p /app/config && \
+    mkdir -p /app/.cache/pypoetry && \
+    chown -R guardrails:guardrails /app
+
+USER guardrails
+
+# Set Poetry cache and virtualenvs path
+ENV POETRY_CACHE_DIR=/app/.cache/pypoetry
+ENV POETRY_VIRTUALENVS_PATH=/app/.cache/pypoetry/virtualenvs
+
+# Install all dependencies (main + extras) as non-root user
+RUN poetry install --no-interaction --no-ansi --all-extras
+RUN poetry run python -m spacy download en_core_web_lg
+
+EXPOSE 8000
+
+ENTRYPOINT ["./scripts/entrypoint.sh"]

scripts/entrypoint.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+# Allow runtime overrides via env vars or args
+CONFIG_ID="${CONFIG_ID:-$1}"
+PORT="${PORT:-$2}"
+
+# Set defaults if not provided
+CONFIG_ID="${CONFIG_ID:-nemo}"
+PORT="${PORT:-8000}"
+
+CONFIG_DIR="/app/config/${CONFIG_ID}"
+
+echo "🚀 Starting NeMo Guardrails with config from: $CONFIG_DIR (port: $PORT)"
+
+# Validate config exists
+if [[ ! -f "$CONFIG_DIR/config.yaml" ]]; then
+    echo "❌ ERROR: config.yaml not found in $CONFIG_DIR"
+    exit 1
+fi
+
+# Do NOT attempt to create rails.co if missing (ConfigMap is read-only)
+if [[ ! -f "$CONFIG_DIR/rails.co" ]]; then
+    echo "❌ ERROR: rails.co not found in $CONFIG_DIR (ConfigMap is read-only, please provide it)"
+    exit 1
+fi
+
+echo "✅ Configuration validated. Starting server..."
+exec poetry run nemoguardrails server \
+    --config "/app/config" \
+    --port "$PORT" \
+    --default-config-id "$CONFIG_ID"