diff --git a/.github/workflows/llama-container-preview.yml b/.github/workflows/llama-container-preview.yml index 98a384370..8e478a603 100644 --- a/.github/workflows/llama-container-preview.yml +++ b/.github/workflows/llama-container-preview.yml @@ -4,7 +4,7 @@ on: pull_request: types: [opened, synchronize, reopened, closed] paths: - - 'wrongsecret-lama-resources' + - 'wrongsecret-lama-resources/*' - 'Dockerfile_llamaserver1' permissions: @@ -43,7 +43,7 @@ jobs: id: meta uses: docker/metadata-action@v5 with: - images: ghcr.io/${{ github.repository }}/wrongsecrets-pr + images: ghcr.io/${{ github.repository }}/wrongsecrets-llamaserver-pr tags: | type=ref,event=pr,suffix=-{{sha}} type=ref,event=pr @@ -67,19 +67,19 @@ jobs: header: llama-preview-instructions message: | ### 🦙 Llama Container Preview Ready! - + You can test this container preview locally using the following commands: - + ```bash # 1. Log in to GitHub Container Registry (if not already authenticated) echo "YOUR_GITHUB_TOKEN" | docker login ghcr.io -u \${{ github.actor }} --password-stdin - + # 2. Run the preview container docker run --rm \ --name wrongsecrets-llama \ --memory=2g \ -p 1234:1234 \ - ghcr.io/ github.repository /wrongsecrets-pr:pr-{{ github.event.pull_request.number }} + ghcr.io/github.repository/wrongsecrets-llamaserver-pr:pr-{{ github.event.pull_request.number }} ``` - + *Note: The specific tag for this specific commit is also available using the commit-SHA suffix if needed.* diff --git a/Dockerfile_llamaserver1 b/Dockerfile_llamaserver1 index 972663834..9479ff56e 100644 --- a/Dockerfile_llamaserver1 +++ b/Dockerfile_llamaserver1 @@ -10,6 +10,7 @@ RUN mkdir -p /models /config \ -o /models/model.gguf \ && chmod 0444 /models/model.gguf +RUN echo 123 COPY wrongsecret-lama-resources/llama-prompt.txt /config/personality.txt RUN chmod 0444 /config/personality.txt diff --git a/wrongsecret-lama-resources/llama-entrypoint.sh b/wrongsecret-lama-resources/llama-entrypoint.sh index 3933d0301..dfd0f55b4 100644 --- a/wrongsecret-lama-resources/llama-entrypoint.sh +++ b/wrongsecret-lama-resources/llama-entrypoint.sh @@ -7,6 +7,7 @@ exec /app/llama-server \ -m /models/model.gguf \ --host 0.0.0.0 \ --port 1234 \ + --system-prompt "$SYSTEM_PROMPT" \ -c 512 \ -n 128 \ -np 1 \