Fix docker image not working in kubernetes. Fix int width not set in input scherma. Add makefile and test image.

.gitignore

@@ -1,2 +1,3 @@
 models/
-venv/
+venv/
+**/__pycache__

Dockerfile

@@ -1,26 +1,20 @@
-FROM python:3.12-slim as builder
-
-WORKDIR /build
-
-COPY requirements.txt .
-RUN pip install --no-cache-dir --user -r requirements.txt
-
 FROM python:3.12-slim
 
-WORKDIR /app
+ENV PYTHONDONTWRITEBYTECODE="1" \
+    PYTHONUNBUFFERED="1"
 
-RUN useradd -m -u 1000 appuser
+# hadolint ignore=DL3013
+RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel
 
-COPY --from=builder --chown=appuser:appuser /root/.local /home/appuser/.local
-COPY --chown=appuser:appuser app ./app
-COPY --chown=appuser:appuser models ./models
-COPY --chown=appuser:appuser main.py .
+WORKDIR /app/
 
-USER appuser
+COPY requirements.txt ./
+RUN python3 -m pip install --no-cache-dir -r ./requirements.txt
 
-ENV PATH=/home/appuser/.local/bin:$PATH \
-    PYTHONUNBUFFERED=1
+COPY app ./app
+COPY models ./models
+COPY main.py ./
 
 EXPOSE 8000
 
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]
+ENTRYPOINT ["python3", "-m", "uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]

app/api/models.py

@@ -6,6 +6,8 @@ from typing import Optional
 
 import pydantic
 
+from dyff.schema.base import int32
+
 
 class ImageData(pydantic.BaseModel):
     """Image data model for base64 encoded images."""
@@ -39,11 +41,11 @@ class LocalizationMask(pydantic.BaseModel):
     final byte isn't "full", then convert the byte array to base64.
     """
 
-    width: int = pydantic.Field(
+    width: int32() = pydantic.Field(
         description="The width of the mask."
     )
 
-    height: int = pydantic.Field(
+    height: int32() = pydantic.Field(
         description="The height of the mask."
     )
     

app/services/inference.py

@@ -68,9 +68,11 @@ class ResNetInferenceService(InferenceService[ImageRequest, PredictionResponse])
         inputs = self.processor(image, return_tensors="pt")
 
         with torch.no_grad():
-            logits = self.model(**inputs).logits   # pyright: ignore
+            logits = self.model(**inputs).logits.squeeze()   # pyright: ignore
 
-        logprobs = torch.nn.functional.log_softmax(logits[:len(Labels)], dim=-1).tolist()
+        # Convert to expected output format. This is for demonstration purposes
+        # and obviously will not perform well on the actual task.
+        logprobs = torch.nn.functional.log_softmax(logits[:len(Labels)]).tolist()
         mask_bytes = random.randbytes((width*height + 7) // 8)
         mask_bits = base64.b64encode(mask_bytes).decode("utf-8")
 

makefile

@@ -0,0 +1,15 @@
+.PHONY: download
+download:
+	bash scripts/model_download.bash
+
+.PHONY: build
+build:
+	docker build -t safe-challenge-2025/example-submission:latest .
+
+.PHONY: run
+run:
+	docker run -d --name example-submission -p 8000:8000 safe-challenge-2025/example-submission:latest
+
+.PHONY: stop
+stop:
+	docker stop example-submission && docker rm example-submission

prompt.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+curl -X POST http://localhost:8000/predict \
+    -H "Content-Type: application/json" \
+    -d @"$1"
+

requirements.in

@@ -1,3 +1,5 @@
+dyff
+
 # Web framework
 fastapi==0.104.1
 uvicorn[standard]==0.24.0

requirements.txt

@@ -1,58 +1,242 @@
-#
-# This file is autogenerated by pip-compile with Python 3.12
-# by the following command:
-#
-#    pip-compile requirements.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile requirements.in
+absl-py==2.3.1
+    # via dyff-client
 annotated-types==0.7.0
     # via pydantic
 anyio==3.7.1
     # via
     #   fastapi
+    #   httpx
+    #   jupyter-server
     #   starlette
     #   watchfiles
-certifi==2025.8.3
-    # via requests
-charset-normalizer==3.4.3
+argon2-cffi==25.1.0
+    # via jupyter-server
+argon2-cffi-bindings==25.1.0
+    # via argon2-cffi
+arrow==1.4.0
+    # via isoduration
+asttokens==3.0.0
+    # via stack-data
+async-lru==2.0.5
+    # via jupyterlab
+attrs==25.4.0
+    # via
+    #   jsonschema
+    #   referencing
+azure-core==1.36.0
+    # via dyff-client
+babel==2.17.0
+    # via jupyterlab-server
+beautifulsoup4==4.14.2
+    # via
+    #   dyff-audit
+    #   nbconvert
+bleach==6.3.0
+    # via nbconvert
+canonicaljson==2.0.0
+    # via dyff-schema
+certifi==2025.11.12
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+cffi==2.0.0
+    # via argon2-cffi-bindings
+charset-normalizer==3.4.4
     # via requests
-click==8.2.1
+click==8.3.0
     # via uvicorn
+comm==0.2.3
+    # via ipykernel
+debugpy==1.8.17
+    # via ipykernel
+decorator==5.2.1
+    # via ipython
+defusedxml==0.7.1
+    # via nbconvert
+dnspython==2.8.0
+    # via email-validator
+# dyff==0.36.1
+    # via -r requirements.in
+dyff-audit==0.16.1
+    # via dyff
+dyff-client==0.23.5
+    # via
+    #   dyff
+    #   dyff-audit
+dyff-schema==0.39.1
+    # via
+    #   dyff
+    #   dyff-audit
+    #   dyff-client
+email-validator==2.3.0
+    # via dyff-schema
+executing==2.2.1
+    # via stack-data
 fastapi==0.104.1
     # via -r requirements.in
-filelock==3.19.1
+fastjsonschema==2.21.2
+    # via nbformat
+filelock==3.20.0
     # via
     #   huggingface-hub
     #   torch
     #   transformers
-fsspec==2025.7.0
+fqdn==1.5.1
+    # via jsonschema
+fsspec==2025.10.0
     # via
     #   huggingface-hub
     #   torch
+google-i18n-address==3.1.1
+    # via dyff-schema
 h11==0.16.0
-    # via uvicorn
-hf-xet==1.1.8
+    # via
+    #   httpcore
+    #   uvicorn
+hf-xet==1.2.0
     # via huggingface-hub
-httptools==0.6.4
+httpcore==1.0.9
+    # via httpx
+httptools==0.7.1
     # via uvicorn
-huggingface-hub==0.34.4
+httpx==0.28.1
+    # via
+    #   dyff-client
+    #   jupyterlab
+huggingface-hub==0.36.0
     # via
     #   tokenizers
     #   transformers
-idna==3.10
+hypothesis==6.147.0
+    # via
+    #   dyff-schema
+    #   hypothesis-jsonschema
+hypothesis-jsonschema==0.23.1
+    # via dyff-schema
+idna==3.11
     # via
     #   anyio
+    #   email-validator
+    #   httpx
+    #   jsonschema
     #   requests
+ipykernel==7.1.0
+    # via jupyterlab
+ipython==9.7.0
+    # via ipykernel
+ipython-pygments-lexers==1.1.1
+    # via ipython
+isodate==0.7.2
+    # via dyff-client
+isoduration==20.11.0
+    # via jsonschema
+jedi==0.19.2
+    # via ipython
 jinja2==3.1.6
-    # via torch
-markupsafe==3.0.2
-    # via jinja2
+    # via
+    #   jupyter-server
+    #   jupyterlab
+    #   jupyterlab-server
+    #   nbconvert
+    #   torch
+json5==0.12.1
+    # via jupyterlab-server
+jsonpath-ng==1.7.0
+    # via
+    #   dyff-client
+    #   dyff-schema
+jsonpointer==3.0.0
+    # via jsonschema
+jsonschema==4.25.1
+    # via
+    #   hypothesis-jsonschema
+    #   jupyter-events
+    #   jupyterlab-server
+    #   nbformat
+jsonschema-specifications==2025.9.1
+    # via jsonschema
+jupyter-client==8.6.3
+    # via
+    #   ipykernel
+    #   jupyter-server
+    #   nbclient
+jupyter-core==5.9.1
+    # via
+    #   ipykernel
+    #   jupyter-client
+    #   jupyter-server
+    #   jupyterlab
+    #   nbclient
+    #   nbconvert
+    #   nbformat
+jupyter-events==0.12.0
+    # via jupyter-server
+jupyter-lsp==2.3.0
+    # via jupyterlab
+jupyter-server==2.17.0
+    # via
+    #   jupyter-lsp
+    #   jupyterlab
+    #   jupyterlab-server
+    #   notebook
+    #   notebook-shim
+jupyter-server-terminals==0.5.3
+    # via jupyter-server
+jupyterlab==4.4.10
+    # via notebook
+jupyterlab-pygments==0.3.0
+    # via nbconvert
+jupyterlab-server==2.28.0
+    # via
+    #   jupyterlab
+    #   notebook
+lark==1.3.1
+    # via rfc3987-syntax
+lxml==6.0.2
+    # via dyff-audit
+markupsafe==3.0.3
+    # via
+    #   jinja2
+    #   nbconvert
+matplotlib-inline==0.2.1
+    # via
+    #   ipykernel
+    #   ipython
+mistune==3.1.4
+    # via nbconvert
 mpmath==1.3.0
     # via sympy
+nbclient==0.10.2
+    # via nbconvert
+nbconvert==7.16.6
+    # via
+    #   dyff-audit
+    #   jupyter-server
+nbformat==5.10.4
+    # via
+    #   dyff-audit
+    #   jupyter-server
+    #   nbclient
+    #   nbconvert
+nest-asyncio==1.6.0
+    # via ipykernel
 networkx==3.5
     # via torch
-numpy==2.3.2
+notebook==7.4.7
+    # via dyff-audit
+notebook-shim==0.2.4
+    # via
+    #   jupyterlab
+    #   notebook
+numpy==1.26.4
     # via
     #   -r requirements.in
+    #   dyff-audit
+    #   dyff-client
+    #   dyff-schema
     #   pandas
     #   transformers
 nvidia-cublas-cu12==12.8.4.1
@@ -82,7 +266,7 @@ nvidia-cusparse-cu12==12.5.8.93
     #   torch
 nvidia-cusparselt-cu12==0.7.1
     # via torch
-nvidia-nccl-cu12==2.27.3
+nvidia-nccl-cu12==2.27.5
     # via torch
 nvidia-nvjitlink-cu12==12.8.93
     # via
@@ -90,91 +274,233 @@ nvidia-nvjitlink-cu12==12.8.93
     #   nvidia-cusolver-cu12
     #   nvidia-cusparse-cu12
     #   torch
+nvidia-nvshmem-cu12==3.3.20
+    # via torch
 nvidia-nvtx-cu12==12.8.90
     # via torch
 packaging==25.0
     # via
     #   huggingface-hub
+    #   ipykernel
+    #   jupyter-events
+    #   jupyter-server
+    #   jupyterlab
+    #   jupyterlab-server
+    #   nbconvert
     #   transformers
-pandas==2.3.2
-    # via -r requirements.in
-pillow==10.1.0
-    # via -r requirements.in
-pyarrow==21.0.0
+pandas==2.3.3
+    # via
+    #   -r requirements.in
+    #   dyff-audit
+    #   dyff-client
+pandocfilters==1.5.1
+    # via nbconvert
+parso==0.8.5
+    # via jedi
+pexpect==4.9.0
+    # via ipython
+pillow==12.0.0
     # via -r requirements.in
+platformdirs==4.5.0
+    # via jupyter-core
+ply==3.11
+    # via jsonpath-ng
+prometheus-client==0.23.1
+    # via jupyter-server
+prompt-toolkit==3.0.52
+    # via ipython
+psutil==7.1.3
+    # via ipykernel
+ptyprocess==0.7.0
+    # via
+    #   pexpect
+    #   terminado
+pure-eval==0.2.3
+    # via stack-data
+pyarrow==22.0.0
+    # via
+    #   -r requirements.in
+    #   dyff-audit
+    #   dyff-client
+    #   dyff-schema
+pycparser==2.23
+    # via cffi
 pydantic==2.5.0
     # via
     #   -r requirements.in
+    #   dyff-audit
+    #   dyff-client
+    #   dyff-schema
     #   fastapi
     #   pydantic-settings
 pydantic-core==2.14.1
     # via pydantic
 pydantic-settings==2.0.3
     # via -r requirements.in
+pygments==2.19.2
+    # via
+    #   ipython
+    #   ipython-pygments-lexers
+    #   nbconvert
 python-dateutil==2.9.0.post0
-    # via pandas
+    # via
+    #   arrow
+    #   jupyter-client
+    #   pandas
 python-dotenv==0.21.0
     # via
     #   -r requirements.in
     #   pydantic-settings
     #   uvicorn
+python-json-logger==4.0.0
+    # via jupyter-events
 python-multipart==0.0.6
     # via -r requirements.in
 pytz==2025.2
     # via pandas
-pyyaml==6.0.2
+pyyaml==6.0.3
     # via
     #   huggingface-hub
+    #   jupyter-events
     #   transformers
     #   uvicorn
-regex==2025.7.34
+pyzmq==27.1.0
+    # via
+    #   ipykernel
+    #   jupyter-client
+    #   jupyter-server
+referencing==0.37.0
+    # via
+    #   jsonschema
+    #   jsonschema-specifications
+    #   jupyter-events
+regex==2025.11.3
     # via transformers
 requests==2.32.5
     # via
     #   -r requirements.in
+    #   azure-core
+    #   google-i18n-address
     #   huggingface-hub
+    #   jupyterlab-server
     #   transformers
+rfc3339-validator==0.1.4
+    # via
+    #   jsonschema
+    #   jupyter-events
+rfc3986-validator==0.1.1
+    # via
+    #   jsonschema
+    #   jupyter-events
+rfc3987-syntax==1.1.0
+    # via jsonschema
+rpds-py==0.28.0
+    # via
+    #   jsonschema
+    #   referencing
+ruamel-yaml==0.18.16
+    # via dyff-audit
+ruamel-yaml-clib==0.2.14
+    # via ruamel-yaml
 safetensors==0.6.2
     # via transformers
+send2trash==1.8.3
+    # via jupyter-server
+setuptools==80.9.0
+    # via
+    #   jupyterlab
+    #   torch
 six==1.17.0
-    # via python-dateutil
+    # via
+    #   python-dateutil
+    #   rfc3339-validator
 sniffio==1.3.1
     # via anyio
+sortedcontainers==2.4.0
+    # via hypothesis
+soupsieve==2.8
+    # via beautifulsoup4
+stack-data==0.6.3
+    # via ipython
 starlette==0.27.0
     # via fastapi
 sympy==1.14.0
     # via torch
-tokenizers==0.15.2
+terminado==0.18.1
+    # via
+    #   jupyter-server
+    #   jupyter-server-terminals
+tinycss2==1.4.0
+    # via bleach
+tokenizers==0.22.1
     # via transformers
-torch==2.8.0
+torch==2.9.1
     # via -r requirements.in
+tornado==6.5.2
+    # via
+    #   ipykernel
+    #   jupyter-client
+    #   jupyter-server
+    #   jupyterlab
+    #   notebook
+    #   terminado
 tqdm==4.67.1
     # via
+    #   dyff-client
     #   huggingface-hub
     #   transformers
-transformers==4.35.2
+traitlets==5.14.3
+    # via
+    #   ipykernel
+    #   ipython
+    #   jupyter-client
+    #   jupyter-core
+    #   jupyter-events
+    #   jupyter-server
+    #   jupyterlab
+    #   matplotlib-inline
+    #   nbclient
+    #   nbconvert
+    #   nbformat
+transformers==4.57.1
     # via -r requirements.in
-triton==3.4.0
+triton==3.5.1
     # via torch
 typing-extensions==4.15.0
     # via
+    #   azure-core
+    #   beautifulsoup4
     #   fastapi
     #   huggingface-hub
     #   pydantic
     #   pydantic-core
+    #   referencing
     #   torch
 tzdata==2025.2
-    # via pandas
+    # via
+    #   arrow
+    #   pandas
+uri-template==1.3.0
+    # via jsonschema
 urllib3==2.5.0
     # via requests
-uvicorn[standard]==0.24.0
+uvicorn==0.24.0
     # via -r requirements.in
-uvloop==0.21.0
+uvloop==0.22.1
     # via uvicorn
-watchfiles==1.1.0
+watchfiles==1.1.1
     # via uvicorn
+wcwidth==0.2.14
+    # via prompt-toolkit
+webcolors==25.10.0
+    # via jsonschema
+webencodings==0.5.1
+    # via
+    #   bleach
+    #   tinycss2
+websocket-client==1.9.0
+    # via jupyter-server
 websockets==15.0.1
-    # via uvicorn
-
-# The following packages are considered to be unsafe in a requirements file:
-# setuptools
+    # via
+    #   dyff-client
+    #   uvicorn

scripts/model_download.bash

@@ -1,8 +1,10 @@
+mkdir -p "models/microsoft/resnet-18"
+
 python - <<'PY'
 from huggingface_hub import snapshot_download
 snapshot_download(
     repo_id="microsoft/resnet-18",
-    local_dir="models/resnet-18",
+    local_dir="models/microsoft/resnet-18",
     local_dir_use_symlinks=False # copies files; safer for containers
 )
 PY