Add tokenizers to dockerfile

Author: Peter Johnson

Dockerfile

@@ -22,7 +22,7 @@ RUN --mount=type=cache,target=$POETRY_CACHE_DIR \
     find /app/.venv -name "*.md" -delete && \
     find /app/.venv -name "*.txt" -delete &&\
     # Download NLTK corpora into the venv so it's cached ---
-    /app/.venv/bin/python -m nltk.downloader -d /app/.venv/nltk_data brown reuters gutenberg webtext
+    /app/.venv/bin/python -m nltk.downloader -d /app/.venv/nltk_data brown reuters gutenberg webtext punkt punkt_tab
 
 ENV NLTK_DATA=/app/.venv/nltk_data
 
@@ -32,7 +32,6 @@ ENV VIRTUAL_ENV=/app/.venv \
     PATH="/app/.venv/bin:$PATH"
     ENV NLTK_DATA=/app/.venv/nltk_data
 
-
 # Copy the cleaned virtual environment
 COPY --from=builder ${VIRTUAL_ENV} ${VIRTUAL_ENV}