Fix pycache not working on linux local dev boxes

compose.near-prod.yaml

@@ -65,6 +65,7 @@ services:
       - ol-build:/openlibrary/static/build
       - ol-nodemodules:/openlibrary/node_modules
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
     networks:
       - webnet
       - dbnet

compose.override.yaml

@@ -20,6 +20,9 @@ services:
       # The above volume mounts are required so that the local dev bind mount below
       # does not clobber the data generated inside the image / container
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      # Writable pyc bytecode cache dir -- see PYTHONPYCACHEPREFIX in
+      # Dockerfile.olbase for why this is needed.
+      - ol-pycache:/pycache
     environment:
       - LOCAL_DEV=true
       - OL_EXPOSE_SOLR_INTERNALS_PARAMS=true
@@ -43,6 +46,7 @@ services:
       # Persistent volume mount for generated css and js
       - ol-build:/openlibrary/static/build
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
     environment:
       - LOCAL_DEV=true
       - OL_EXPOSE_SOLR_INTERNALS_PARAMS=true
@@ -86,6 +90,7 @@ services:
       # Persistent volume mount for installed git submodules
       - ol-vendor:/openlibrary/vendor
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
 
   db:
     image: postgres:${POSTGRES_VERSION:-18.3}
@@ -118,6 +123,7 @@ services:
     volumes:
       - ol-vendor:/openlibrary/vendor
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
 
   infobase:
     build:
@@ -133,6 +139,7 @@ services:
     volumes:
       - ol-vendor:/openlibrary/vendor
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
     depends_on:
       db:
         condition: service_healthy
@@ -158,6 +165,7 @@ services:
       - ol-build:/openlibrary/static/build
       - ol-nodemodules:/openlibrary/node_modules
       - ${OL_MOUNT_DIR:-.}:/openlibrary
+      - ol-pycache:/pycache
       # For OSP download persistence across restarts
       - solr-updater-data:/solr-updater-data
     depends_on:
@@ -189,3 +197,4 @@ volumes:
   ol-build:
   ol-nodemodules:
   ol-postgres:
+  ol-pycache:

compose.staging.yaml

@@ -32,6 +32,9 @@ services:
       # The above volume mounts are required so that the local dev bind mount below
       # does not clobber the data generated inside the image / container
       - .:/openlibrary
+      # Writable pyc bytecode cache dir -- see PYTHONPYCACHEPREFIX in
+      # Dockerfile.olbase for why this is needed.
+      - ol-pycache:/pycache
 
   fast_web:
     build:
@@ -52,6 +55,7 @@ services:
       # Persistent volume mount for generated css and js
       - ol-build:/openlibrary/static/build
       - .:/openlibrary
+      - ol-pycache:/pycache
 
 
   memcached:
@@ -61,3 +65,4 @@ volumes:
   ol-vendor:
   ol-build:
   ol-nodemodules:
+  ol-pycache:

docker/Dockerfile.olbase

@@ -61,9 +61,10 @@ RUN chmod 644 /usr/lib/nginx/modules/ngx_http_modsecurity_module.so \
 RUN mkdir -p /var/log/openlibrary /var/lib/openlibrary && chown openlibrary:openlibrary /var/log/openlibrary /var/lib/openlibrary \
  && mkdir /openlibrary && chown openlibrary:openlibrary /openlibrary \
  && mkdir -p /var/lib/coverstore && chown openlibrary:openlibrary /var/lib/coverstore \
- # In order to write to solr-updater's named volume, this needs to be
- # pre-created with the right permissions
- && mkdir -p /solr-updater-data && chown openlibrary:openlibrary /solr-updater-data
+ # For the container to have write permissions to the ol-* named volumes, they need
+ # to be pre-created with the right permissions
+ && mkdir -p /solr-updater-data && chown openlibrary:openlibrary /solr-updater-data \
+ && mkdir -p /pycache && chown openlibrary:openlibrary /pycache
 WORKDIR /openlibrary
 
 USER openlibrary
@@ -79,10 +80,20 @@ RUN uv pip install -r requirements.txt
 
 USER openlibrary
 
+# The code volume mount doesn't have write access from the container on linux,
+# So need to redirect pyc bytecode caching here instead of alongside sources.
+ENV PYTHONPYCACHEPREFIX=/pycache
+
 COPY --chown=openlibrary:openlibrary package*.json ./
 RUN npm ci --no-audit
 
 COPY --chown=openlibrary:openlibrary . /openlibrary
 # run make to initialize git submodules, build css and js files
 RUN ln -s vendor/infogami/infogami infogami \
  && make
+
+# Pre-warm the pyc bytecode cache so it ships baked into the image.
+RUN python -m compileall -q \
+ -x '/node_modules/' \
+ "$(python -c 'import sysconfig; print(sysconfig.get_path("purelib"))')" \
+ /openlibrary