Tile Speed Reporter

.circleci/config.yml

@@ -28,7 +28,7 @@ jobs:
             echo "export TAG=${TAG}" >> $BASH_ENV
 
             echo "Building for TAG ${TAG}"
-            docker build -t ${ECR_REPO}:${TAG} .
+            docker build --build-arg="ROOT_PATH=/xreds/" -t ${ECR_REPO}:${TAG} .
 
       - run:
           name: Install Grype
@@ -76,4 +76,4 @@ workflows:
           filters:
             branches:
               only:
-                - main
+                - main

Dockerfile

@@ -15,7 +15,7 @@ COPY viewer/index.html ./index.html
 COPY viewer/public ./public
 COPY viewer/src ./src
 
-ARG ROOT_PATH=/xreds/
+ARG ROOT_PATH
 ENV VITE_XREDS_BASE_URL=${ROOT_PATH}
 RUN npm run build
 
@@ -64,8 +64,11 @@ COPY --from=0 /opt/viewer/dist ./viewer/dist
 
 # Set the port to run the server on
 ENV PORT 8090
-ARG ROOT_PATH=/xreds/
+ARG ROOT_PATH
 ENV ROOT_PATH ${ROOT_PATH}
 
+ARG WORKERS=1
+ENV WORKERS ${WORKERS}
+
 # Run the webserver
-CMD ["sh", "-c", "gunicorn --workers=1 --worker-class=uvicorn.workers.UvicornWorker --log-level=debug --bind=0.0.0.0:${PORT} app:app"]
+CMD ["sh", "-c", "gunicorn --workers=${WORKERS} --worker-class=uvicorn.workers.UvicornWorker --log-level=debug --bind=0.0.0.0:${PORT} app:app"]

README.md

@@ -38,17 +38,17 @@ Build the react app
 
 ```bash
 cd viewer/
-yarn install
-yarn build
+npm run install
+npm run build
 ```
 
 Run the following in the activated `virtualenv`:
 
 ```bash
-datasets_mapping_file=./test.json python app.py
+DATASETS_MAPPING_FILE=./test.json python app.py
 ```
 
-Where `datasets_mapping_file` is the path to the dataset key value store specified in the previous section. You can now navigate to http://localhost:8090/docs to see the supported operations
+Where `DATASETS_MAPPING_FILE` is the path to the dataset key value store as described [here](./README.md#specifying-datasets). You can now navigate to `http://localhost:8090/docs` to see the supported operations
 
 ## Running With Docker
 
@@ -60,16 +60,37 @@ The docker container for the app can be built with:
 docker build -t xreds:latest .
 ```
 
-Once built, it requires a few things to be run: The 8090 port to be exposed, and a volume for the datasets to live in, and the environment variable pointing to the dateset json file.
+There are aso build arguments available when building the docker image:
+
+- `ROOT_PATH`: The root path the app will be served from. Defaults to `/xreds/`.
+- `WORKERS`: The number of gunicorn workers to run. Defaults to `1`.
+
+Once built, it requires a few things to be run: The `8090` port to be exposed, and a volume for the datasets to live in, and the environment variable pointing to the dateset json file.
 
 ```bash
-docker run -p 8090:8090 -e "datasets_mapping_file=/path/to/datasets.json" -v "/path/to/datasets:/opt/xreds/datasets" xreds:latest
+docker run -p 8090:8090 -e "DATASETS_MAPPING_FILE=/path/to/datasets.json" -v "/path/to/datasets:/opt/xreds/datasets" xreds:latest
 ```
 
 ### Running with `docker compose`
 
+There are a few `docker compose` examples to get started with:
+
+#### Vanilla
+
+```bash
+docker compose -d
+```
+
+#### With Redis
+
 ```bash
-docker compose --platform=linux/amd64 up -d
+docker compose -f docker-compose-redis.yml up -d
+```
+
+#### With NGINX Proxy
+
+```bash
+docker compose -f docker-compose-nginx.yml up -d
 ```
 
 ## Specifying Datasets
@@ -110,7 +131,19 @@ gfswave_global:
 
 Currently `zarr`, `netcdf`, and [`kerchunk`](https://github.com/fsspec/kerchunk) dataset types are supported. This information should be saved a file and specified when running.
 
-## Building and Deploying Docker Image
+## Configuration Options
+
+The following environment variables can be set to configure the app:
+
+- `DATASETS_MAPPING_FILE`: The fsspec compatible path to the dataset key value store as described [here](./README.md#specifying-datasets)
+- `PORT`: The port the app should run on. Defaults to `8090`
+- `ROOT_PATH`: The root path the app will be served from. Defaults to `` to be served from the root.
+- `EXPORT_THRESHOLD`: The maximum size file to allow to be exported. Defaults to `500 MB`
+- `USE_REDIS_CACHE`: Whether to use a redis cache for the app. Defaults to `False`
+- `REDIS_HOST`: [Optional] The host of the redis cache. Defaults to `localhost`
+- `REDIS_PORT`: [Optional] The port of the redis cache. Defaults to `6379`
+
+## Building and Deploying Public Docker Image
 
 First follow instructions above to build the docker image tagged `xreds:latest`. Then the`xreds:latest` image needs to be tagged and deployed to the relevant docker registry.
 

app.py

@@ -2,9 +2,10 @@
 import xpublish
 
 from fastapi.middleware.cors import CORSMiddleware
+
+from xreds.config import settings
 from xreds.plugins.export import ExportPlugin
 from xreds.plugins.size_plugin import SizePlugin
-
 from xreds.spastaticfiles import SPAStaticFiles
 from xreds.dataset_provider import DatasetProvider
 from xreds.plugins.subset_plugin import SubsetPlugin, SubsetSupportPlugin
@@ -20,7 +21,7 @@
     datasets=None,
 )
 
-export_threshold = int(os.environ.get("EXPORT_THRESHOLD", 500))
+export_threshold = settings.export_threshold
 
 rest.register_plugin(DatasetProvider())
 rest.register_plugin(SubsetSupportPlugin())
@@ -39,7 +40,7 @@
 )
 
 app.mount("/", SPAStaticFiles(directory="./viewer/dist", html=True), name="viewer")
-app.root_path = os.environ.get("ROOT_PATH")
+app.root_path = settings.root_path
 
 
 if __name__ == "__main__":

docker-compose.nginx.yml

@@ -22,4 +22,4 @@ services:
     environment:
       - PORT=8091
       - ROOT_PATH=:8090
-      - datasets_mapping_file=/opt/xreds/datasets/datasets.json
+      - DATASETS_MAPPING_FILE=/opt/xreds/datasets/datasets.json

docker-compose.redis.yml

@@ -0,0 +1,29 @@
+version: '3'
+
+services:
+  redis:
+    container_name: redis
+    image: redis:7-alpine
+    volumes:
+      - ./redis/redis.conf:/usr/local/etc/redis/redis.conf
+    restart: on-failure
+    ports:
+      - "6380:6380"
+    command: redis-server /usr/local/etc/redis/redis.conf
+  xreds:
+    container_name: xreds
+    build: .
+    volumes:
+      - "./datasets:/opt/xreds/datasets"
+    platform: linux/amd64
+    ports:
+      - "8090:8090"
+    depends_on:
+      - redis
+    environment:
+      - PORT=8090
+      - DATASETS_MAPPING_FILE=/opt/xreds/datasets/datasets.json
+      - EXPORT_THRESHOLD=600
+      - USE_REDIS_CACHE=true
+      - REDIS_HOST=redis
+      - REDIS_PORT=6380

docker-compose.yml

@@ -2,13 +2,15 @@ version: '3'
 
 services:
   xreds:
-    image: xreds:latest
-    platform: linux/amd64
+    container_name: xreds
+    build:
+        context: .
     volumes:
       - "./datasets:/opt/xreds/datasets"
+    platform: linux/amd64
     ports:
       - "8090:8090"
     environment:
       - PORT=8090
-      - datasets_mapping_file=/opt/xreds/datasets/datasets.json
+      - DATASETS_MAPPING_FILE=/opt/xreds/datasets/datasets.json
       - EXPORT_THRESHOLD=600

nginx/nginx.conf

@@ -14,7 +14,7 @@ http {
     inactive=24h  max_size=2g;
     server {
         location / {
-            proxy_pass             http://zms:8091;
+            proxy_pass             http://xms:8091;
             proxy_set_header       Host $host;
             proxy_buffering        on;
             proxy_cache            STATIC;

redis/redis.conf

@@ -0,0 +1,5 @@
+port 6380
+protected-mode no
+
+# Save to disk every 60 seconds if at least 1 key has changed
+save 60 1

requirements.txt

@@ -38,3 +38,5 @@ xpublish-wms@git+https://github.com/xpublish-community/xpublish-wms@9574a71405e4
 xpublish-edr@git+https://github.com/xpublish-community/xpublish-edr@019e53acd2e0ad5a1d909d1acfe9863f2e90e51b
 opendap-protocol<1.2.0
 xarray-subset-grid@git+https://github.com/asascience-open/xarray-subset-grid@81ce464b6357e7353deaaf350ad1be22295d238e
+redis-fsspec-cache@git+https://github.com/mpiannucci/redis-fsspec-cache.git@bc65aa0177ee35d17bfa67816579bc645f1e241c
+redis==5.0.4

viewer/package.json

@@ -11,6 +11,7 @@
     },
     "dependencies": {
         "@mapbox/mapbox-gl-draw": "^1.4.3",
+        "@mapbox/tilebelt": "1.0.2",
         "@tanstack/query-core": "^5.32.1",
         "@tanstack/react-query": "^5.32.1",
         "fast-xml-parser": "^4.3.2",